source src/zstream.c
Line | Flow | Count | Block(s) | Source |
---|---|---|---|---|
1 | - | /* | ||
2 | - | * Copyright (C) the libgit2 contributors. All rights reserved. | ||
3 | - | * | ||
4 | - | * This file is part of libgit2, distributed under the GNU GPL v2 with | ||
5 | - | * a Linking Exception. For full terms see the included COPYING file. | ||
6 | - | */ | ||
7 | - | |||
8 | - | #include "zstream.h" | ||
9 | - | |||
10 | - | #include <zlib.h> | ||
11 | - | |||
12 | - | #include "buffer.h" | ||
13 | - | |||
14 | - | #define ZSTREAM_BUFFER_SIZE (1024 * 1024) | ||
15 | - | #define ZSTREAM_BUFFER_MIN_EXTRA 8 | ||
16 | - | |||
17 | 240770 | 2 | GIT_INLINE(int) zstream_seterr(git_zstream *zs) | |
18 | - | { | ||
19 | 240770 | 2 | switch (zs->zerr) { | |
20 | - | case Z_OK: | ||
21 | - | case Z_STREAM_END: | ||
22 | - | case Z_BUF_ERROR: /* not fatal; we retry with a larger buffer */ | ||
23 | 240585 | 3 | return 0; | |
24 | - | case Z_MEM_ERROR: | ||
25 | ##### | 4 | git_error_set_oom(); | |
26 | ##### | 5 | break; | |
27 | - | default: | ||
28 | 185 | 6 | if (zs->z.msg) | |
29 | 185 | 7 | git_error_set_str(GIT_ERROR_ZLIB, zs->z.msg); | |
30 | - | else | ||
31 | ##### | 8 | git_error_set(GIT_ERROR_ZLIB, "unknown compression error"); | |
32 | - | } | ||
33 | - | |||
34 | 185 | 9 | return -1; | |
35 | - | } | ||
36 | - | |||
37 | 98689 | 2 | int git_zstream_init(git_zstream *zstream, git_zstream_t type) | |
38 | - | { | ||
39 | 98689 | 2 | zstream->type = type; | |
40 | - | |||
41 | 98689 | 2 | if (zstream->type == GIT_ZSTREAM_INFLATE) | |
42 | 98906 | 3,4 | zstream->zerr = inflateInit(&zstream->z); | |
43 | - | else | ||
44 | 297 | 5,6 | zstream->zerr = deflateInit(&zstream->z, Z_DEFAULT_COMPRESSION); | |
45 | 99203 | 7 | return zstream_seterr(zstream); | |
46 | - | } | ||
47 | - | |||
48 | 98925 | 2 | void git_zstream_free(git_zstream *zstream) | |
49 | - | { | ||
50 | 98925 | 2 | if (zstream->type == GIT_ZSTREAM_INFLATE) | |
51 | 98628 | 3 | inflateEnd(&zstream->z); | |
52 | - | else | ||
53 | 297 | 4 | deflateEnd(&zstream->z); | |
54 | 99457 | 5 | } | |
55 | - | |||
56 | 2098 | 2 | void git_zstream_reset(git_zstream *zstream) | |
57 | - | { | ||
58 | 2098 | 2 | if (zstream->type == GIT_ZSTREAM_INFLATE) | |
59 | ##### | 3 | inflateReset(&zstream->z); | |
60 | - | else | ||
61 | 2098 | 4 | deflateReset(&zstream->z); | |
62 | 2098 | 5 | zstream->in = NULL; | |
63 | 2098 | 5 | zstream->in_len = 0; | |
64 | 2098 | 5 | zstream->zerr = Z_STREAM_END; | |
65 | 2098 | 5 | } | |
66 | - | |||
67 | 101010 | 2 | int git_zstream_set_input(git_zstream *zstream, const void *in, size_t in_len) | |
68 | - | { | ||
69 | 101010 | 2 | zstream->in = in; | |
70 | 101010 | 2 | zstream->in_len = in_len; | |
71 | 101010 | 2 | zstream->zerr = Z_OK; | |
72 | 101010 | 2 | return 0; | |
73 | - | } | ||
74 | - | |||
75 | 72042 | 2 | bool git_zstream_done(git_zstream *zstream) | |
76 | - | { | ||
77 | 72042 | 2 | return (!zstream->in_len && zstream->zerr == Z_STREAM_END); | |
78 | - | } | ||
79 | - | |||
80 | 40515 | 2 | bool git_zstream_eos(git_zstream *zstream) | |
81 | - | { | ||
82 | 40515 | 2 | return zstream->zerr == Z_STREAM_END; | |
83 | - | } | ||
84 | - | |||
85 | 445 | 2 | size_t git_zstream_suggest_output_len(git_zstream *zstream) | |
86 | - | { | ||
87 | 445 | 2 | if (zstream->in_len > ZSTREAM_BUFFER_SIZE) | |
88 | 8 | 3 | return ZSTREAM_BUFFER_SIZE; | |
89 | 437 | 4 | else if (zstream->in_len > ZSTREAM_BUFFER_MIN_EXTRA) | |
90 | 230 | 5 | return zstream->in_len; | |
91 | - | else | ||
92 | 207 | 6 | return ZSTREAM_BUFFER_MIN_EXTRA; | |
93 | - | } | ||
94 | - | |||
95 | 141989 | 2 | int git_zstream_get_output_chunk( | |
96 | - | void *out, size_t *out_len, git_zstream *zstream) | ||
97 | - | { | ||
98 | - | size_t in_queued, in_used, out_queued; | ||
99 | - | |||
100 | - | /* set up input data */ | ||
101 | 141989 | 2 | zstream->z.next_in = (Bytef *)zstream->in; | |
102 | - | |||
103 | - | /* feed as much data to zlib as it can consume, at most UINT_MAX */ | ||
104 | 141989 | 2 | if (zstream->in_len > UINT_MAX) { | |
105 | 174 | 3 | zstream->z.avail_in = UINT_MAX; | |
106 | 174 | 3 | zstream->flush = Z_NO_FLUSH; | |
107 | - | } else { | ||
108 | 141815 | 4 | zstream->z.avail_in = (uInt)zstream->in_len; | |
109 | 141815 | 4 | zstream->flush = Z_FINISH; | |
110 | - | } | ||
111 | 141989 | 5 | in_queued = (size_t)zstream->z.avail_in; | |
112 | - | |||
113 | - | /* set up output data */ | ||
114 | 141989 | 5 | zstream->z.next_out = out; | |
115 | 141989 | 5 | zstream->z.avail_out = (uInt)*out_len; | |
116 | - | |||
117 | 141989 | 5 | if ((size_t)zstream->z.avail_out != *out_len) | |
118 | ##### | 6 | zstream->z.avail_out = UINT_MAX; | |
119 | 141989 | 7 | out_queued = (size_t)zstream->z.avail_out; | |
120 | - | |||
121 | - | /* compress next chunk */ | ||
122 | 141989 | 7 | if (zstream->type == GIT_ZSTREAM_INFLATE) | |
123 | 120960 | 8,9 | zstream->zerr = inflate(&zstream->z, zstream->flush); | |
124 | - | else | ||
125 | 21301 | 10,11 | zstream->zerr = deflate(&zstream->z, zstream->flush); | |
126 | - | |||
127 | 142261 | 12,13 | if (zstream_seterr(zstream)) | |
128 | 185 | 14 | return -1; | |
129 | - | |||
130 | 142066 | 15 | in_used = (in_queued - zstream->z.avail_in); | |
131 | 142066 | 15 | zstream->in_len -= in_used; | |
132 | 142066 | 15 | zstream->in += in_used; | |
133 | - | |||
134 | 142066 | 15 | *out_len = (out_queued - zstream->z.avail_out); | |
135 | - | |||
136 | 142066 | 15 | return 0; | |
137 | - | } | ||
138 | - | |||
139 | 120763 | 2 | int git_zstream_get_output(void *out, size_t *out_len, git_zstream *zstream) | |
140 | - | { | ||
141 | 120763 | 2 | size_t out_remain = *out_len; | |
142 | - | |||
143 | 120763 | 2,3 | if (zstream->in_len && zstream->zerr == Z_STREAM_END) { | |
144 | 1 | 4 | git_error_set(GIT_ERROR_ZLIB, "zlib input had trailing garbage"); | |
145 | 1 | 5 | return -1; | |
146 | - | } | ||
147 | - | |||
148 | 212331 | 6,11,12 | while (out_remain > 0 && zstream->zerr != Z_STREAM_END) { | |
149 | 91453 | 7 | size_t out_written = out_remain; | |
150 | - | |||
151 | 91754 | 7,8 | if (git_zstream_get_output_chunk(out, &out_written, zstream) < 0) | |
152 | 185 | 9 | return -1; | |
153 | - | |||
154 | 91569 | 10 | out_remain -= out_written; | |
155 | 91569 | 10 | out = ((char *)out) + out_written; | |
156 | - | } | ||
157 | - | |||
158 | - | /* either we finished the input or we did not flush the data */ | ||
159 | 120878 | 13-15 | assert(zstream->in_len > 0 || zstream->flush == Z_FINISH); | |
160 | - | |||
161 | - | /* set out_size to number of bytes actually written to output */ | ||
162 | 120878 | 16 | *out_len = *out_len - out_remain; | |
163 | - | |||
164 | 120878 | 16 | return 0; | |
165 | - | } | ||
166 | - | |||
167 | 246 | 2 | static int zstream_buf(git_buf *out, const void *in, size_t in_len, git_zstream_t type) | |
168 | - | { | ||
169 | 246 | 2 | git_zstream zs = GIT_ZSTREAM_INIT; | |
170 | 246 | 2 | int error = 0; | |
171 | - | |||
172 | 246 | 2,3 | if ((error = git_zstream_init(&zs, type)) < 0) | |
173 | ##### | 4 | return error; | |
174 | - | |||
175 | 246 | 5,6 | if ((error = git_zstream_set_input(&zs, in, in_len)) < 0) | |
176 | ##### | 7 | goto done; | |
177 | - | |||
178 | 690 | 8,18,19 | while (!git_zstream_done(&zs)) { | |
179 | 445 | 9 | size_t step = git_zstream_suggest_output_len(&zs), written; | |
180 | - | |||
181 | 445 | 10,11 | if ((error = git_buf_grow_by(out, step)) < 0) | |
182 | 1 | 12,17 | goto done; | |
183 | - | |||
184 | 445 | 13 | written = out->asize - out->size; | |
185 | - | |||
186 | 445 | 13,14 | if ((error = git_zstream_get_output( | |
187 | 445 | 13 | out->ptr + out->size, &written, &zs)) < 0) | |
188 | 1 | 15 | goto done; | |
189 | - | |||
190 | 444 | 16 | out->size += written; | |
191 | - | } | ||
192 | - | |||
193 | - | /* NULL terminate for consistency if possible */ | ||
194 | 245 | 20 | if (out->size < out->asize) | |
195 | 198 | 21 | out->ptr[out->size] = '\0'; | |
196 | - | |||
197 | - | done: | ||
198 | 246 | 22 | git_zstream_free(&zs); | |
199 | 246 | 23 | return error; | |
200 | - | } | ||
201 | - | |||
202 | 210 | 2 | int git_zstream_deflatebuf(git_buf *out, const void *in, size_t in_len) | |
203 | - | { | ||
204 | 210 | 2 | return zstream_buf(out, in, in_len, GIT_ZSTREAM_DEFLATE); | |
205 | - | } | ||
206 | - | |||
207 | 36 | 2 | int git_zstream_inflatebuf(git_buf *out, const void *in, size_t in_len) | |
208 | - | { | ||
209 | 36 | 2 | return zstream_buf(out, in, in_len, GIT_ZSTREAM_INFLATE); | |
210 | - | } |