Game of Trees Repos

Blob

Date:: Wed May 22 10:54:14 2019 UTC
Message:: no need to zero memory in got_inflate_to_mem()
Actions:: History | Blame | Raw File
1 /*
2  * Copyright (c) 2018 Stefan Sperling <stsp@openbsd.org>
3  *
4  * Permission to use, copy, modify, and distribute this software for any
5  * purpose with or without fee is hereby granted, provided that the above
6  * copyright notice and this permission notice appear in all copies.
7  *
8  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15  */
16 
17 #include <sys/queue.h>
18 
19 #include <errno.h>
20 #include <stdio.h>
21 #include <stdlib.h>
22 #include <string.h>
23 #include <sha1.h>
24 #include <zlib.h>
25 #include <time.h>
26 
27 #include "got_error.h"
28 #include "got_object.h"
29 #include "got_path.h"
30 
31 #include "got_lib_inflate.h"
32 
33 #ifndef MIN
34 #define	MIN(_a,_b) ((_a) < (_b) ? (_a) : (_b))
35 #endif
36 
37 const struct got_error *
38 got_inflate_init(struct got_inflate_buf *zb, uint8_t *outbuf, size_t bufsize)
39 {
40 	const struct got_error *err = NULL;
41 	int zerr;
42 
43 	memset(&zb->z, 0, sizeof(zb->z));
44 
45 	zb->z.zalloc = Z_NULL;
46 	zb->z.zfree = Z_NULL;
47 	zerr = inflateInit(&zb->z);
48 	if (zerr != Z_OK) {
49 		if  (zerr == Z_ERRNO)
50 			return got_error_from_errno("inflateInit");
51 		if  (zerr == Z_MEM_ERROR) {
52 			errno = ENOMEM;
53 			return got_error_from_errno("inflateInit");
54 		}
55 		return got_error(GOT_ERR_DECOMPRESSION);
56 	}
57 
58 	zb->inlen = zb->outlen = bufsize;
59 
60 	zb->inbuf = calloc(1, zb->inlen);
61 	if (zb->inbuf == NULL) {
62 		err = got_error_from_errno("calloc");
63 		goto done;
64 	}
65 
66 	zb->flags = 0;
67 	if (outbuf == NULL) {
68 		zb->outbuf = calloc(1, zb->outlen);
69 		if (zb->outbuf == NULL) {
70 			err = got_error_from_errno("calloc");
71 			goto done;
72 		}
73 		zb->flags |= GOT_INFLATE_F_OWN_OUTBUF;
74 	} else
75 		zb->outbuf = outbuf;
76 
77 done:
78 	if (err)
79 		got_inflate_end(zb);
80 	return err;
81 }
82 
83 const struct got_error *
84 got_inflate_read(struct got_inflate_buf *zb, FILE *f, size_t *outlenp)
85 {
86 	size_t last_total_out = zb->z.total_out;
87 	z_stream *z = &zb->z;
88 	int ret = Z_ERRNO;
89 
90 	z->next_out = zb->outbuf;
91 	z->avail_out = zb->outlen;
92 
93 	*outlenp = 0;
94 	do {
95 		if (z->avail_in == 0) {
96 			size_t n = fread(zb->inbuf, 1, zb->inlen, f);
97 			if (n == 0) {
98 				if (ferror(f))
99 					return got_ferror(f, GOT_ERR_IO);
100 				/* EOF */
101 				ret = Z_STREAM_END;
102 				break;
103 			}
104 			z->next_in = zb->inbuf;
105 			z->avail_in = n;
106 		}
107 		ret = inflate(z, Z_SYNC_FLUSH);
108 	} while (ret == Z_OK && z->avail_out > 0);
109 
110 	if (ret == Z_OK) {
111 		zb->flags |= GOT_INFLATE_F_HAVE_MORE;
112 	} else {
113 		if (ret != Z_STREAM_END)
114 			return got_error(GOT_ERR_DECOMPRESSION);
115 		zb->flags &= ~GOT_INFLATE_F_HAVE_MORE;
116 	}
117 
118 	*outlenp = z->total_out - last_total_out;
119 	return NULL;
120 }
121 
122 const struct got_error *
123 got_inflate_read_fd(struct got_inflate_buf *zb, int fd, size_t *outlenp)
124 {
125 	size_t last_total_out = zb->z.total_out;
126 	z_stream *z = &zb->z;
127 	int ret = Z_ERRNO;
128 
129 	z->next_out = zb->outbuf;
130 	z->avail_out = zb->outlen;
131 
132 	*outlenp = 0;
133 	do {
134 		if (z->avail_in == 0) {
135 			ssize_t n = read(fd, zb->inbuf, zb->inlen);
136 			if (n < 0)
137 				return got_error_from_errno("read");
138 			else if (n == 0) {
139 				/* EOF */
140 				ret = Z_STREAM_END;
141 				break;
142 			}
143 			z->next_in = zb->inbuf;
144 			z->avail_in = n;
145 		}
146 		ret = inflate(z, Z_SYNC_FLUSH);
147 	} while (ret == Z_OK && z->avail_out > 0);
148 
149 	if (ret == Z_OK) {
150 		zb->flags |= GOT_INFLATE_F_HAVE_MORE;
151 	} else {
152 		if (ret != Z_STREAM_END)
153 			return got_error(GOT_ERR_DECOMPRESSION);
154 		zb->flags &= ~GOT_INFLATE_F_HAVE_MORE;
155 	}
156 
157 	*outlenp = z->total_out - last_total_out;
158 	return NULL;
159 }
160 
161 const struct got_error *
162 got_inflate_read_mmap(struct got_inflate_buf *zb, uint8_t *map, size_t offset,
163     size_t len, size_t *outlenp, size_t *consumed)
164 {
165 	size_t last_total_out = zb->z.total_out;
166 	z_stream *z = &zb->z;
167 	int ret = Z_ERRNO;
168 
169 	z->next_out = zb->outbuf;
170 	z->avail_out = zb->outlen;
171 
172 	*outlenp = 0;
173 	*consumed = 0;
174 
175 	do {
176 		size_t last_total_in = zb->z.total_in;
177 		if (z->avail_in == 0) {
178 			if (len == 0) {
179 				/* EOF */
180 				ret = Z_STREAM_END;
181 				break;
182 			}
183 			z->next_in = map + offset + *consumed;
184 			z->avail_in = MIN(zb->inlen, len);
185 			len -= z->avail_in;
186 		}
187 		ret = inflate(z, Z_SYNC_FLUSH);
188 		*consumed += z->total_in - last_total_in;
189 	} while (ret == Z_OK && z->avail_out > 0);
190 
191 	if (ret == Z_OK) {
192 		zb->flags |= GOT_INFLATE_F_HAVE_MORE;
193 	} else {
194 		if (ret != Z_STREAM_END)
195 			return got_error(GOT_ERR_DECOMPRESSION);
196 		zb->flags &= ~GOT_INFLATE_F_HAVE_MORE;
197 	}
198 
199 	*outlenp = z->total_out - last_total_out;
200 	return NULL;
201 }
202 
203 void
204 got_inflate_end(struct got_inflate_buf *zb)
205 {
206 	free(zb->inbuf);
207 	if (zb->flags & GOT_INFLATE_F_OWN_OUTBUF)
208 		free(zb->outbuf);
209 	inflateEnd(&zb->z);
210 }
211 
212 const struct got_error *
213 got_inflate_to_mem(uint8_t **outbuf, size_t *outlen, FILE *f)
214 {
215 	const struct got_error *err;
216 	size_t avail;
217 	struct got_inflate_buf zb;
218 	void *newbuf;
219 	int nbuf = 1;
220 
221 	*outbuf = malloc(GOT_INFLATE_BUFSIZE);
222 	if (*outbuf == NULL)
223 		return got_error_from_errno("calloc");
224 	err = got_inflate_init(&zb, *outbuf, GOT_INFLATE_BUFSIZE);
225 	if (err)
226 		return err;
227 
228 	*outlen = 0;
229 
230 	do {
231 		err = got_inflate_read(&zb, f, &avail);
232 		if (err)
233 			goto done;
234 		*outlen += avail;
235 		if (zb.flags & GOT_INFLATE_F_HAVE_MORE) {
236 			newbuf = reallocarray(*outbuf, ++nbuf,
237 			   GOT_INFLATE_BUFSIZE);
238 			if (newbuf == NULL) {
239 				err = got_error_from_errno("reallocarray");
240 				free(*outbuf);
241 				*outbuf = NULL;
242 				*outlen = 0;
243 				goto done;
244 			}
245 			*outbuf = newbuf;
246 			zb.outbuf = newbuf + *outlen;
247 			zb.outlen = (nbuf * GOT_INFLATE_BUFSIZE) - *outlen;
248 		}
249 	} while (zb.flags & GOT_INFLATE_F_HAVE_MORE);
250 
251 done:
252 	got_inflate_end(&zb);
253 	return err;
254 }
255 
256 const struct got_error *
257 got_inflate_to_mem_fd(uint8_t **outbuf, size_t *outlen, int infd)
258 {
259 	const struct got_error *err;
260 	size_t avail;
261 	struct got_inflate_buf zb;
262 	void *newbuf;
263 	int nbuf = 1;
264 
265 	*outbuf = calloc(1, GOT_INFLATE_BUFSIZE);
266 	if (*outbuf == NULL)
267 		return got_error_from_errno("calloc");
268 	err = got_inflate_init(&zb, *outbuf, GOT_INFLATE_BUFSIZE);
269 	if (err)
270 		goto done;
271 
272 	*outlen = 0;
273 
274 	do {
275 		err = got_inflate_read_fd(&zb, infd, &avail);
276 		if (err)
277 			goto done;
278 		*outlen += avail;
279 		if (zb.flags & GOT_INFLATE_F_HAVE_MORE) {
280 			nbuf++;
281 			newbuf = recallocarray(*outbuf, nbuf - 1, nbuf,
282 			    GOT_INFLATE_BUFSIZE);
283 			if (newbuf == NULL) {
284 				err = got_error_from_errno("recallocarray");
285 				free(*outbuf);
286 				*outbuf = NULL;
287 				*outlen = 0;
288 				goto done;
289 			}
290 			*outbuf = newbuf;
291 			zb.outbuf = newbuf + *outlen;
292 			zb.outlen = (nbuf * GOT_INFLATE_BUFSIZE) - *outlen;
293 		}
294 	} while (zb.flags & GOT_INFLATE_F_HAVE_MORE);
295 
296 done:
297 	got_inflate_end(&zb);
298 	return err;
299 }
300 
301 const struct got_error *
302 got_inflate_to_mem_mmap(uint8_t **outbuf, size_t *outlen, uint8_t *map,
303     size_t offset, size_t len)
304 {
305 	const struct got_error *err;
306 	size_t avail, consumed;
307 	struct got_inflate_buf zb;
308 	void *newbuf;
309 	int nbuf = 1;
310 
311 	*outbuf = calloc(1, GOT_INFLATE_BUFSIZE);
312 	if (*outbuf == NULL)
313 		return got_error_from_errno("calloc");
314 	err = got_inflate_init(&zb, *outbuf, GOT_INFLATE_BUFSIZE);
315 	if (err) {
316 		free(*outbuf);
317 		*outbuf = NULL;
318 		return err;
319 	}
320 
321 	*outlen = 0;
322 
323 	do {
324 		err = got_inflate_read_mmap(&zb, map, offset, len, &avail,
325 		    &consumed);
326 		if (err)
327 			goto done;
328 		offset += consumed;
329 		len -= consumed;
330 		*outlen += avail;
331 		if (len == 0)
332 			break;
333 		if (zb.flags & GOT_INFLATE_F_HAVE_MORE) {
334 			nbuf++;
335 			newbuf = recallocarray(*outbuf, nbuf - 1, nbuf,
336 			    GOT_INFLATE_BUFSIZE);
337 			if (newbuf == NULL) {
338 				err = got_error_from_errno("recallocarray");
339 				free(*outbuf);
340 				*outbuf = NULL;
341 				*outlen = 0;
342 				goto done;
343 			}
344 			*outbuf = newbuf;
345 			zb.outbuf = newbuf + *outlen;
346 			zb.outlen = (nbuf * GOT_INFLATE_BUFSIZE) - *outlen;
347 		}
348 	} while (zb.flags & GOT_INFLATE_F_HAVE_MORE);
349 done:
350 	got_inflate_end(&zb);
351 	return err;
352 }
353 
354 const struct got_error *
355 got_inflate_to_fd(size_t *outlen, FILE *infile, int outfd)
356 {
357 	const struct got_error *err = NULL;
358 	size_t avail;
359 	struct got_inflate_buf zb;
360 
361 	err = got_inflate_init(&zb, NULL, GOT_INFLATE_BUFSIZE);
362 	if (err)
363 		goto done;
364 
365 	*outlen = 0;
366 
367 	do {
368 		err = got_inflate_read(&zb, infile, &avail);
369 		if (err)
370 			goto done;
371 		if (avail > 0) {
372 			ssize_t n;
373 			n = write(outfd, zb.outbuf, avail);
374 			if (n != avail) {
375 				err = got_error_from_errno("write");
376 				goto done;
377 			}
378 			*outlen += avail;
379 		}
380 	} while (zb.flags & GOT_INFLATE_F_HAVE_MORE);
381 
382 done:
383 	if (err == NULL) {
384 		if (lseek(outfd, SEEK_SET, 0) == -1)
385 			err = got_error_from_errno("lseek");
386 	}
387 	got_inflate_end(&zb);
388 	return err;
389 }
390 
391 const struct got_error *
392 got_inflate_to_file(size_t *outlen, FILE *infile, FILE *outfile)
393 {
394 	const struct got_error *err;
395 	size_t avail;
396 	struct got_inflate_buf zb;
397 
398 	err = got_inflate_init(&zb, NULL, GOT_INFLATE_BUFSIZE);
399 	if (err)
400 		goto done;
401 
402 	*outlen = 0;
403 
404 	do {
405 		err = got_inflate_read(&zb, infile, &avail);
406 		if (err)
407 			goto done;
408 		if (avail > 0) {
409 			size_t n;
410 			n = fwrite(zb.outbuf, avail, 1, outfile);
411 			if (n != 1) {
412 				err = got_ferror(outfile, GOT_ERR_IO);
413 				goto done;
414 			}
415 			*outlen += avail;
416 		}
417 	} while (zb.flags & GOT_INFLATE_F_HAVE_MORE);
418 
419 done:
420 	if (err == NULL)
421 		rewind(outfile);
422 	got_inflate_end(&zb);
423 	return err;
424 }
425 
426 const struct got_error *
427 got_inflate_to_file_fd(size_t *outlen, int infd, FILE *outfile)
428 {
429 	const struct got_error *err;
430 	size_t avail;
431 	struct got_inflate_buf zb;
432 
433 	err = got_inflate_init(&zb, NULL, GOT_INFLATE_BUFSIZE);
434 	if (err)
435 		goto done;
436 
437 	*outlen = 0;
438 
439 	do {
440 		err = got_inflate_read_fd(&zb, infd, &avail);
441 		if (err)
442 			goto done;
443 		if (avail > 0) {
444 			size_t n;
445 			n = fwrite(zb.outbuf, avail, 1, outfile);
446 			if (n != 1) {
447 				err = got_ferror(outfile, GOT_ERR_IO);
448 				goto done;
449 			}
450 			*outlen += avail;
451 		}
452 	} while (zb.flags & GOT_INFLATE_F_HAVE_MORE);
453 
454 done:
455 	if (err == NULL)
456 		rewind(outfile);
457 	got_inflate_end(&zb);
458 	return err;
459 }
460 
461 const struct got_error *
462 got_inflate_to_file_mmap(size_t *outlen, uint8_t *map, size_t offset,
463     size_t len, FILE *outfile)
464 {
465 	const struct got_error *err;
466 	size_t avail;
467 	struct got_inflate_buf zb;
468 	size_t consumed;
469 
470 	err = got_inflate_init(&zb, NULL, GOT_INFLATE_BUFSIZE);
471 	if (err)
472 		goto done;
473 
474 	*outlen = 0;
475 
476 	do {
477 		err = got_inflate_read_mmap(&zb, map, offset, len, &avail,
478 		    &consumed);
479 		if (err)
480 			goto done;
481 		offset += consumed;
482 		len -= consumed;
483 		if (avail > 0) {
484 			size_t n;
485 			n = fwrite(zb.outbuf, avail, 1, outfile);
486 			if (n != 1) {
487 				err = got_ferror(outfile, GOT_ERR_IO);
488 				goto done;
489 			}
490 			*outlen += avail;
491 		}
492 	} while (zb.flags & GOT_INFLATE_F_HAVE_MORE);
493 
494 done:
495 	if (err == NULL)
496 		rewind(outfile);
497 	got_inflate_end(&zb);
498 	return err;
499 }