Game of Trees Repos

Blob

Date:: Sat Dec 3 16:37:22 2022 UTC
Message:: avoid copying reused deltas to delta cache file; copy from pack file instead ok op@
Actions:: History | Blame | Raw File
1 /*
2  * Copyright (c) 2018, 2019, 2020 Stefan Sperling <stsp@openbsd.org>
3  *
4  * Permission to use, copy, modify, and distribute this software for any
5  * purpose with or without fee is hereby granted, provided that the above
6  * copyright notice and this permission notice appear in all copies.
7  *
8  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15  */
16 
17 #include <sys/stat.h>
18 #include <sys/types.h>
19 #include <sys/queue.h>
20 #include <sys/uio.h>
21 #include <sys/time.h>
22 #include <sys/mman.h>
23 
24 #include <inttypes.h>
25 #include <limits.h>
26 #include <signal.h>
27 #include <stdint.h>
28 #include <imsg.h>
29 #include <stdio.h>
30 #include <stdlib.h>
31 #include <string.h>
32 #include <sha1.h>
33 #include <unistd.h>
34 #include <zlib.h>
35 
36 #include "got_error.h"
37 #include "got_object.h"
38 #include "got_path.h"
39 
40 #include "got_lib_delta.h"
41 #include "got_lib_delta_cache.h"
42 #include "got_lib_object.h"
43 #include "got_lib_object_cache.h"
44 #include "got_lib_object_parse.h"
45 #include "got_lib_object_idset.h"
46 #include "got_lib_privsep.h"
47 #include "got_lib_pack.h"
48 
49 #ifndef nitems
50 #define nitems(_a)	(sizeof((_a)) / sizeof((_a)[0]))
51 #endif
52 
53 static volatile sig_atomic_t sigint_received;
54 
55 static void
56 catch_sigint(int signo)
57 {
58 	sigint_received = 1;
59 }
60 
61 static const struct got_error *
62 open_object(struct got_object **obj, struct got_pack *pack,
63     struct got_packidx *packidx, int idx, struct got_object_id *id,
64     struct got_object_cache *objcache)
65 {
66 	const struct got_error *err;
67 
68 	err = got_packfile_open_object(obj, pack, packidx, idx, id);
69 	if (err)
70 		return err;
71 	(*obj)->refcnt++;
72 
73 	err = got_object_cache_add(objcache, id, *obj);
74 	if (err) {
75 		if (err->code == GOT_ERR_OBJ_EXISTS ||
76 		    err->code == GOT_ERR_OBJ_TOO_LARGE)
77 			err = NULL;
78 		return err;
79 	}
80 	(*obj)->refcnt++;
81 	return NULL;
82 }
83 
84 static const struct got_error *
85 object_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
86     struct got_packidx *packidx, struct got_object_cache *objcache)
87 {
88 	const struct got_error *err = NULL;
89 	struct got_imsg_packed_object iobj;
90 	struct got_object *obj;
91 	struct got_object_id id;
92 	size_t datalen;
93 
94 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
95 	if (datalen != sizeof(iobj))
96 		return got_error(GOT_ERR_PRIVSEP_LEN);
97 	memcpy(&iobj, imsg->data, sizeof(iobj));
98 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
99 
100 	obj = got_object_cache_get(objcache, &id);
101 	if (obj) {
102 		obj->refcnt++;
103 	} else {
104 		err = open_object(&obj, pack, packidx, iobj.idx, &id,
105 		    objcache);
106 		if (err)
107 			goto done;
108 	}
109 
110 	err = got_privsep_send_obj(ibuf, obj);
111 done:
112 	got_object_close(obj);
113 	return err;
114 }
115 
116 static const struct got_error *
117 open_commit(struct got_commit_object **commit, struct got_pack *pack,
118     struct got_packidx *packidx, int obj_idx, struct got_object_id *id,
119     struct got_object_cache *objcache)
120 {
121 	const struct got_error *err = NULL;
122 	struct got_object *obj = NULL;
123 	uint8_t *buf = NULL;
124 	size_t len;
125 
126 	*commit = NULL;
127 
128 	obj = got_object_cache_get(objcache, id);
129 	if (obj) {
130 		obj->refcnt++;
131 	} else {
132 		err = open_object(&obj, pack, packidx, obj_idx, id,
133 		    objcache);
134 		if (err)
135 			return err;
136 	}
137 
138 	err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
139 	if (err)
140 		goto done;
141 
142 	obj->size = len;
143 
144 	err = got_object_parse_commit(commit, buf, len);
145 done:
146 	got_object_close(obj);
147 	free(buf);
148 	return err;
149 }
150 
151 static const struct got_error *
152 commit_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
153     struct got_packidx *packidx, struct got_object_cache *objcache)
154 {
155 	const struct got_error *err = NULL;
156 	struct got_imsg_packed_object iobj;
157 	struct got_commit_object *commit = NULL;
158 	struct got_object_id id;
159 	size_t datalen;
160 
161 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
162 	if (datalen != sizeof(iobj))
163 		return got_error(GOT_ERR_PRIVSEP_LEN);
164 	memcpy(&iobj, imsg->data, sizeof(iobj));
165 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
166 
167 	err = open_commit(&commit, pack, packidx, iobj.idx, &id, objcache);
168 	if (err)
169 		goto done;
170 
171 	err = got_privsep_send_commit(ibuf, commit);
172 done:
173 	if (commit)
174 		got_object_commit_close(commit);
175 	if (err) {
176 		if (err->code == GOT_ERR_PRIVSEP_PIPE)
177 			err = NULL;
178 		else
179 			got_privsep_send_error(ibuf, err);
180 	}
181 
182 	return err;
183 }
184 
185 static const struct got_error *
186 open_tree(uint8_t **buf, struct got_parsed_tree_entry **entries, size_t *nentries,
187     size_t *nentries_alloc, struct got_pack *pack, struct got_packidx *packidx,
188     int obj_idx, struct got_object_id *id, struct got_object_cache *objcache)
189 {
190 	const struct got_error *err = NULL;
191 	struct got_object *obj = NULL;
192 	size_t len;
193 
194 	*buf = NULL;
195 	*nentries = 0;
196 
197 	obj = got_object_cache_get(objcache, id);
198 	if (obj) {
199 		obj->refcnt++;
200 	} else {
201 		err = open_object(&obj, pack, packidx, obj_idx, id,
202 		    objcache);
203 		if (err)
204 			return err;
205 	}
206 
207 	err = got_packfile_extract_object_to_mem(buf, &len, obj, pack);
208 	if (err)
209 		goto done;
210 
211 	obj->size = len;
212 
213 	err = got_object_parse_tree(entries, nentries, nentries_alloc,
214 	    *buf, len);
215 done:
216 	got_object_close(obj);
217 	if (err) {
218 		free(*buf);
219 		*buf = NULL;
220 	}
221 	return err;
222 }
223 
224 static const struct got_error *
225 tree_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
226     struct got_packidx *packidx, struct got_object_cache *objcache,
227     struct got_parsed_tree_entry **entries, size_t *nentries,
228     size_t *nentries_alloc)
229 {
230 	const struct got_error *err = NULL;
231 	struct got_imsg_packed_object iobj;
232 	uint8_t *buf = NULL;
233 	struct got_object_id id;
234 	size_t datalen;
235 
236 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
237 	if (datalen != sizeof(iobj))
238 		return got_error(GOT_ERR_PRIVSEP_LEN);
239 	memcpy(&iobj, imsg->data, sizeof(iobj));
240 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
241 
242 	err = open_tree(&buf, entries, nentries, nentries_alloc,
243 	    pack, packidx, iobj.idx, &id, objcache);
244 	if (err)
245 		return err;
246 
247 	err = got_privsep_send_tree(ibuf, *entries, *nentries);
248 	free(buf);
249 	if (err) {
250 		if (err->code == GOT_ERR_PRIVSEP_PIPE)
251 			err = NULL;
252 		else
253 			got_privsep_send_error(ibuf, err);
254 	}
255 
256 	return err;
257 }
258 
259 static const struct got_error *
260 receive_file(FILE **f, struct imsgbuf *ibuf, uint32_t imsg_code)
261 {
262 	const struct got_error *err;
263 	struct imsg imsg;
264 	size_t datalen;
265 
266 	err = got_privsep_recv_imsg(&imsg, ibuf, 0);
267 	if (err)
268 		return err;
269 
270 	if (imsg.hdr.type != imsg_code) {
271 		err = got_error(GOT_ERR_PRIVSEP_MSG);
272 		goto done;
273 	}
274 
275 	datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
276 	if (datalen != 0) {
277 		err = got_error(GOT_ERR_PRIVSEP_LEN);
278 		goto done;
279 	}
280 	if (imsg.fd == -1) {
281 		err = got_error(GOT_ERR_PRIVSEP_NO_FD);
282 		goto done;
283 	}
284 
285 	*f = fdopen(imsg.fd, "w+");
286 	if (*f == NULL) {
287 		err = got_error_from_errno("fdopen");
288 		close(imsg.fd);
289 		goto done;
290 	}
291 done:
292 	imsg_free(&imsg);
293 	return err;
294 }
295 
296 static const struct got_error *
297 receive_tempfile(FILE **f, const char *mode, struct imsg *imsg,
298     struct imsgbuf *ibuf)
299 {
300 	size_t datalen;
301 
302 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
303 	if (datalen != 0)
304 		return got_error(GOT_ERR_PRIVSEP_LEN);
305 
306 	if (imsg->fd == -1)
307 		return got_error(GOT_ERR_PRIVSEP_NO_FD);
308 
309 	*f = fdopen(imsg->fd, mode);
310 	if (*f == NULL)
311 		return got_error_from_errno("fdopen");
312 	imsg->fd = -1;
313 
314 	return NULL;
315 }
316 
317 static const struct got_error *
318 blob_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
319     struct got_packidx *packidx, struct got_object_cache *objcache,
320     FILE *basefile, FILE *accumfile)
321 {
322 	const struct got_error *err = NULL;
323 	struct got_imsg_packed_object iobj;
324 	struct got_object *obj = NULL;
325 	FILE *outfile = NULL;
326 	struct got_object_id id;
327 	size_t datalen;
328 	uint64_t blob_size;
329 	uint8_t *buf = NULL;
330 
331 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
332 	if (datalen != sizeof(iobj))
333 		return got_error(GOT_ERR_PRIVSEP_LEN);
334 	memcpy(&iobj, imsg->data, sizeof(iobj));
335 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
336 
337 	obj = got_object_cache_get(objcache, &id);
338 	if (obj) {
339 		obj->refcnt++;
340 	} else {
341 		err = open_object(&obj, pack, packidx, iobj.idx, &id,
342 		    objcache);
343 		if (err)
344 			return err;
345 	}
346 
347 	err = receive_file(&outfile, ibuf, GOT_IMSG_BLOB_OUTFD);
348 	if (err)
349 		goto done;
350 
351 	if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
352 		err = got_pack_get_max_delta_object_size(&blob_size, obj, pack);
353 		if (err)
354 			goto done;
355 	} else
356 		blob_size = obj->size;
357 
358 	if (blob_size <= GOT_PRIVSEP_INLINE_BLOB_DATA_MAX)
359 		err = got_packfile_extract_object_to_mem(&buf, &obj->size,
360 		    obj, pack);
361 	else
362 		err = got_packfile_extract_object(pack, obj, outfile, basefile,
363 		    accumfile);
364 	if (err)
365 		goto done;
366 
367 	err = got_privsep_send_blob(ibuf, obj->size, obj->hdrlen, buf);
368 done:
369 	free(buf);
370 	if (outfile && fclose(outfile) == EOF && err == NULL)
371 		err = got_error_from_errno("fclose");
372 	got_object_close(obj);
373 	if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
374 		got_privsep_send_error(ibuf, err);
375 
376 	return err;
377 }
378 
379 static const struct got_error *
380 tag_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
381     struct got_packidx *packidx, struct got_object_cache *objcache)
382 {
383 	const struct got_error *err = NULL;
384 	struct got_imsg_packed_object iobj;
385 	struct got_object *obj = NULL;
386 	struct got_tag_object *tag = NULL;
387 	uint8_t *buf = NULL;
388 	size_t len;
389 	struct got_object_id id;
390 	size_t datalen;
391 
392 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
393 	if (datalen != sizeof(iobj))
394 		return got_error(GOT_ERR_PRIVSEP_LEN);
395 	memcpy(&iobj, imsg->data, sizeof(iobj));
396 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
397 
398 	obj = got_object_cache_get(objcache, &id);
399 	if (obj) {
400 		obj->refcnt++;
401 	} else {
402 		err = open_object(&obj, pack, packidx, iobj.idx, &id,
403 		    objcache);
404 		if (err)
405 			return err;
406 	}
407 
408 	err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
409 	if (err)
410 		goto done;
411 
412 	obj->size = len;
413 	err = got_object_parse_tag(&tag, buf, len);
414 	if (err)
415 		goto done;
416 
417 	err = got_privsep_send_tag(ibuf, tag);
418 done:
419 	free(buf);
420 	got_object_close(obj);
421 	if (tag)
422 		got_object_tag_close(tag);
423 	if (err) {
424 		if (err->code == GOT_ERR_PRIVSEP_PIPE)
425 			err = NULL;
426 		else
427 			got_privsep_send_error(ibuf, err);
428 	}
429 
430 	return err;
431 }
432 
433 static struct got_parsed_tree_entry *
434 find_entry_by_name(struct got_parsed_tree_entry *entries, int nentries,
435     const char *name, size_t len)
436 {
437 	struct got_parsed_tree_entry *pte;
438 	int cmp, i;
439 
440 	/* Note that tree entries are sorted in strncmp() order. */
441 	for (i = 0; i < nentries; i++) {
442 		pte = &entries[i];
443 		cmp = strncmp(pte->name, name, len);
444 		if (cmp < 0)
445 			continue;
446 		if (cmp > 0)
447 			break;
448 		if (pte->name[len] == '\0')
449 			return pte;
450 	}
451 	return NULL;
452 }
453 
454 static const struct got_error *
455 tree_path_changed(int *changed, uint8_t **buf1, uint8_t **buf2,
456     struct got_parsed_tree_entry **entries1, size_t *nentries1,
457     size_t *nentries_alloc1,
458     struct got_parsed_tree_entry **entries2, size_t *nentries2,
459     size_t *nentries_alloc2,
460     const char *path, struct got_pack *pack, struct got_packidx *packidx,
461     struct imsgbuf *ibuf, struct got_object_cache *objcache)
462 {
463 	const struct got_error *err = NULL;
464 	struct got_parsed_tree_entry *pte1 = NULL, *pte2 = NULL;
465 	const char *seg, *s;
466 	size_t seglen;
467 
468 	*changed = 0;
469 
470 	/* We not do support comparing the root path. */
471 	if (got_path_is_root_dir(path))
472 		return got_error_path(path, GOT_ERR_BAD_PATH);
473 
474 	s = path;
475 	while (*s == '/')
476 		s++;
477 	seg = s;
478 	seglen = 0;
479 	while (*s) {
480 		if (*s != '/') {
481 			s++;
482 			seglen++;
483 			if (*s)
484 				continue;
485 		}
486 
487 		pte1 = find_entry_by_name(*entries1, *nentries1, seg, seglen);
488 		if (pte1 == NULL) {
489 			err = got_error(GOT_ERR_NO_OBJ);
490 			break;
491 		}
492 
493 		pte2 = find_entry_by_name(*entries2, *nentries2, seg, seglen);
494 		if (pte2 == NULL) {
495 			*changed = 1;
496 			break;
497 		}
498 
499 		if (pte1->mode != pte2->mode) {
500 			*changed = 1;
501 			break;
502 		}
503 
504 		if (memcmp(pte1->id, pte2->id, SHA1_DIGEST_LENGTH) == 0) {
505 			*changed = 0;
506 			break;
507 		}
508 
509 		if (*s == '\0') { /* final path element */
510 			*changed = 1;
511 			break;
512 		}
513 
514 		seg = s + 1;
515 		s++;
516 		seglen = 0;
517 		if (*s) {
518 			struct got_object_id id1, id2;
519 			int idx;
520 
521 			memcpy(id1.sha1, pte1->id, SHA1_DIGEST_LENGTH);
522 			idx = got_packidx_get_object_idx(packidx, &id1);
523 			if (idx == -1) {
524 				err = got_error_no_obj(&id1);
525 				break;
526 			}
527 			*nentries1 = 0;
528 			free(*buf1);
529 			*buf1 = NULL;
530 			err = open_tree(buf1, entries1, nentries1,
531 			    nentries_alloc1, pack, packidx, idx, &id1,
532 			    objcache);
533 			pte1 = NULL;
534 			if (err)
535 				break;
536 
537 			memcpy(id2.sha1, pte2->id, SHA1_DIGEST_LENGTH);
538 			idx = got_packidx_get_object_idx(packidx, &id2);
539 			if (idx == -1) {
540 				err = got_error_no_obj(&id2);
541 				break;
542 			}
543 			*nentries2 = 0;
544 			free(*buf2);
545 			*buf2 = NULL;
546 			err = open_tree(buf2, entries2, nentries2,
547 			nentries_alloc2, pack, packidx, idx, &id2, objcache);
548 			pte2 = NULL;
549 			if (err)
550 				break;
551 		}
552 	}
553 
554 	return err;
555 }
556 
557 static const struct got_error *
558 send_traversed_commits(struct got_object_id *commit_ids, size_t ncommits,
559     struct imsgbuf *ibuf)
560 {
561 	struct ibuf *wbuf;
562 	size_t i;
563 
564 	wbuf = imsg_create(ibuf, GOT_IMSG_TRAVERSED_COMMITS, 0, 0,
565 	    sizeof(struct got_imsg_traversed_commits) +
566 	    ncommits * SHA1_DIGEST_LENGTH);
567 	if (wbuf == NULL)
568 		return got_error_from_errno("imsg_create TRAVERSED_COMMITS");
569 
570 	if (imsg_add(wbuf, &ncommits, sizeof(ncommits)) == -1)
571 		return got_error_from_errno("imsg_add TRAVERSED_COMMITS");
572 
573 	for (i = 0; i < ncommits; i++) {
574 		struct got_object_id *id = &commit_ids[i];
575 		if (imsg_add(wbuf, id->sha1, SHA1_DIGEST_LENGTH) == -1) {
576 			return got_error_from_errno(
577 			    "imsg_add TRAVERSED_COMMITS");
578 		}
579 	}
580 
581 	wbuf->fd = -1;
582 	imsg_close(ibuf, wbuf);
583 
584 	return got_privsep_flush_imsg(ibuf);
585 }
586 
587 static const struct got_error *
588 send_commit_traversal_done(struct imsgbuf *ibuf)
589 {
590 	if (imsg_compose(ibuf, GOT_IMSG_COMMIT_TRAVERSAL_DONE, 0, 0, -1,
591 	    NULL, 0) == -1)
592 		return got_error_from_errno("imsg_compose TRAVERSAL_DONE");
593 
594 	return got_privsep_flush_imsg(ibuf);
595 }
596 
597 static const struct got_error *
598 commit_traversal_request(struct imsg *imsg, struct imsgbuf *ibuf,
599     struct got_pack *pack, struct got_packidx *packidx,
600     struct got_object_cache *objcache)
601 {
602 	const struct got_error *err = NULL;
603 	struct got_imsg_packed_object iobj;
604 	struct got_object_qid *pid;
605 	struct got_commit_object *commit = NULL, *pcommit = NULL;
606 	struct got_parsed_tree_entry *entries = NULL, *pentries = NULL;
607 	size_t nentries = 0, nentries_alloc = 0;
608 	size_t pnentries = 0, pnentries_alloc = 0;
609 	struct got_object_id id;
610 	size_t datalen, path_len;
611 	char *path = NULL;
612 	const int min_alloc = 64;
613 	int changed = 0, ncommits = 0, nallocated = 0;
614 	struct got_object_id *commit_ids = NULL;
615 
616 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
617 	if (datalen < sizeof(iobj))
618 		return got_error(GOT_ERR_PRIVSEP_LEN);
619 	memcpy(&iobj, imsg->data, sizeof(iobj));
620 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
621 
622 	path_len = datalen - sizeof(iobj) - 1;
623 	if (path_len < 0)
624 		return got_error(GOT_ERR_PRIVSEP_LEN);
625 	if (path_len > 0) {
626 		path = imsg->data + sizeof(iobj);
627 		if (path[path_len] != '\0')
628 			return got_error(GOT_ERR_PRIVSEP_LEN);
629 	}
630 
631 	nallocated = min_alloc;
632 	commit_ids = reallocarray(NULL, nallocated, sizeof(*commit_ids));
633 	if (commit_ids == NULL)
634 		return got_error_from_errno("reallocarray");
635 
636 	do {
637 		const size_t max_datalen = MAX_IMSGSIZE - IMSG_HEADER_SIZE;
638 		int idx;
639 
640 		if (sigint_received) {
641 			err = got_error(GOT_ERR_CANCELLED);
642 			goto done;
643 		}
644 
645 		if (commit == NULL) {
646 			idx = got_packidx_get_object_idx(packidx, &id);
647 			if (idx == -1)
648 				break;
649 			err = open_commit(&commit, pack, packidx,
650 			    idx, &id, objcache);
651 			if (err) {
652 				if (err->code != GOT_ERR_NO_OBJ)
653 					goto done;
654 				err = NULL;
655 				break;
656 			}
657 		}
658 
659 		if (sizeof(struct got_imsg_traversed_commits) +
660 		    ncommits * SHA1_DIGEST_LENGTH >= max_datalen) {
661 			err = send_traversed_commits(commit_ids, ncommits,
662 			    ibuf);
663 			if (err)
664 				goto done;
665 			ncommits = 0;
666 		}
667 		ncommits++;
668 		if (ncommits > nallocated) {
669 			struct got_object_id *new;
670 			nallocated += min_alloc;
671 			new = reallocarray(commit_ids, nallocated,
672 			    sizeof(*commit_ids));
673 			if (new == NULL) {
674 				err = got_error_from_errno("reallocarray");
675 				goto done;
676 			}
677 			commit_ids = new;
678 		}
679 		memcpy(commit_ids[ncommits - 1].sha1, id.sha1,
680 		    SHA1_DIGEST_LENGTH);
681 
682 		pid = STAILQ_FIRST(&commit->parent_ids);
683 		if (pid == NULL)
684 			break;
685 
686 		idx = got_packidx_get_object_idx(packidx, &pid->id);
687 		if (idx == -1)
688 			break;
689 
690 		err = open_commit(&pcommit, pack, packidx, idx, &pid->id,
691 		    objcache);
692 		if (err) {
693 			if (err->code != GOT_ERR_NO_OBJ)
694 				goto done;
695 			err = NULL;
696 			break;
697 		}
698 
699 		if (path[0] == '/' && path[1] == '\0') {
700 			if (got_object_id_cmp(pcommit->tree_id,
701 			    commit->tree_id) != 0) {
702 				changed = 1;
703 				break;
704 			}
705 		} else {
706 			int pidx;
707 			uint8_t *buf = NULL, *pbuf = NULL;
708 
709 			idx = got_packidx_get_object_idx(packidx,
710 			    commit->tree_id);
711 			if (idx == -1)
712 				break;
713 			pidx = got_packidx_get_object_idx(packidx,
714 			    pcommit->tree_id);
715 			if (pidx == -1)
716 				break;
717 
718 			err = open_tree(&buf, &entries, &nentries,
719 			    &nentries_alloc, pack, packidx, idx,
720 			    commit->tree_id, objcache);
721 			if (err)
722 				goto done;
723 			err = open_tree(&pbuf, &pentries, &pnentries,
724 			    &pnentries_alloc, pack, packidx, pidx,
725 			    pcommit->tree_id, objcache);
726 			if (err) {
727 				free(buf);
728 				goto done;
729 			}
730 
731 			err = tree_path_changed(&changed, &buf, &pbuf,
732 			    &entries, &nentries, &nentries_alloc,
733 			    &pentries, &pnentries, &pnentries_alloc,
734 			    path, pack, packidx, ibuf, objcache);
735 
736 			nentries = 0;
737 			free(buf);
738 			pnentries = 0;
739 			free(pbuf);
740 			if (err) {
741 				if (err->code != GOT_ERR_NO_OBJ)
742 					goto done;
743 				err = NULL;
744 				break;
745 			}
746 		}
747 
748 		if (!changed) {
749 			memcpy(id.sha1, pid->id.sha1, SHA1_DIGEST_LENGTH);
750 			got_object_commit_close(commit);
751 			commit = pcommit;
752 			pcommit = NULL;
753 		}
754 	} while (!changed);
755 
756 	if (ncommits > 0) {
757 		err = send_traversed_commits(commit_ids, ncommits, ibuf);
758 		if (err)
759 			goto done;
760 
761 		if (changed) {
762 			err = got_privsep_send_commit(ibuf, commit);
763 			if (err)
764 				goto done;
765 		}
766 	}
767 	err = send_commit_traversal_done(ibuf);
768 done:
769 	free(commit_ids);
770 	if (commit)
771 		got_object_commit_close(commit);
772 	if (pcommit)
773 		got_object_commit_close(pcommit);
774 	free(entries);
775 	free(pentries);
776 	if (err) {
777 		if (err->code == GOT_ERR_PRIVSEP_PIPE)
778 			err = NULL;
779 		else
780 			got_privsep_send_error(ibuf, err);
781 	}
782 
783 	return err;
784 }
785 
786 static const struct got_error *
787 raw_object_request(struct imsg *imsg, struct imsgbuf *ibuf,
788     struct got_pack *pack, struct got_packidx *packidx,
789     struct got_object_cache *objcache, FILE *basefile, FILE *accumfile)
790 {
791 	const struct got_error *err = NULL;
792 	uint8_t *buf = NULL;
793 	uint64_t size = 0;
794 	FILE *outfile = NULL;
795 	struct got_imsg_packed_object iobj;
796 	struct got_object *obj;
797 	struct got_object_id id;
798 	size_t datalen;
799 
800 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
801 	if (datalen != sizeof(iobj))
802 		return got_error(GOT_ERR_PRIVSEP_LEN);
803 	memcpy(&iobj, imsg->data, sizeof(iobj));
804 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
805 
806 	obj = got_object_cache_get(objcache, &id);
807 	if (obj) {
808 		obj->refcnt++;
809 	} else {
810 		err = open_object(&obj, pack, packidx, iobj.idx, &id,
811 		    objcache);
812 		if (err)
813 			return err;
814 	}
815 
816 	err = receive_file(&outfile, ibuf, GOT_IMSG_RAW_OBJECT_OUTFD);
817 	if (err)
818 		return err;
819 
820 	if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
821 		err = got_pack_get_max_delta_object_size(&size, obj, pack);
822 		if (err)
823 			goto done;
824 	} else
825 		size = obj->size;
826 
827 	if (size <= GOT_PRIVSEP_INLINE_OBJECT_DATA_MAX)
828 		err = got_packfile_extract_object_to_mem(&buf, &obj->size,
829 		    obj, pack);
830 	else
831 		err = got_packfile_extract_object(pack, obj, outfile, basefile,
832 		    accumfile);
833 	if (err)
834 		goto done;
835 
836 	err = got_privsep_send_raw_obj(ibuf, obj->size, obj->hdrlen, buf);
837 done:
838 	free(buf);
839 	if (outfile && fclose(outfile) == EOF && err == NULL)
840 		err = got_error_from_errno("fclose");
841 	got_object_close(obj);
842 	if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
843 		got_privsep_send_error(ibuf, err);
844 
845 	return err;
846 }
847 
848 static const struct got_error *
849 get_base_object_id(struct got_object_id *base_id, struct got_packidx *packidx,
850     off_t base_offset)
851 {
852 	const struct got_error *err;
853 	int idx;
854 
855 	err = got_packidx_get_offset_idx(&idx, packidx, base_offset);
856 	if (err)
857 		return err;
858 	if (idx == -1)
859 		return got_error(GOT_ERR_BAD_PACKIDX);
860 
861 	return got_packidx_get_object_id(base_id, packidx, idx);
862 }
863 
864 static const struct got_error *
865 raw_delta_request(struct imsg *imsg, struct imsgbuf *ibuf,
866     FILE *delta_outfile, struct got_pack *pack,
867     struct got_packidx *packidx)
868 {
869 	const struct got_error *err = NULL;
870 	struct got_imsg_raw_delta_request req;
871 	size_t datalen, delta_size, delta_compressed_size;
872 	off_t delta_offset, delta_data_offset;
873 	uint8_t *delta_buf = NULL;
874 	struct got_object_id id, base_id;
875 	off_t base_offset, delta_out_offset = 0;
876 	uint64_t base_size = 0, result_size = 0;
877 	size_t w;
878 
879 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
880 	if (datalen != sizeof(req))
881 		return got_error(GOT_ERR_PRIVSEP_LEN);
882 	memcpy(&req, imsg->data, sizeof(req));
883 	memcpy(id.sha1, req.id, SHA1_DIGEST_LENGTH);
884 
885 	imsg->fd = -1;
886 
887 	err = got_packfile_extract_raw_delta(&delta_buf, &delta_size,
888 	    &delta_compressed_size, &delta_offset, &delta_data_offset,
889 	    &base_offset, &base_id, &base_size, &result_size,
890 	    pack, packidx, req.idx);
891 	if (err)
892 		goto done;
893 
894 	/*
895 	 * If this is an offset delta we must determine the base
896 	 * object ID ourselves.
897 	 */
898 	if (base_offset != 0) {
899 		err = get_base_object_id(&base_id, packidx, base_offset);
900 		if (err)
901 			goto done;
902 	}
903 
904 	delta_out_offset = ftello(delta_outfile);
905 	w = fwrite(delta_buf, 1, delta_compressed_size, delta_outfile);
906 	if (w != delta_compressed_size) {
907 		err = got_ferror(delta_outfile, GOT_ERR_IO);
908 		goto done;
909 	}
910 	if (fflush(delta_outfile) == -1) {
911 		err = got_error_from_errno("fflush");
912 		goto done;
913 	}
914 
915 	err = got_privsep_send_raw_delta(ibuf, base_size, result_size,
916 	    delta_size, delta_compressed_size, delta_offset, delta_out_offset,
917 	    &base_id);
918 done:
919 	free(delta_buf);
920 	return err;
921 }
922 
923 struct search_deltas_arg {
924 	struct imsgbuf *ibuf;
925 	struct got_packidx *packidx;
926 	struct got_pack *pack;
927 	struct got_object_idset *idset;
928 	struct got_imsg_reused_delta deltas[GOT_IMSG_REUSED_DELTAS_MAX_NDELTAS];
929 	size_t ndeltas;
930 };
931 
932 static const struct got_error *
933 search_delta_for_object(struct got_object_id *id, void *data, void *arg)
934 {
935 	const struct got_error *err;
936 	struct search_deltas_arg *a = arg;
937 	int obj_idx;
938 	uint8_t *delta_buf = NULL;
939 	uint64_t base_size, result_size;
940 	size_t delta_size, delta_compressed_size;
941 	off_t delta_offset, delta_data_offset, base_offset;
942 	struct got_object_id base_id;
943 
944 	if (sigint_received)
945 		return got_error(GOT_ERR_CANCELLED);
946 
947 	obj_idx = got_packidx_get_object_idx(a->packidx, id);
948 	if (obj_idx == -1)
949 		return NULL; /* object not present in our pack file */
950 
951 	err = got_packfile_extract_raw_delta(&delta_buf, &delta_size,
952 	    &delta_compressed_size, &delta_offset, &delta_data_offset,
953 	    &base_offset, &base_id, &base_size, &result_size,
954 	    a->pack, a->packidx, obj_idx);
955 	if (err) {
956 		if (err->code == GOT_ERR_OBJ_TYPE)
957 			return NULL; /* object not stored as a delta */
958 		return err;
959 	}
960 
961 	/*
962 	 * If this is an offset delta we must determine the base
963 	 * object ID ourselves.
964 	 */
965 	if (base_offset != 0) {
966 		err = get_base_object_id(&base_id, a->packidx, base_offset);
967 		if (err)
968 			goto done;
969 	}
970 
971 	if (got_object_idset_contains(a->idset, &base_id)) {
972 		struct got_imsg_reused_delta *delta;
973 
974 		delta = &a->deltas[a->ndeltas++];
975 		memcpy(&delta->id, id, sizeof(delta->id));
976 		memcpy(&delta->base_id, &base_id, sizeof(delta->base_id));
977 		delta->base_size = base_size;
978 		delta->result_size = result_size;
979 		delta->delta_size = delta_size;
980 		delta->delta_compressed_size = delta_compressed_size;
981 		delta->delta_offset = delta_data_offset;
982 
983 		if (a->ndeltas >= GOT_IMSG_REUSED_DELTAS_MAX_NDELTAS) {
984 			err = got_privsep_send_reused_deltas(a->ibuf,
985 			    a->deltas, a->ndeltas);
986 			if (err)
987 				goto done;
988 			a->ndeltas = 0;
989 		}
990 	}
991 done:
992 	free(delta_buf);
993 	return err;
994 }
995 
996 static const struct got_error *
997 recv_object_ids(struct got_object_idset *idset, struct imsgbuf *ibuf)
998 {
999 	const struct got_error *err = NULL;
1000 	int done = 0;
1001 	struct got_object_id *ids;
1002 	size_t nids, i;
1003 
1004 	for (;;) {
1005 		err = got_privsep_recv_object_idlist(&done, &ids, &nids, ibuf);
1006 		if (err || done)
1007 			break;
1008 		for (i = 0; i < nids; i++) {
1009 			err = got_object_idset_add(idset, &ids[i], NULL);
1010 			if (err) {
1011 				free(ids);
1012 				return err;
1013 			}
1014 		}
1015 		free(ids);
1016 	}
1017 
1018 	return err;
1019 }
1020 
1021 static const struct got_error *
1022 recv_object_id_queue(struct got_object_id_queue *queue, struct imsgbuf *ibuf)
1023 {
1024 	const struct got_error *err = NULL;
1025 	int done = 0;
1026 	struct got_object_qid *qid;
1027 	struct got_object_id *ids;
1028 	size_t nids, i;
1029 
1030 	for (;;) {
1031 		err = got_privsep_recv_object_idlist(&done, &ids, &nids, ibuf);
1032 		if (err || done)
1033 			break;
1034 		for (i = 0; i < nids; i++) {
1035 			err = got_object_qid_alloc_partial(&qid);
1036 			if (err)
1037 				return err;
1038 			memcpy(&qid->id, &ids[i], sizeof(qid->id));
1039 			STAILQ_INSERT_TAIL(queue, qid, entry);
1040 		}
1041 	}
1042 
1043 	return err;
1044 }
1045 
1046 static const struct got_error *
1047 delta_reuse_request(struct imsg *imsg, struct imsgbuf *ibuf,
1048     struct got_pack *pack, struct got_packidx *packidx)
1049 {
1050 	const struct got_error *err = NULL;
1051 	struct got_object_idset *idset;
1052 	struct search_deltas_arg sda;
1053 
1054 	idset = got_object_idset_alloc();
1055 	if (idset == NULL)
1056 		return got_error_from_errno("got_object_idset_alloc");
1057 
1058 	err = recv_object_ids(idset, ibuf);
1059 	if (err)
1060 		return err;
1061 
1062 	memset(&sda, 0, sizeof(sda));
1063 	sda.ibuf = ibuf;
1064 	sda.idset = idset;
1065 	sda.pack = pack;
1066 	sda.packidx = packidx;
1067 	err = got_object_idset_for_each(idset, search_delta_for_object, &sda);
1068 	if (err)
1069 		goto done;
1070 
1071 	if (sda.ndeltas > 0) {
1072 		err = got_privsep_send_reused_deltas(ibuf, sda.deltas,
1073 		    sda.ndeltas);
1074 		if (err)
1075 			goto done;
1076 	}
1077 
1078 	err = got_privsep_send_reused_deltas_done(ibuf);
1079 done:
1080 	got_object_idset_free(idset);
1081 	return err;
1082 }
1083 
1084 static const struct got_error *
1085 receive_packidx(struct got_packidx **packidx, struct imsgbuf *ibuf)
1086 {
1087 	const struct got_error *err = NULL;
1088 	struct imsg imsg;
1089 	struct got_imsg_packidx ipackidx;
1090 	size_t datalen;
1091 	struct got_packidx *p;
1092 
1093 	*packidx = NULL;
1094 
1095 	err = got_privsep_recv_imsg(&imsg, ibuf, 0);
1096 	if (err)
1097 		return err;
1098 
1099 	p = calloc(1, sizeof(*p));
1100 	if (p == NULL) {
1101 		err = got_error_from_errno("calloc");
1102 		goto done;
1103 	}
1104 
1105 	if (imsg.hdr.type != GOT_IMSG_PACKIDX) {
1106 		err = got_error(GOT_ERR_PRIVSEP_MSG);
1107 		goto done;
1108 	}
1109 
1110 	if (imsg.fd == -1) {
1111 		err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1112 		goto done;
1113 	}
1114 
1115 	datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
1116 	if (datalen != sizeof(ipackidx)) {
1117 		err = got_error(GOT_ERR_PRIVSEP_LEN);
1118 		goto done;
1119 	}
1120 	memcpy(&ipackidx, imsg.data, sizeof(ipackidx));
1121 
1122 	p->len = ipackidx.len;
1123 	p->fd = dup(imsg.fd);
1124 	if (p->fd == -1) {
1125 		err = got_error_from_errno("dup");
1126 		goto done;
1127 	}
1128 	if (lseek(p->fd, 0, SEEK_SET) == -1) {
1129 		err = got_error_from_errno("lseek");
1130 		goto done;
1131 	}
1132 
1133 #ifndef GOT_PACK_NO_MMAP
1134 	if (p->len > 0 && p->len <= SIZE_MAX) {
1135 		p->map = mmap(NULL, p->len, PROT_READ, MAP_PRIVATE, p->fd, 0);
1136 		if (p->map == MAP_FAILED)
1137 			p->map = NULL; /* fall back to read(2) */
1138 	}
1139 #endif
1140 	err = got_packidx_init_hdr(p, 1, ipackidx.packfile_size);
1141 done:
1142 	if (err) {
1143 		if (imsg.fd != -1)
1144 			close(imsg.fd);
1145 		got_packidx_close(p);
1146 	} else
1147 		*packidx = p;
1148 	imsg_free(&imsg);
1149 	return err;
1150 }
1151 
1152 static const struct got_error *
1153 send_tree_enumeration_done(struct imsgbuf *ibuf)
1154 {
1155 	if (imsg_compose(ibuf, GOT_IMSG_TREE_ENUMERATION_DONE, 0, 0, -1,
1156 	    NULL, 0) == -1)
1157 		return got_error_from_errno("imsg_compose TREE_ENUMERATION_DONE");
1158 
1159 	return got_privsep_flush_imsg(ibuf);
1160 }
1161 
1162 struct enumerated_tree {
1163 	struct got_object_id id;
1164 	char *path;
1165 	uint8_t *buf;
1166 	struct got_parsed_tree_entry *entries;
1167 	int nentries;
1168 };
1169 
1170 static const struct got_error *
1171 enumerate_tree(int *have_all_entries, struct imsgbuf *ibuf, size_t *totlen,
1172     struct got_object_id *tree_id,
1173     const char *path, struct got_pack *pack, struct got_packidx *packidx,
1174     struct got_object_cache *objcache, struct got_object_idset *idset,
1175     struct enumerated_tree **trees, size_t *nalloc, size_t *ntrees)
1176 {
1177 	const struct got_error *err = NULL;
1178 	struct got_object_id_queue ids;
1179 	struct got_object_qid *qid;
1180 	uint8_t *buf = NULL;
1181 	struct got_parsed_tree_entry *entries = NULL;
1182 	size_t nentries = 0, nentries_alloc = 0, i;
1183 	struct enumerated_tree *tree;
1184 
1185 	*ntrees = 0;
1186 	*have_all_entries = 1;
1187 	STAILQ_INIT(&ids);
1188 
1189 	err = got_object_qid_alloc_partial(&qid);
1190 	if (err)
1191 		return err;
1192 	memcpy(&qid->id.sha1, tree_id, SHA1_DIGEST_LENGTH);
1193 	qid->data = strdup(path);
1194 	if (qid->data == NULL) {
1195 		err = got_error_from_errno("strdup");
1196 		goto done;
1197 	}
1198 	STAILQ_INSERT_TAIL(&ids, qid, entry);
1199 	qid = NULL;
1200 
1201 	/* Traverse the tree hierarchy, gather tree object IDs and paths. */
1202 	do {
1203 		const char *path;
1204 		int idx, i;
1205 
1206 		if (sigint_received) {
1207 			err = got_error(GOT_ERR_CANCELLED);
1208 			goto done;
1209 		}
1210 
1211 		qid = STAILQ_FIRST(&ids);
1212 		STAILQ_REMOVE_HEAD(&ids, entry);
1213 		path = qid->data;
1214 
1215 		idx = got_packidx_get_object_idx(packidx, &qid->id);
1216 		if (idx == -1) {
1217 			*have_all_entries = 0;
1218 			break;
1219 		}
1220 
1221 		err = open_tree(&buf, &entries, &nentries, &nentries_alloc,
1222 		    pack, packidx, idx, &qid->id, objcache);
1223 		if (err) {
1224 			if (err->code != GOT_ERR_NO_OBJ)
1225 				goto done;
1226 		}
1227 
1228 		err = got_object_idset_add(idset, &qid->id, NULL);
1229 		if (err)
1230 			goto done;
1231 
1232 		for (i = 0; i < nentries; i++) {
1233 			struct got_object_qid *eqid = NULL;
1234 			struct got_parsed_tree_entry *pte = &entries[i];
1235 			char *p;
1236 
1237 			if (!S_ISDIR(pte->mode))
1238 				continue;
1239 
1240 			err = got_object_qid_alloc_partial(&eqid);
1241 			if (err)
1242 				goto done;
1243 			memcpy(eqid->id.sha1, pte->id, sizeof(eqid->id.sha1));
1244 
1245 			if (got_object_idset_contains(idset, &eqid->id)) {
1246 				got_object_qid_free(eqid);
1247 				continue;
1248 			}
1249 
1250 			if (asprintf(&p, "%s%s%s", path,
1251 			    got_path_is_root_dir(path) ? "" : "/",
1252 			    pte->name) == -1) {
1253 				err = got_error_from_errno("asprintf");
1254 				got_object_qid_free(eqid);
1255 				goto done;
1256 			}
1257 			eqid->data = p;
1258 			STAILQ_INSERT_TAIL(&ids, eqid, entry);
1259 		}
1260 
1261 		if (*ntrees >= *nalloc) {
1262 			struct enumerated_tree *new;
1263 			new = recallocarray(*trees, *nalloc, *nalloc + 16,
1264 			    sizeof(*new));
1265 			if (new == NULL) {
1266 				err = got_error_from_errno("malloc");
1267 				goto done;
1268 			}
1269 			*trees = new;
1270 			*nalloc += 16;
1271 		}
1272 		tree = &(*trees)[*ntrees];
1273 		(*ntrees)++;
1274 		memcpy(&tree->id, &qid->id, sizeof(tree->id));
1275 		tree->path = qid->data;
1276 		tree->buf = buf;
1277 		buf = NULL;
1278 		tree->entries = entries;
1279 		entries = NULL;
1280 		nentries_alloc = 0;
1281 		tree->nentries = nentries;
1282 		nentries = 0;
1283 
1284 		got_object_qid_free(qid);
1285 		qid = NULL;
1286 	} while (!STAILQ_EMPTY(&ids));
1287 
1288 	if (*have_all_entries) {
1289 		int i;
1290 		/*
1291 		 * We have managed to traverse all entries in the hierarchy.
1292 		 * Tell the main process what we have found.
1293 		 */
1294 		for (i = 0; i < *ntrees; i++) {
1295 			tree = &(*trees)[i];
1296 			err = got_privsep_send_enumerated_tree(totlen,
1297 			    ibuf, &tree->id, tree->path, tree->entries,
1298 			    tree->nentries);
1299 			if (err)
1300 				goto done;
1301 			free(tree->buf);
1302 			tree->buf = NULL;
1303 			free(tree->path);
1304 			tree->path = NULL;
1305 			free(tree->entries);
1306 			tree->entries = NULL;
1307 		}
1308 		*ntrees = 0; /* don't loop again below to free memory */
1309 
1310 		err = send_tree_enumeration_done(ibuf);
1311 	} else {
1312 		/*
1313 		 * We can only load fully packed tree hierarchies on
1314 		 * behalf of the main process, otherwise the main process
1315 		 * gets a wrong idea about which tree objects have
1316 		 * already been traversed.
1317 		 * Indicate a missing entry for the root of this tree.
1318 		 * The main process should continue by loading this
1319 		 * entire tree the slow way.
1320 		 */
1321 		err = got_privsep_send_enumerated_tree(totlen, ibuf,
1322 		    tree_id, "/", NULL, -1);
1323 		if (err)
1324 			goto done;
1325 	}
1326 done:
1327 	free(buf);
1328 	free(entries);
1329 	for (i = 0; i < *ntrees; i++) {
1330 		tree = &(*trees)[i];
1331 		free(tree->buf);
1332 		tree->buf = NULL;
1333 		free(tree->path);
1334 		tree->path = NULL;
1335 		free(tree->entries);
1336 		tree->entries = NULL;
1337 	}
1338 	if (qid)
1339 		free(qid->data);
1340 	got_object_qid_free(qid);
1341 	got_object_id_queue_free(&ids);
1342 	if (err) {
1343 		if (err->code == GOT_ERR_PRIVSEP_PIPE)
1344 			err = NULL;
1345 		else
1346 			got_privsep_send_error(ibuf, err);
1347 	}
1348 
1349 	return err;
1350 }
1351 
1352 static const struct got_error *
1353 enumeration_request(struct imsg *imsg, struct imsgbuf *ibuf,
1354     struct got_pack *pack, struct got_packidx *packidx,
1355     struct got_object_cache *objcache)
1356 {
1357 	const struct got_error *err = NULL;
1358 	struct got_object_id_queue commit_ids;
1359 	const struct got_object_id_queue *parents = NULL;
1360 	struct got_object_qid *qid = NULL;
1361 	struct got_object *obj = NULL;
1362 	struct got_commit_object *commit = NULL;
1363 	struct got_object_id *tree_id = NULL;
1364 	size_t totlen = 0;
1365 	struct got_object_idset *idset;
1366 	int i, idx, have_all_entries = 1;
1367 	struct enumerated_tree *trees = NULL;
1368 	size_t ntrees = 0, nalloc = 16;
1369 
1370 	STAILQ_INIT(&commit_ids);
1371 
1372 	trees = calloc(nalloc, sizeof(*trees));
1373 	if (trees == NULL)
1374 		return got_error_from_errno("calloc");
1375 
1376 	idset = got_object_idset_alloc();
1377 	if (idset == NULL) {
1378 		err = got_error_from_errno("got_object_idset_alloc");
1379 		goto done;
1380 	}
1381 
1382 	err = recv_object_id_queue(&commit_ids, ibuf);
1383 	if (err)
1384 		goto done;
1385 
1386 	if (STAILQ_EMPTY(&commit_ids)) {
1387 		err = got_error(GOT_ERR_PRIVSEP_MSG);
1388 		goto done;
1389 	}
1390 
1391 	err = recv_object_ids(idset, ibuf);
1392 	if (err)
1393 		goto done;
1394 
1395 	while (!STAILQ_EMPTY(&commit_ids)) {
1396 		if (sigint_received) {
1397 			err = got_error(GOT_ERR_CANCELLED);
1398 			goto done;
1399 		}
1400 
1401 		qid = STAILQ_FIRST(&commit_ids);
1402 		STAILQ_REMOVE_HEAD(&commit_ids, entry);
1403 
1404 		if (got_object_idset_contains(idset, &qid->id)) {
1405 			got_object_qid_free(qid);
1406 			qid = NULL;
1407 			continue;
1408 		}
1409 
1410 		idx = got_packidx_get_object_idx(packidx, &qid->id);
1411 		if (idx == -1) {
1412 			have_all_entries = 0;
1413 			break;
1414 		}
1415 
1416 		err = open_object(&obj, pack, packidx, idx, &qid->id,
1417 		    objcache);
1418 		if (err)
1419 			goto done;
1420 		if (obj->type == GOT_OBJ_TYPE_TAG) {
1421 			struct got_tag_object *tag;
1422 			uint8_t *buf;
1423 			size_t len;
1424 			err = got_packfile_extract_object_to_mem(&buf,
1425 			    &len, obj, pack);
1426 			if (err)
1427 				goto done;
1428 			obj->size = len;
1429 			err = got_object_parse_tag(&tag, buf, len);
1430 			if (err) {
1431 				free(buf);
1432 				goto done;
1433 			}
1434 			idx = got_packidx_get_object_idx(packidx, &tag->id);
1435 			if (idx == -1) {
1436 				have_all_entries = 0;
1437 				break;
1438 			}
1439 			err = open_commit(&commit, pack, packidx, idx,
1440 			    &tag->id, objcache);
1441 			got_object_tag_close(tag);
1442 			free(buf);
1443 			if (err)
1444 				goto done;
1445 		} else if (obj->type == GOT_OBJ_TYPE_COMMIT) {
1446 			err = open_commit(&commit, pack, packidx, idx,
1447 			    &qid->id, objcache);
1448 			if (err)
1449 				goto done;
1450 		} else {
1451 			err = got_error(GOT_ERR_OBJ_TYPE);
1452 			goto done;
1453 		}
1454 		got_object_close(obj);
1455 		obj = NULL;
1456 
1457 		err = got_privsep_send_enumerated_commit(ibuf, &qid->id,
1458 		    got_object_commit_get_committer_time(commit));
1459 		if (err)
1460 			goto done;
1461 
1462 		tree_id = got_object_commit_get_tree_id(commit);
1463 		idx = got_packidx_get_object_idx(packidx, tree_id);
1464 		if (idx == -1) {
1465 			have_all_entries = 0;
1466 			err = got_privsep_send_enumerated_tree(&totlen, ibuf,
1467 			    tree_id, "/", NULL, -1);
1468 			if (err)
1469 				goto done;
1470 			break;
1471 		}
1472 
1473 		if (got_object_idset_contains(idset, tree_id)) {
1474 			got_object_qid_free(qid);
1475 			qid = NULL;
1476 			continue;
1477 		}
1478 
1479 		err = enumerate_tree(&have_all_entries, ibuf, &totlen,
1480 		    tree_id, "/", pack, packidx, objcache, idset,
1481 		    &trees, &nalloc, &ntrees);
1482 		if (err)
1483 			goto done;
1484 
1485 		if (!have_all_entries)
1486 			break;
1487 
1488 		got_object_qid_free(qid);
1489 		qid = NULL;
1490 
1491 		parents = got_object_commit_get_parent_ids(commit);
1492 		if (parents) {
1493 			struct got_object_qid *pid;
1494 			STAILQ_FOREACH(pid, parents, entry) {
1495 				if (got_object_idset_contains(idset, &pid->id))
1496 					continue;
1497 				err = got_object_qid_alloc_partial(&qid);
1498 				if (err)
1499 					goto done;
1500 				memcpy(&qid->id, &pid->id, sizeof(qid->id));
1501 				STAILQ_INSERT_TAIL(&commit_ids, qid, entry);
1502 				qid = NULL;
1503 			}
1504 		}
1505 
1506 		got_object_commit_close(commit);
1507 		commit = NULL;
1508 	}
1509 
1510 	if (have_all_entries) {
1511 		err = got_privsep_send_object_enumeration_done(ibuf);
1512 		if (err)
1513 			goto done;
1514 	} else {
1515 		err = got_privsep_send_object_enumeration_incomplete(ibuf);
1516 		if (err)
1517 			goto done;
1518 	}
1519 done:
1520 	if (obj)
1521 		got_object_close(obj);
1522 	if (commit)
1523 		got_object_commit_close(commit);
1524 	got_object_qid_free(qid);
1525 	got_object_id_queue_free(&commit_ids);
1526 	if (idset)
1527 		got_object_idset_free(idset);
1528 	for (i = 0; i < ntrees; i++) {
1529 		struct enumerated_tree *tree = &trees[i];
1530 		free(tree->buf);
1531 		free(tree->path);
1532 		free(tree->entries);
1533 	}
1534 	free(trees);
1535 	return err;
1536 }
1537 
1538 enum findtwixt_color {
1539 	COLOR_KEEP = 0,
1540 	COLOR_DROP,
1541 	COLOR_SKIP,
1542 	COLOR_MAX,
1543 };
1544 
1545 static const struct got_error *
1546 paint_commit(struct got_object_qid *qid, intptr_t color)
1547 {
1548 	if (color < 0 || color >= COLOR_MAX)
1549 		return got_error(GOT_ERR_RANGE);
1550 
1551 	qid->data = (void *)color;
1552 	return NULL;
1553 }
1554 
1555 static const struct got_error *
1556 queue_commit_id(struct got_object_id_queue *ids, struct got_object_id *id,
1557     intptr_t color)
1558 {
1559 	const struct got_error *err;
1560 	struct got_object_qid *qid;
1561 
1562 	err = got_object_qid_alloc_partial(&qid);
1563 	if (err)
1564 		return err;
1565 
1566 	memcpy(&qid->id, id, sizeof(qid->id));
1567 	STAILQ_INSERT_TAIL(ids, qid, entry);
1568 	return paint_commit(qid, color);
1569 }
1570 
1571 static const struct got_error *
1572 paint_commits(struct got_object_id_queue *ids, int *nids,
1573     struct got_object_idset *keep, struct got_object_idset *drop,
1574     struct got_object_idset *skip, struct got_pack *pack,
1575     struct got_packidx *packidx, struct imsgbuf *ibuf,
1576     struct got_object_cache *objcache)
1577 {
1578 	const struct got_error *err = NULL;
1579 	struct got_commit_object *commit = NULL;
1580 	struct got_object_id_queue painted;
1581 	const struct got_object_id_queue *parents;
1582 	struct got_object_qid *qid = NULL;
1583 	int nqueued = *nids, nskip = 0, npainted = 0;
1584 
1585 	STAILQ_INIT(&painted);
1586 
1587 	while (!STAILQ_EMPTY(ids) && nskip != nqueued) {
1588 		int idx;
1589 		intptr_t color;
1590 
1591 		if (sigint_received) {
1592 			err = got_error(GOT_ERR_CANCELLED);
1593 			goto done;
1594 		}
1595 
1596 		qid = STAILQ_FIRST(ids);
1597 		idx = got_packidx_get_object_idx(packidx, &qid->id);
1598 		if (idx == -1) {
1599 			qid = NULL;
1600 			break;
1601 		}
1602 
1603 		STAILQ_REMOVE_HEAD(ids, entry);
1604 		nqueued--;
1605 		color = (intptr_t)qid->data;
1606 		if (color == COLOR_SKIP)
1607 			nskip--;
1608 
1609 		if (got_object_idset_contains(skip, &qid->id)) {
1610 			got_object_qid_free(qid);
1611 			qid = NULL;
1612 			continue;
1613 		}
1614 
1615 		switch (color) {
1616 		case COLOR_KEEP:
1617 			if (got_object_idset_contains(keep, &qid->id)) {
1618 				got_object_qid_free(qid);
1619 				qid = NULL;
1620 				continue;
1621 			}
1622 			if (got_object_idset_contains(drop, &qid->id)) {
1623 				err = paint_commit(qid, COLOR_SKIP);
1624 				if (err)
1625 					goto done;
1626 			}
1627 			err = got_object_idset_add(keep, &qid->id, NULL);
1628 			if (err)
1629 				goto done;
1630 			break;
1631 		case COLOR_DROP:
1632 			if (got_object_idset_contains(drop, &qid->id)) {
1633 				got_object_qid_free(qid);
1634 				qid = NULL;
1635 				continue;
1636 			}
1637 			if (got_object_idset_contains(keep, &qid->id)) {
1638 				err = paint_commit(qid, COLOR_SKIP);
1639 				if (err)
1640 					goto done;
1641 			}
1642 			err = got_object_idset_add(drop, &qid->id, NULL);
1643 			if (err)
1644 				goto done;
1645 			break;
1646 		case COLOR_SKIP:
1647 			if (!got_object_idset_contains(skip, &qid->id)) {
1648 				err = got_object_idset_add(skip, &qid->id,
1649 				    NULL);
1650 				if (err)
1651 					goto done;
1652 			}
1653 			break;
1654 		default:
1655 			/* should not happen */
1656 			err = got_error_fmt(GOT_ERR_NOT_IMPL,
1657 			    "%s invalid commit color %"PRIdPTR, __func__,
1658 			    color);
1659 			goto done;
1660 		}
1661 
1662 		err = open_commit(&commit, pack, packidx, idx, &qid->id,
1663 		    objcache);
1664 		if (err)
1665 			goto done;
1666 
1667 		parents = got_object_commit_get_parent_ids(commit);
1668 		if (parents) {
1669 			struct got_object_qid *pid;
1670 			color = (intptr_t)qid->data;
1671 			STAILQ_FOREACH(pid, parents, entry) {
1672 				err = queue_commit_id(ids, &pid->id, color);
1673 				if (err)
1674 					goto done;
1675 				nqueued++;
1676 				if (color == COLOR_SKIP)
1677 					nskip++;
1678 			}
1679 		}
1680 
1681 		got_object_commit_close(commit);
1682 		commit = NULL;
1683 
1684 		STAILQ_INSERT_TAIL(&painted, qid, entry);
1685 		qid = NULL;
1686 		npainted++;
1687 
1688 		err = got_privsep_send_painted_commits(ibuf, &painted,
1689 		    &npainted, 1, 0);
1690 		if (err)
1691 			goto done;
1692 	}
1693 
1694 	err = got_privsep_send_painted_commits(ibuf, &painted, &npainted, 1, 1);
1695 	if (err)
1696 		goto done;
1697 
1698 	*nids = nqueued;
1699 done:
1700 	if (commit)
1701 		got_object_commit_close(commit);
1702 	got_object_qid_free(qid);
1703 	return err;
1704 }
1705 
1706 static void
1707 commit_painting_free(struct got_object_idset **keep,
1708     struct got_object_idset **drop,
1709     struct got_object_idset **skip)
1710 {
1711 	if (*keep) {
1712 		got_object_idset_free(*keep);
1713 		*keep = NULL;
1714 	}
1715 	if (*drop) {
1716 		got_object_idset_free(*drop);
1717 		*drop = NULL;
1718 	}
1719 	if (*skip) {
1720 		got_object_idset_free(*skip);
1721 		*skip = NULL;
1722 	}
1723 }
1724 
1725 static const struct got_error *
1726 commit_painting_init(struct imsgbuf *ibuf, struct got_object_idset **keep,
1727     struct got_object_idset **drop, struct got_object_idset **skip)
1728 {
1729 	const struct got_error *err = NULL;
1730 
1731 	*keep = got_object_idset_alloc();
1732 	if (*keep == NULL) {
1733 		err = got_error_from_errno("got_object_idset_alloc");
1734 		goto done;
1735 	}
1736 	*drop = got_object_idset_alloc();
1737 	if (*drop == NULL) {
1738 		err = got_error_from_errno("got_object_idset_alloc");
1739 		goto done;
1740 	}
1741 	*skip = got_object_idset_alloc();
1742 	if (*skip == NULL) {
1743 		err = got_error_from_errno("got_object_idset_alloc");
1744 		goto done;
1745 	}
1746 
1747 	err = recv_object_ids(*keep, ibuf);
1748 	if (err)
1749 		goto done;
1750 	err = recv_object_ids(*drop, ibuf);
1751 	if (err)
1752 		goto done;
1753 	err = recv_object_ids(*skip, ibuf);
1754 	if (err)
1755 		goto done;
1756 
1757 done:
1758 	if (err)
1759 		commit_painting_free(keep, drop, skip);
1760 
1761 	return err;
1762 }
1763 
1764 static const struct got_error *
1765 commit_painting_request(struct imsg *imsg, struct imsgbuf *ibuf,
1766     struct got_pack *pack, struct got_packidx *packidx,
1767     struct got_object_cache *objcache, struct got_object_idset *keep,
1768     struct got_object_idset *drop, struct got_object_idset *skip)
1769 {
1770 	const struct got_error *err = NULL;
1771 	struct got_imsg_commit_painting_request ireq;
1772 	struct got_object_id id;
1773 	size_t datalen;
1774 	struct got_object_id_queue ids;
1775 	int nids = 0;
1776 
1777 	STAILQ_INIT(&ids);
1778 
1779 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
1780 	if (datalen != sizeof(ireq))
1781 		return got_error(GOT_ERR_PRIVSEP_LEN);
1782 	memcpy(&ireq, imsg->data, sizeof(ireq));
1783 	memcpy(id.sha1, ireq.id, SHA1_DIGEST_LENGTH);
1784 
1785 	err = queue_commit_id(&ids, &id, ireq.color);
1786 	if (err)
1787 		return err;
1788 	nids = 1;
1789 
1790 	err = paint_commits(&ids, &nids, keep, drop, skip,
1791 	    pack, packidx, ibuf, objcache);
1792 	if (err)
1793 		goto done;
1794 
1795 	err = got_privsep_send_painted_commits(ibuf, &ids, &nids, 0, 1);
1796 	if (err)
1797 		goto done;
1798 
1799 	err = got_privsep_send_painting_commits_done(ibuf);
1800 done:
1801 	got_object_id_queue_free(&ids);
1802 	return err;
1803 }
1804 
1805 static const struct got_error *
1806 receive_pack(struct got_pack **packp, struct imsgbuf *ibuf)
1807 {
1808 	const struct got_error *err = NULL;
1809 	struct imsg imsg;
1810 	struct got_imsg_pack ipack;
1811 	size_t datalen;
1812 	struct got_pack *pack;
1813 
1814 	*packp = NULL;
1815 
1816 	err = got_privsep_recv_imsg(&imsg, ibuf, 0);
1817 	if (err)
1818 		return err;
1819 
1820 	pack = calloc(1, sizeof(*pack));
1821 	if (pack == NULL) {
1822 		err = got_error_from_errno("calloc");
1823 		goto done;
1824 	}
1825 
1826 	if (imsg.hdr.type != GOT_IMSG_PACK) {
1827 		err = got_error(GOT_ERR_PRIVSEP_MSG);
1828 		goto done;
1829 	}
1830 
1831 	if (imsg.fd == -1) {
1832 		err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1833 		goto done;
1834 	}
1835 
1836 	datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
1837 	if (datalen != sizeof(ipack)) {
1838 		err = got_error(GOT_ERR_PRIVSEP_LEN);
1839 		goto done;
1840 	}
1841 	memcpy(&ipack, imsg.data, sizeof(ipack));
1842 
1843 	pack->filesize = ipack.filesize;
1844 	pack->fd = dup(imsg.fd);
1845 	if (pack->fd == -1) {
1846 		err = got_error_from_errno("dup");
1847 		goto done;
1848 	}
1849 	if (lseek(pack->fd, 0, SEEK_SET) == -1) {
1850 		err = got_error_from_errno("lseek");
1851 		goto done;
1852 	}
1853 	pack->path_packfile = strdup(ipack.path_packfile);
1854 	if (pack->path_packfile == NULL) {
1855 		err = got_error_from_errno("strdup");
1856 		goto done;
1857 	}
1858 
1859 	err = got_delta_cache_alloc(&pack->delta_cache);
1860 	if (err)
1861 		goto done;
1862 
1863 #ifndef GOT_PACK_NO_MMAP
1864 	if (pack->filesize > 0 && pack->filesize <= SIZE_MAX) {
1865 		pack->map = mmap(NULL, pack->filesize, PROT_READ, MAP_PRIVATE,
1866 		    pack->fd, 0);
1867 		if (pack->map == MAP_FAILED)
1868 			pack->map = NULL; /* fall back to read(2) */
1869 	}
1870 #endif
1871 done:
1872 	if (err) {
1873 		if (imsg.fd != -1)
1874 			close(imsg.fd);
1875 		free(pack);
1876 	} else
1877 		*packp = pack;
1878 	imsg_free(&imsg);
1879 	return err;
1880 }
1881 
1882 int
1883 main(int argc, char *argv[])
1884 {
1885 	const struct got_error *err = NULL;
1886 	struct imsgbuf ibuf;
1887 	struct imsg imsg;
1888 	struct got_packidx *packidx = NULL;
1889 	struct got_pack *pack = NULL;
1890 	struct got_object_cache objcache;
1891 	FILE *basefile = NULL, *accumfile = NULL, *delta_outfile = NULL;
1892 	struct got_object_idset *keep = NULL, *drop = NULL, *skip = NULL;
1893 	struct got_parsed_tree_entry *entries = NULL;
1894 	size_t nentries = 0, nentries_alloc = 0;
1895 
1896 	//static int attached;
1897 	//while (!attached) sleep(1);
1898 
1899 	signal(SIGINT, catch_sigint);
1900 
1901 	imsg_init(&ibuf, GOT_IMSG_FD_CHILD);
1902 
1903 	err = got_object_cache_init(&objcache, GOT_OBJECT_CACHE_TYPE_OBJ);
1904 	if (err) {
1905 		err = got_error_from_errno("got_object_cache_init");
1906 		got_privsep_send_error(&ibuf, err);
1907 		return 1;
1908 	}
1909 
1910 #ifndef PROFILE
1911 	/* revoke access to most system calls */
1912 	if (pledge("stdio recvfd", NULL) == -1) {
1913 		err = got_error_from_errno("pledge");
1914 		got_privsep_send_error(&ibuf, err);
1915 		return 1;
1916 	}
1917 #endif
1918 
1919 	err = receive_packidx(&packidx, &ibuf);
1920 	if (err) {
1921 		got_privsep_send_error(&ibuf, err);
1922 		return 1;
1923 	}
1924 
1925 	err = receive_pack(&pack, &ibuf);
1926 	if (err) {
1927 		got_privsep_send_error(&ibuf, err);
1928 		return 1;
1929 	}
1930 
1931 	for (;;) {
1932 		imsg.fd = -1;
1933 
1934 		if (sigint_received) {
1935 			err = got_error(GOT_ERR_CANCELLED);
1936 			break;
1937 		}
1938 
1939 		err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
1940 		if (err) {
1941 			if (err->code == GOT_ERR_PRIVSEP_PIPE)
1942 				err = NULL;
1943 			break;
1944 		}
1945 
1946 		if (imsg.hdr.type == GOT_IMSG_STOP)
1947 			break;
1948 
1949 		switch (imsg.hdr.type) {
1950 		case GOT_IMSG_TMPFD:
1951 			if (basefile == NULL) {
1952 				err = receive_tempfile(&basefile, "w+",
1953 				   &imsg, &ibuf);
1954 			} else if (accumfile == NULL) {
1955 				err = receive_tempfile(&accumfile, "w+",
1956 				   &imsg, &ibuf);
1957 			} else
1958 				err = got_error(GOT_ERR_PRIVSEP_MSG);
1959 			break;
1960 		case GOT_IMSG_PACKED_OBJECT_REQUEST:
1961 			err = object_request(&imsg, &ibuf, pack, packidx,
1962 			    &objcache);
1963 			break;
1964 		case GOT_IMSG_PACKED_RAW_OBJECT_REQUEST:
1965 			if (basefile == NULL || accumfile == NULL) {
1966 				err = got_error(GOT_ERR_PRIVSEP_MSG);
1967 				break;
1968 			}
1969 			err = raw_object_request(&imsg, &ibuf, pack, packidx,
1970 			    &objcache, basefile, accumfile);
1971 			break;
1972 		case GOT_IMSG_RAW_DELTA_OUTFD:
1973 			if (delta_outfile != NULL) {
1974 				err = got_error(GOT_ERR_PRIVSEP_MSG);
1975 				break;
1976 			}
1977 			err = receive_tempfile(&delta_outfile, "w",
1978 			    &imsg, &ibuf);
1979 			break;
1980 		case GOT_IMSG_RAW_DELTA_REQUEST:
1981 			if (delta_outfile == NULL) {
1982 				err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1983 				break;
1984 			}
1985 			err = raw_delta_request(&imsg, &ibuf, delta_outfile,
1986 			    pack, packidx);
1987 			break;
1988 		case GOT_IMSG_DELTA_REUSE_REQUEST:
1989 			err = delta_reuse_request(&imsg, &ibuf, pack, packidx);
1990 			break;
1991 		case GOT_IMSG_COMMIT_REQUEST:
1992 			err = commit_request(&imsg, &ibuf, pack, packidx,
1993 			    &objcache);
1994 			break;
1995 		case GOT_IMSG_TREE_REQUEST:
1996 			err = tree_request(&imsg, &ibuf, pack, packidx,
1997 			    &objcache, &entries, &nentries, &nentries_alloc);
1998 			break;
1999 		case GOT_IMSG_BLOB_REQUEST:
2000 			if (basefile == NULL || accumfile == NULL) {
2001 				err = got_error(GOT_ERR_PRIVSEP_MSG);
2002 				break;
2003 			}
2004 			err = blob_request(&imsg, &ibuf, pack, packidx,
2005 			    &objcache, basefile, accumfile);
2006 			break;
2007 		case GOT_IMSG_TAG_REQUEST:
2008 			err = tag_request(&imsg, &ibuf, pack, packidx,
2009 			    &objcache);
2010 			break;
2011 		case GOT_IMSG_COMMIT_TRAVERSAL_REQUEST:
2012 			err = commit_traversal_request(&imsg, &ibuf, pack,
2013 			    packidx, &objcache);
2014 			break;
2015 		case GOT_IMSG_OBJECT_ENUMERATION_REQUEST:
2016 			err = enumeration_request(&imsg, &ibuf, pack,
2017 			    packidx, &objcache);
2018 			break;
2019 		case GOT_IMSG_COMMIT_PAINTING_INIT:
2020 			commit_painting_free(&keep, &drop, &skip);
2021 			err = commit_painting_init(&ibuf, &keep, &drop, &skip);
2022 			break;
2023 		case GOT_IMSG_COMMIT_PAINTING_REQUEST:
2024 			if (keep == NULL || drop == NULL || skip == NULL) {
2025 				err = got_error(GOT_ERR_PRIVSEP_MSG);
2026 				break;
2027 			}
2028 			err = commit_painting_request(&imsg, &ibuf, pack,
2029 			    packidx, &objcache, keep, drop, skip);
2030 			break;
2031 		case GOT_IMSG_COMMIT_PAINTING_DONE:
2032 			commit_painting_free(&keep, &drop, &skip);
2033 			break;
2034 		default:
2035 			err = got_error(GOT_ERR_PRIVSEP_MSG);
2036 			break;
2037 		}
2038 
2039 		if (imsg.fd != -1 && close(imsg.fd) == -1 && err == NULL)
2040 			err = got_error_from_errno("close");
2041 		imsg_free(&imsg);
2042 		if (err)
2043 			break;
2044 	}
2045 
2046 	free(entries);
2047 	commit_painting_free(&keep, &drop, &skip);
2048 	if (packidx)
2049 		got_packidx_close(packidx);
2050 	if (pack)
2051 		got_pack_close(pack);
2052 	got_object_cache_close(&objcache);
2053 	imsg_clear(&ibuf);
2054 	if (basefile && fclose(basefile) == EOF && err == NULL)
2055 		err = got_error_from_errno("fclose");
2056 	if (accumfile && fclose(accumfile) == EOF && err == NULL)
2057 		err = got_error_from_errno("fclose");
2058 	if (delta_outfile && fclose(delta_outfile) == EOF && err == NULL)
2059 		err = got_error_from_errno("fclose");
2060 	if (err) {
2061 		if (!sigint_received && err->code != GOT_ERR_PRIVSEP_PIPE) {
2062 			fprintf(stderr, "%s: %s\n", getprogname(), err->msg);
2063 			got_privsep_send_error(&ibuf, err);
2064 		}
2065 	}
2066 	if (close(GOT_IMSG_FD_CHILD) == -1 && err == NULL)
2067 		err = got_error_from_errno("close");
2068 	return err ? 1 : 0;
2069 }