2 5aa81393 2020-01-06 stsp * Copyright (c) 2018, 2019, 2020 Stefan Sperling <stsp@openbsd.org>
4 876c234b 2018-09-10 stsp * Permission to use, copy, modify, and distribute this software for any
5 876c234b 2018-09-10 stsp * purpose with or without fee is hereby granted, provided that the above
6 876c234b 2018-09-10 stsp * copyright notice and this permission notice appear in all copies.
8 876c234b 2018-09-10 stsp * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 876c234b 2018-09-10 stsp * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 876c234b 2018-09-10 stsp * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 876c234b 2018-09-10 stsp * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 876c234b 2018-09-10 stsp * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 876c234b 2018-09-10 stsp * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 876c234b 2018-09-10 stsp * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
16 4fccd2fe 2023-03-08 thomas #include "got_compat.h"
18 63915ee5 2022-06-23 thomas #include <sys/stat.h>
19 876c234b 2018-09-10 stsp #include <sys/types.h>
20 8b925c6c 2022-07-16 thomas #include <sys/queue.h>
21 876c234b 2018-09-10 stsp #include <sys/uio.h>
22 876c234b 2018-09-10 stsp #include <sys/time.h>
23 876c234b 2018-09-10 stsp #include <sys/mman.h>
25 60b94e7d 2022-07-19 thomas #include <inttypes.h>
26 876c234b 2018-09-10 stsp #include <limits.h>
27 99437157 2018-11-11 stsp #include <signal.h>
28 876c234b 2018-09-10 stsp #include <stdint.h>
29 876c234b 2018-09-10 stsp #include <stdio.h>
30 876c234b 2018-09-10 stsp #include <stdlib.h>
31 876c234b 2018-09-10 stsp #include <string.h>
32 81a12da5 2020-09-09 naddy #include <unistd.h>
33 876c234b 2018-09-10 stsp #include <zlib.h>
35 876c234b 2018-09-10 stsp #include "got_error.h"
36 876c234b 2018-09-10 stsp #include "got_object.h"
37 3022d272 2019-11-14 stsp #include "got_path.h"
39 876c234b 2018-09-10 stsp #include "got_lib_delta.h"
40 ab2f42e7 2019-11-10 stsp #include "got_lib_delta_cache.h"
41 876c234b 2018-09-10 stsp #include "got_lib_object.h"
42 232c0ac1 2023-04-22 thomas #include "got_lib_object_qid.h"
43 c59b3346 2018-09-11 stsp #include "got_lib_object_cache.h"
44 876c234b 2018-09-10 stsp #include "got_lib_object_parse.h"
45 7d0d4920 2022-05-12 thomas #include "got_lib_object_idset.h"
46 876c234b 2018-09-10 stsp #include "got_lib_privsep.h"
47 876c234b 2018-09-10 stsp #include "got_lib_pack.h"
49 ec2b23c5 2022-07-01 thomas #ifndef nitems
50 ec2b23c5 2022-07-01 thomas #define nitems(_a) (sizeof((_a)) / sizeof((_a)[0]))
53 99437157 2018-11-11 stsp static volatile sig_atomic_t sigint_received;
56 99437157 2018-11-11 stsp catch_sigint(int signo)
58 99437157 2018-11-11 stsp sigint_received = 1;
61 876c234b 2018-09-10 stsp static const struct got_error *
62 704b89c4 2019-05-23 stsp open_object(struct got_object **obj, struct got_pack *pack,
63 704b89c4 2019-05-23 stsp struct got_packidx *packidx, int idx, struct got_object_id *id,
64 704b89c4 2019-05-23 stsp struct got_object_cache *objcache)
66 704b89c4 2019-05-23 stsp const struct got_error *err;
68 704b89c4 2019-05-23 stsp err = got_packfile_open_object(obj, pack, packidx, idx, id);
71 704b89c4 2019-05-23 stsp (*obj)->refcnt++;
73 704b89c4 2019-05-23 stsp err = got_object_cache_add(objcache, id, *obj);
75 79c99a64 2019-05-23 stsp if (err->code == GOT_ERR_OBJ_EXISTS ||
76 79c99a64 2019-05-23 stsp err->code == GOT_ERR_OBJ_TOO_LARGE)
80 704b89c4 2019-05-23 stsp (*obj)->refcnt++;
81 704b89c4 2019-05-23 stsp return NULL;
84 704b89c4 2019-05-23 stsp static const struct got_error *
85 876c234b 2018-09-10 stsp object_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
86 c59b3346 2018-09-11 stsp struct got_packidx *packidx, struct got_object_cache *objcache)
88 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
89 876c234b 2018-09-10 stsp struct got_imsg_packed_object iobj;
90 876c234b 2018-09-10 stsp struct got_object *obj;
91 106807b4 2018-09-15 stsp struct got_object_id id;
92 876c234b 2018-09-10 stsp size_t datalen;
94 876c234b 2018-09-10 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
95 876c234b 2018-09-10 stsp if (datalen != sizeof(iobj))
96 876c234b 2018-09-10 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
97 876c234b 2018-09-10 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
98 b6f67730 2023-02-03 thomas memcpy(&id, &iobj.id, sizeof(id));
100 704b89c4 2019-05-23 stsp obj = got_object_cache_get(objcache, &id);
102 704b89c4 2019-05-23 stsp obj->refcnt++;
104 704b89c4 2019-05-23 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
110 876c234b 2018-09-10 stsp err = got_privsep_send_obj(ibuf, obj);
112 876c234b 2018-09-10 stsp got_object_close(obj);
113 876c234b 2018-09-10 stsp return err;
116 8f1c06eb 2021-09-25 thomas.ad static const struct got_error *
117 ca6e02ac 2020-01-07 stsp open_commit(struct got_commit_object **commit, struct got_pack *pack,
118 ca6e02ac 2020-01-07 stsp struct got_packidx *packidx, int obj_idx, struct got_object_id *id,
119 ca6e02ac 2020-01-07 stsp struct got_object_cache *objcache)
121 cfd633c2 2018-09-10 stsp const struct got_error *err = NULL;
122 cb5e38fd 2019-05-23 stsp struct got_object *obj = NULL;
123 cb5e38fd 2019-05-23 stsp uint8_t *buf = NULL;
124 cfd633c2 2018-09-10 stsp size_t len;
126 ca6e02ac 2020-01-07 stsp *commit = NULL;
128 ca6e02ac 2020-01-07 stsp obj = got_object_cache_get(objcache, id);
130 704b89c4 2019-05-23 stsp obj->refcnt++;
132 ca6e02ac 2020-01-07 stsp err = open_object(&obj, pack, packidx, obj_idx, id,
135 704b89c4 2019-05-23 stsp return err;
138 cfd633c2 2018-09-10 stsp err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
142 cfd633c2 2018-09-10 stsp obj->size = len;
144 ca6e02ac 2020-01-07 stsp err = got_object_parse_commit(commit, buf, len);
146 ca6e02ac 2020-01-07 stsp got_object_close(obj);
148 ca6e02ac 2020-01-07 stsp return err;
151 ca6e02ac 2020-01-07 stsp static const struct got_error *
152 ca6e02ac 2020-01-07 stsp commit_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
153 ca6e02ac 2020-01-07 stsp struct got_packidx *packidx, struct got_object_cache *objcache)
155 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
156 ca6e02ac 2020-01-07 stsp struct got_imsg_packed_object iobj;
157 ca6e02ac 2020-01-07 stsp struct got_commit_object *commit = NULL;
158 ca6e02ac 2020-01-07 stsp struct got_object_id id;
159 ca6e02ac 2020-01-07 stsp size_t datalen;
161 ca6e02ac 2020-01-07 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
162 ca6e02ac 2020-01-07 stsp if (datalen != sizeof(iobj))
163 ca6e02ac 2020-01-07 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
164 ca6e02ac 2020-01-07 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
165 b6f67730 2023-02-03 thomas memcpy(&id, &iobj.id, sizeof(id));
167 ca6e02ac 2020-01-07 stsp err = open_commit(&commit, pack, packidx, iobj.idx, &id, objcache);
171 cfd633c2 2018-09-10 stsp err = got_privsep_send_commit(ibuf, commit);
173 cb5e38fd 2019-05-23 stsp if (commit)
174 cb5e38fd 2019-05-23 stsp got_object_commit_close(commit);
176 7762fe12 2018-11-05 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
177 7762fe12 2018-11-05 stsp err = NULL;
179 7762fe12 2018-11-05 stsp got_privsep_send_error(ibuf, err);
182 7762fe12 2018-11-05 stsp return err;
185 8f1c06eb 2021-09-25 thomas.ad static const struct got_error *
186 2d28509d 2023-04-28 thomas open_tree(uint8_t **buf, size_t *len,
187 2d28509d 2023-04-28 thomas struct got_pack *pack, struct got_packidx *packidx, int obj_idx,
188 2d28509d 2023-04-28 thomas struct got_object_id *id, struct got_object_cache *objcache)
190 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
191 ca6e02ac 2020-01-07 stsp struct got_object *obj = NULL;
192 2d28509d 2023-04-28 thomas int cached = 0;
194 ca6e02ac 2020-01-07 stsp *buf = NULL;
195 2d28509d 2023-04-28 thomas *len = 0;
197 ca6e02ac 2020-01-07 stsp obj = got_object_cache_get(objcache, id);
199 ca6e02ac 2020-01-07 stsp obj->refcnt++;
200 2d28509d 2023-04-28 thomas cached = 1;
202 ca6e02ac 2020-01-07 stsp err = open_object(&obj, pack, packidx, obj_idx, id,
205 ca6e02ac 2020-01-07 stsp return err;
208 2d28509d 2023-04-28 thomas err = got_packfile_extract_object_to_mem(buf, len, obj, pack);
212 2d28509d 2023-04-28 thomas if (!cached)
213 2d28509d 2023-04-28 thomas obj->size = *len;
215 ca6e02ac 2020-01-07 stsp got_object_close(obj);
217 ca6e02ac 2020-01-07 stsp free(*buf);
218 ca6e02ac 2020-01-07 stsp *buf = NULL;
220 ca6e02ac 2020-01-07 stsp return err;
223 7762fe12 2018-11-05 stsp static const struct got_error *
224 876c234b 2018-09-10 stsp tree_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
225 c77e00b3 2022-10-18 thomas struct got_packidx *packidx, struct got_object_cache *objcache,
226 c77e00b3 2022-10-18 thomas struct got_parsed_tree_entry **entries, size_t *nentries,
227 c77e00b3 2022-10-18 thomas size_t *nentries_alloc)
229 e7885405 2018-09-10 stsp const struct got_error *err = NULL;
230 13c729f7 2018-12-24 stsp struct got_imsg_packed_object iobj;
231 cb5e38fd 2019-05-23 stsp uint8_t *buf = NULL;
232 2d28509d 2023-04-28 thomas size_t len = 0;
233 13c729f7 2018-12-24 stsp struct got_object_id id;
234 13c729f7 2018-12-24 stsp size_t datalen;
236 13c729f7 2018-12-24 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
237 13c729f7 2018-12-24 stsp if (datalen != sizeof(iobj))
238 13c729f7 2018-12-24 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
239 13c729f7 2018-12-24 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
240 b6f67730 2023-02-03 thomas memcpy(&id, &iobj.id, sizeof(id));
242 2d28509d 2023-04-28 thomas err = open_tree(&buf, &len, pack, packidx, iobj.idx, &id, objcache);
244 ca6e02ac 2020-01-07 stsp return err;
246 2d28509d 2023-04-28 thomas err = got_object_parse_tree(entries, nentries, nentries_alloc,
247 2d28509d 2023-04-28 thomas buf, len);
249 2d28509d 2023-04-28 thomas goto done;
251 c77e00b3 2022-10-18 thomas err = got_privsep_send_tree(ibuf, *entries, *nentries);
253 e7885405 2018-09-10 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
254 e7885405 2018-09-10 stsp err = NULL;
256 e7885405 2018-09-10 stsp got_privsep_send_error(ibuf, err);
259 2d28509d 2023-04-28 thomas free(buf);
260 e7885405 2018-09-10 stsp return err;
263 876c234b 2018-09-10 stsp static const struct got_error *
264 01bb5a15 2021-09-25 thomas.ad receive_file(FILE **f, struct imsgbuf *ibuf, uint32_t imsg_code)
266 3840f4c9 2018-09-12 stsp const struct got_error *err;
267 3840f4c9 2018-09-12 stsp struct imsg imsg;
268 55da3778 2018-09-10 stsp size_t datalen;
270 3840f4c9 2018-09-12 stsp err = got_privsep_recv_imsg(&imsg, ibuf, 0);
272 55da3778 2018-09-10 stsp return err;
274 3840f4c9 2018-09-12 stsp if (imsg.hdr.type != imsg_code) {
275 55da3778 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
279 3840f4c9 2018-09-12 stsp datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
280 55da3778 2018-09-10 stsp if (datalen != 0) {
281 55da3778 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_LEN);
284 3840f4c9 2018-09-12 stsp if (imsg.fd == -1) {
285 55da3778 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
289 3840f4c9 2018-09-12 stsp *f = fdopen(imsg.fd, "w+");
290 3840f4c9 2018-09-12 stsp if (*f == NULL) {
291 638f9024 2019-05-13 stsp err = got_error_from_errno("fdopen");
292 3a6ce05a 2019-02-11 stsp close(imsg.fd);
296 3840f4c9 2018-09-12 stsp imsg_free(&imsg);
297 3840f4c9 2018-09-12 stsp return err;
300 bc1f382f 2022-01-05 thomas static const struct got_error *
301 f9c2e8e5 2022-02-13 thomas receive_tempfile(FILE **f, const char *mode, struct imsg *imsg,
302 bc1f382f 2022-01-05 thomas struct imsgbuf *ibuf)
304 bc1f382f 2022-01-05 thomas size_t datalen;
306 bc1f382f 2022-01-05 thomas datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
307 bc1f382f 2022-01-05 thomas if (datalen != 0)
308 bc1f382f 2022-01-05 thomas return got_error(GOT_ERR_PRIVSEP_LEN);
310 bc1f382f 2022-01-05 thomas if (imsg->fd == -1)
311 bc1f382f 2022-01-05 thomas return got_error(GOT_ERR_PRIVSEP_NO_FD);
313 f9c2e8e5 2022-02-13 thomas *f = fdopen(imsg->fd, mode);
314 bc1f382f 2022-01-05 thomas if (*f == NULL)
315 bc1f382f 2022-01-05 thomas return got_error_from_errno("fdopen");
316 bc1f382f 2022-01-05 thomas imsg->fd = -1;
318 bc1f382f 2022-01-05 thomas return NULL;
321 3840f4c9 2018-09-12 stsp static const struct got_error *
322 3840f4c9 2018-09-12 stsp blob_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
323 bc1f382f 2022-01-05 thomas struct got_packidx *packidx, struct got_object_cache *objcache,
324 bc1f382f 2022-01-05 thomas FILE *basefile, FILE *accumfile)
326 3840f4c9 2018-09-12 stsp const struct got_error *err = NULL;
327 ebc55e2d 2018-12-24 stsp struct got_imsg_packed_object iobj;
328 3840f4c9 2018-09-12 stsp struct got_object *obj = NULL;
329 bc1f382f 2022-01-05 thomas FILE *outfile = NULL;
330 ebc55e2d 2018-12-24 stsp struct got_object_id id;
331 ebc55e2d 2018-12-24 stsp size_t datalen;
332 ac544f8c 2019-01-13 stsp uint64_t blob_size;
333 ac544f8c 2019-01-13 stsp uint8_t *buf = NULL;
335 ebc55e2d 2018-12-24 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
336 ebc55e2d 2018-12-24 stsp if (datalen != sizeof(iobj))
337 ebc55e2d 2018-12-24 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
338 ebc55e2d 2018-12-24 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
339 b6f67730 2023-02-03 thomas memcpy(&id, &iobj.id, sizeof(id));
341 704b89c4 2019-05-23 stsp obj = got_object_cache_get(objcache, &id);
343 704b89c4 2019-05-23 stsp obj->refcnt++;
345 704b89c4 2019-05-23 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
348 704b89c4 2019-05-23 stsp return err;
351 3840f4c9 2018-09-12 stsp err = receive_file(&outfile, ibuf, GOT_IMSG_BLOB_OUTFD);
355 ac544f8c 2019-01-13 stsp if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
356 42c69117 2019-11-10 stsp err = got_pack_get_max_delta_object_size(&blob_size, obj, pack);
360 ac544f8c 2019-01-13 stsp blob_size = obj->size;
362 ac544f8c 2019-01-13 stsp if (blob_size <= GOT_PRIVSEP_INLINE_BLOB_DATA_MAX)
363 ac544f8c 2019-01-13 stsp err = got_packfile_extract_object_to_mem(&buf, &obj->size,
364 ac544f8c 2019-01-13 stsp obj, pack);
366 ac544f8c 2019-01-13 stsp err = got_packfile_extract_object(pack, obj, outfile, basefile,
367 ac544f8c 2019-01-13 stsp accumfile);
371 ac544f8c 2019-01-13 stsp err = got_privsep_send_blob(ibuf, obj->size, obj->hdrlen, buf);
374 56b63ca4 2021-01-22 stsp if (outfile && fclose(outfile) == EOF && err == NULL)
375 638f9024 2019-05-13 stsp err = got_error_from_errno("fclose");
376 cb5e38fd 2019-05-23 stsp got_object_close(obj);
377 3840f4c9 2018-09-12 stsp if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
378 3840f4c9 2018-09-12 stsp got_privsep_send_error(ibuf, err);
380 55da3778 2018-09-10 stsp return err;
383 876c234b 2018-09-10 stsp static const struct got_error *
384 f4a881ce 2018-11-17 stsp tag_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
385 f4a881ce 2018-11-17 stsp struct got_packidx *packidx, struct got_object_cache *objcache)
387 f4a881ce 2018-11-17 stsp const struct got_error *err = NULL;
388 268f7291 2018-12-24 stsp struct got_imsg_packed_object iobj;
389 f4a881ce 2018-11-17 stsp struct got_object *obj = NULL;
390 f4a881ce 2018-11-17 stsp struct got_tag_object *tag = NULL;
391 cb5e38fd 2019-05-23 stsp uint8_t *buf = NULL;
392 f4a881ce 2018-11-17 stsp size_t len;
393 268f7291 2018-12-24 stsp struct got_object_id id;
394 268f7291 2018-12-24 stsp size_t datalen;
396 268f7291 2018-12-24 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
397 268f7291 2018-12-24 stsp if (datalen != sizeof(iobj))
398 268f7291 2018-12-24 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
399 268f7291 2018-12-24 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
400 b6f67730 2023-02-03 thomas memcpy(&id, &iobj.id, sizeof(id));
402 704b89c4 2019-05-23 stsp obj = got_object_cache_get(objcache, &id);
404 704b89c4 2019-05-23 stsp obj->refcnt++;
406 704b89c4 2019-05-23 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
409 704b89c4 2019-05-23 stsp return err;
412 f4a881ce 2018-11-17 stsp err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
416 f4a881ce 2018-11-17 stsp obj->size = len;
417 f4a881ce 2018-11-17 stsp err = got_object_parse_tag(&tag, buf, len);
421 f4a881ce 2018-11-17 stsp err = got_privsep_send_tag(ibuf, tag);
424 cb5e38fd 2019-05-23 stsp got_object_close(obj);
426 cb5e38fd 2019-05-23 stsp got_object_tag_close(tag);
428 ca6e02ac 2020-01-07 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
429 ca6e02ac 2020-01-07 stsp err = NULL;
431 ca6e02ac 2020-01-07 stsp got_privsep_send_error(ibuf, err);
434 ca6e02ac 2020-01-07 stsp return err;
437 8f1c06eb 2021-09-25 thomas.ad static const struct got_error *
438 2d28509d 2023-04-28 thomas tree_path_changed(int *changed, uint8_t **buf1, size_t *len1,
439 2d28509d 2023-04-28 thomas uint8_t **buf2, size_t *len2, const char *path,
440 2d28509d 2023-04-28 thomas struct got_pack *pack, struct got_packidx *packidx,
441 ca6e02ac 2020-01-07 stsp struct imsgbuf *ibuf, struct got_object_cache *objcache)
443 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
444 2d28509d 2023-04-28 thomas struct got_parsed_tree_entry pte1, pte2;
445 ca6e02ac 2020-01-07 stsp const char *seg, *s;
446 ca6e02ac 2020-01-07 stsp size_t seglen;
447 2d28509d 2023-04-28 thomas size_t remain1 = *len1, remain2 = *len2, elen;
448 2d28509d 2023-04-28 thomas uint8_t *next_entry1 = *buf1;
449 2d28509d 2023-04-28 thomas uint8_t *next_entry2 = *buf2;
451 2d28509d 2023-04-28 thomas memset(&pte1, 0, sizeof(pte1));
452 2d28509d 2023-04-28 thomas memset(&pte2, 0, sizeof(pte2));
454 ca6e02ac 2020-01-07 stsp *changed = 0;
456 ca6e02ac 2020-01-07 stsp /* We not do support comparing the root path. */
457 61a7d79f 2020-02-29 stsp if (got_path_is_root_dir(path))
458 63f810e6 2020-02-29 stsp return got_error_path(path, GOT_ERR_BAD_PATH);
461 61a7d79f 2020-02-29 stsp while (*s == '/')
464 ca6e02ac 2020-01-07 stsp seglen = 0;
465 ca6e02ac 2020-01-07 stsp while (*s) {
466 ca6e02ac 2020-01-07 stsp if (*s != '/') {
474 2d28509d 2023-04-28 thomas * As an optimization we compare entries in on-disk order
475 2d28509d 2023-04-28 thomas * rather than in got_path_cmp() order. We only need to
476 2d28509d 2023-04-28 thomas * find out if any entries differ. Parsing all entries and
477 2d28509d 2023-04-28 thomas * sorting them slows us down significantly when tree objects
478 2d28509d 2023-04-28 thomas * have thousands of entries. We can assume that on-disk entry
479 2d28509d 2023-04-28 thomas * ordering is stable, as per got_object_tree_create() and
480 2d28509d 2023-04-28 thomas * sort_tree_entries_the_way_git_likes_it(). Other orderings
481 2d28509d 2023-04-28 thomas * are incompatible with Git and would yield false positives
482 2d28509d 2023-04-28 thomas * here, too.
484 2d28509d 2023-04-28 thomas while (remain1 > 0) {
485 2d28509d 2023-04-28 thomas err = got_object_parse_tree_entry(&pte1, &elen,
486 2d28509d 2023-04-28 thomas next_entry1, remain1);
488 2d28509d 2023-04-28 thomas return err;
489 2d28509d 2023-04-28 thomas next_entry1 += elen;
490 2d28509d 2023-04-28 thomas remain1 -= elen;
491 2d28509d 2023-04-28 thomas if (strncmp(pte1.name, seg, seglen) != 0 ||
492 2d28509d 2023-04-28 thomas pte1.name[seglen] != '\0') {
493 2d28509d 2023-04-28 thomas memset(&pte1, 0, sizeof(pte1));
494 2d28509d 2023-04-28 thomas continue;
498 2d28509d 2023-04-28 thomas if (pte1.name == NULL) {
499 ca6e02ac 2020-01-07 stsp err = got_error(GOT_ERR_NO_OBJ);
503 2d28509d 2023-04-28 thomas if (remain2 == 0) {
504 ca6e02ac 2020-01-07 stsp *changed = 1;
508 2d28509d 2023-04-28 thomas while (remain2 > 0) {
509 2d28509d 2023-04-28 thomas err = got_object_parse_tree_entry(&pte2, &elen,
510 2d28509d 2023-04-28 thomas next_entry2, remain2);
512 2d28509d 2023-04-28 thomas return err;
513 2d28509d 2023-04-28 thomas next_entry2 += elen;
514 2d28509d 2023-04-28 thomas remain2 -= elen;
515 2d28509d 2023-04-28 thomas if (strncmp(pte2.name, seg, seglen) != 0 ||
516 2d28509d 2023-04-28 thomas pte2.name[seglen] != '\0') {
517 2d28509d 2023-04-28 thomas memset(&pte2, 0, sizeof(pte2));
518 2d28509d 2023-04-28 thomas continue;
523 2d28509d 2023-04-28 thomas if (pte2.name == NULL) {
524 ca6e02ac 2020-01-07 stsp *changed = 1;
528 2d28509d 2023-04-28 thomas if (pte1.mode != pte2.mode) {
529 2d28509d 2023-04-28 thomas *changed = 1;
533 2d28509d 2023-04-28 thomas if (memcmp(pte1.id, pte2.id, SHA1_DIGEST_LENGTH) == 0) {
534 ca6e02ac 2020-01-07 stsp *changed = 0;
538 ca6e02ac 2020-01-07 stsp if (*s == '\0') { /* final path element */
539 ca6e02ac 2020-01-07 stsp *changed = 1;
543 ca6e02ac 2020-01-07 stsp seg = s + 1;
545 ca6e02ac 2020-01-07 stsp seglen = 0;
547 ca6e02ac 2020-01-07 stsp struct got_object_id id1, id2;
550 2d28509d 2023-04-28 thomas memcpy(id1.sha1, pte1.id, SHA1_DIGEST_LENGTH);
551 00927983 2020-04-19 stsp idx = got_packidx_get_object_idx(packidx, &id1);
552 ca6e02ac 2020-01-07 stsp if (idx == -1) {
553 ded8fbb8 2020-04-19 stsp err = got_error_no_obj(&id1);
556 ca6e02ac 2020-01-07 stsp free(*buf1);
557 ca6e02ac 2020-01-07 stsp *buf1 = NULL;
558 2d28509d 2023-04-28 thomas err = open_tree(buf1, len1, pack, packidx, idx, &id1,
559 c77e00b3 2022-10-18 thomas objcache);
560 2d28509d 2023-04-28 thomas memset(&pte1, 0, sizeof(pte1));
563 2d28509d 2023-04-28 thomas next_entry1 = *buf1;
564 2d28509d 2023-04-28 thomas remain1 = *len1;
566 2d28509d 2023-04-28 thomas memcpy(id2.sha1, pte2.id, SHA1_DIGEST_LENGTH);
567 00927983 2020-04-19 stsp idx = got_packidx_get_object_idx(packidx, &id2);
568 ca6e02ac 2020-01-07 stsp if (idx == -1) {
569 ded8fbb8 2020-04-19 stsp err = got_error_no_obj(&id2);
572 ca6e02ac 2020-01-07 stsp free(*buf2);
573 ca6e02ac 2020-01-07 stsp *buf2 = NULL;
574 2d28509d 2023-04-28 thomas err = open_tree(buf2, len2, pack, packidx, idx, &id2,
575 83592549 2023-02-17 thomas objcache);
576 2d28509d 2023-04-28 thomas memset(&pte2, 0, sizeof(pte2));
579 2d28509d 2023-04-28 thomas next_entry2 = *buf2;
580 2d28509d 2023-04-28 thomas remain2 = *len2;
584 ca6e02ac 2020-01-07 stsp return err;
587 ca6e02ac 2020-01-07 stsp static const struct got_error *
588 e70bf110 2020-03-22 stsp send_traversed_commits(struct got_object_id *commit_ids, size_t ncommits,
589 e70bf110 2020-03-22 stsp struct imsgbuf *ibuf)
591 e70bf110 2020-03-22 stsp struct ibuf *wbuf;
592 01bb5a15 2021-09-25 thomas.ad size_t i;
594 e70bf110 2020-03-22 stsp wbuf = imsg_create(ibuf, GOT_IMSG_TRAVERSED_COMMITS, 0, 0,
595 e70bf110 2020-03-22 stsp sizeof(struct got_imsg_traversed_commits) +
596 35cdfa2c 2023-02-20 thomas ncommits * sizeof(commit_ids[0]));
597 e70bf110 2020-03-22 stsp if (wbuf == NULL)
598 e70bf110 2020-03-22 stsp return got_error_from_errno("imsg_create TRAVERSED_COMMITS");
600 e9f1a409 2022-05-19 thomas if (imsg_add(wbuf, &ncommits, sizeof(ncommits)) == -1)
601 e9f1a409 2022-05-19 thomas return got_error_from_errno("imsg_add TRAVERSED_COMMITS");
603 e70bf110 2020-03-22 stsp for (i = 0; i < ncommits; i++) {
604 e70bf110 2020-03-22 stsp struct got_object_id *id = &commit_ids[i];
605 35cdfa2c 2023-02-20 thomas if (imsg_add(wbuf, id, sizeof(*id)) == -1) {
606 e9f1a409 2022-05-19 thomas return got_error_from_errno(
607 e70bf110 2020-03-22 stsp "imsg_add TRAVERSED_COMMITS");
611 e70bf110 2020-03-22 stsp wbuf->fd = -1;
612 e70bf110 2020-03-22 stsp imsg_close(ibuf, wbuf);
614 e70bf110 2020-03-22 stsp return got_privsep_flush_imsg(ibuf);
617 e70bf110 2020-03-22 stsp static const struct got_error *
618 e70bf110 2020-03-22 stsp send_commit_traversal_done(struct imsgbuf *ibuf)
620 e70bf110 2020-03-22 stsp if (imsg_compose(ibuf, GOT_IMSG_COMMIT_TRAVERSAL_DONE, 0, 0, -1,
621 e70bf110 2020-03-22 stsp NULL, 0) == -1)
622 e70bf110 2020-03-22 stsp return got_error_from_errno("imsg_compose TRAVERSAL_DONE");
624 e70bf110 2020-03-22 stsp return got_privsep_flush_imsg(ibuf);
627 e70bf110 2020-03-22 stsp static const struct got_error *
628 ca6e02ac 2020-01-07 stsp commit_traversal_request(struct imsg *imsg, struct imsgbuf *ibuf,
629 ca6e02ac 2020-01-07 stsp struct got_pack *pack, struct got_packidx *packidx,
630 ca6e02ac 2020-01-07 stsp struct got_object_cache *objcache)
632 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
633 a578d6ec 2023-03-01 thomas struct got_imsg_commit_traversal_request ctreq;
634 ca6e02ac 2020-01-07 stsp struct got_object_qid *pid;
635 ca6e02ac 2020-01-07 stsp struct got_commit_object *commit = NULL, *pcommit = NULL;
636 ca6e02ac 2020-01-07 stsp struct got_object_id id;
637 a578d6ec 2023-03-01 thomas size_t datalen;
638 ca6e02ac 2020-01-07 stsp char *path = NULL;
639 ca6e02ac 2020-01-07 stsp const int min_alloc = 64;
640 ca6e02ac 2020-01-07 stsp int changed = 0, ncommits = 0, nallocated = 0;
641 ca6e02ac 2020-01-07 stsp struct got_object_id *commit_ids = NULL;
643 ca6e02ac 2020-01-07 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
644 a578d6ec 2023-03-01 thomas if (datalen < sizeof(ctreq))
645 a578d6ec 2023-03-01 thomas return got_error(GOT_ERR_PRIVSEP_LEN);
646 a578d6ec 2023-03-01 thomas memcpy(&ctreq, imsg->data, sizeof(ctreq));
647 a578d6ec 2023-03-01 thomas memcpy(&id, &ctreq.iobj.id, sizeof(id));
649 a578d6ec 2023-03-01 thomas if (datalen != sizeof(ctreq) + ctreq.path_len)
650 ca6e02ac 2020-01-07 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
651 a578d6ec 2023-03-01 thomas if (ctreq.path_len == 0)
652 a578d6ec 2023-03-01 thomas return got_error(GOT_ERR_PRIVSEP_LEN);
654 a578d6ec 2023-03-01 thomas path = strndup(imsg->data + sizeof(ctreq), ctreq.path_len);
655 a578d6ec 2023-03-01 thomas if (path == NULL)
656 a578d6ec 2023-03-01 thomas return got_error_from_errno("strndup");
658 ca6e02ac 2020-01-07 stsp nallocated = min_alloc;
659 ca6e02ac 2020-01-07 stsp commit_ids = reallocarray(NULL, nallocated, sizeof(*commit_ids));
660 ca6e02ac 2020-01-07 stsp if (commit_ids == NULL)
661 ca6e02ac 2020-01-07 stsp return got_error_from_errno("reallocarray");
664 ca6e02ac 2020-01-07 stsp const size_t max_datalen = MAX_IMSGSIZE - IMSG_HEADER_SIZE;
667 ca6e02ac 2020-01-07 stsp if (sigint_received) {
668 ca6e02ac 2020-01-07 stsp err = got_error(GOT_ERR_CANCELLED);
672 ca6e02ac 2020-01-07 stsp if (commit == NULL) {
673 ca6e02ac 2020-01-07 stsp idx = got_packidx_get_object_idx(packidx, &id);
674 ca6e02ac 2020-01-07 stsp if (idx == -1)
676 ca6e02ac 2020-01-07 stsp err = open_commit(&commit, pack, packidx,
677 ca6e02ac 2020-01-07 stsp idx, &id, objcache);
679 ca6e02ac 2020-01-07 stsp if (err->code != GOT_ERR_NO_OBJ)
681 ca6e02ac 2020-01-07 stsp err = NULL;
686 ca6e02ac 2020-01-07 stsp if (sizeof(struct got_imsg_traversed_commits) +
687 35cdfa2c 2023-02-20 thomas ncommits * sizeof(commit_ids[0]) >= max_datalen) {
688 e70bf110 2020-03-22 stsp err = send_traversed_commits(commit_ids, ncommits,
692 ca6e02ac 2020-01-07 stsp ncommits = 0;
694 ca6e02ac 2020-01-07 stsp ncommits++;
695 ca6e02ac 2020-01-07 stsp if (ncommits > nallocated) {
696 ca6e02ac 2020-01-07 stsp struct got_object_id *new;
697 ca6e02ac 2020-01-07 stsp nallocated += min_alloc;
698 ca6e02ac 2020-01-07 stsp new = reallocarray(commit_ids, nallocated,
699 ca6e02ac 2020-01-07 stsp sizeof(*commit_ids));
700 ca6e02ac 2020-01-07 stsp if (new == NULL) {
701 ca6e02ac 2020-01-07 stsp err = got_error_from_errno("reallocarray");
704 ca6e02ac 2020-01-07 stsp commit_ids = new;
706 c5b519a9 2023-02-20 thomas memcpy(&commit_ids[ncommits - 1], &id, sizeof(id));
708 dbdddfee 2021-06-23 naddy pid = STAILQ_FIRST(&commit->parent_ids);
709 ca6e02ac 2020-01-07 stsp if (pid == NULL)
712 ec242592 2022-04-22 thomas idx = got_packidx_get_object_idx(packidx, &pid->id);
713 ca6e02ac 2020-01-07 stsp if (idx == -1)
716 ec242592 2022-04-22 thomas err = open_commit(&pcommit, pack, packidx, idx, &pid->id,
719 ca6e02ac 2020-01-07 stsp if (err->code != GOT_ERR_NO_OBJ)
721 ca6e02ac 2020-01-07 stsp err = NULL;
725 ca6e02ac 2020-01-07 stsp if (path[0] == '/' && path[1] == '\0') {
726 ca6e02ac 2020-01-07 stsp if (got_object_id_cmp(pcommit->tree_id,
727 ca6e02ac 2020-01-07 stsp commit->tree_id) != 0) {
728 ca6e02ac 2020-01-07 stsp changed = 1;
733 ca6e02ac 2020-01-07 stsp uint8_t *buf = NULL, *pbuf = NULL;
734 2d28509d 2023-04-28 thomas size_t len = 0, plen = 0;
736 ca6e02ac 2020-01-07 stsp idx = got_packidx_get_object_idx(packidx,
737 ca6e02ac 2020-01-07 stsp commit->tree_id);
738 ca6e02ac 2020-01-07 stsp if (idx == -1)
740 ca6e02ac 2020-01-07 stsp pidx = got_packidx_get_object_idx(packidx,
741 ca6e02ac 2020-01-07 stsp pcommit->tree_id);
742 ca6e02ac 2020-01-07 stsp if (pidx == -1)
745 2d28509d 2023-04-28 thomas err = open_tree(&buf, &len, pack, packidx, idx,
746 c77e00b3 2022-10-18 thomas commit->tree_id, objcache);
750 2d28509d 2023-04-28 thomas err = open_tree(&pbuf, &plen, pack, packidx, pidx,
751 c77e00b3 2022-10-18 thomas pcommit->tree_id, objcache);
757 2d28509d 2023-04-28 thomas err = tree_path_changed(&changed, &buf, &len,
758 2d28509d 2023-04-28 thomas &pbuf, &plen, path, pack, packidx, ibuf,
759 2d28509d 2023-04-28 thomas objcache);
762 ca6e02ac 2020-01-07 stsp free(pbuf);
764 ca6e02ac 2020-01-07 stsp if (err->code != GOT_ERR_NO_OBJ)
766 ca6e02ac 2020-01-07 stsp err = NULL;
771 ca6e02ac 2020-01-07 stsp if (!changed) {
772 c5b519a9 2023-02-20 thomas memcpy(&id, &pid->id, sizeof(id));
773 ca6e02ac 2020-01-07 stsp got_object_commit_close(commit);
774 ca6e02ac 2020-01-07 stsp commit = pcommit;
775 ca6e02ac 2020-01-07 stsp pcommit = NULL;
777 ca6e02ac 2020-01-07 stsp } while (!changed);
779 ca6e02ac 2020-01-07 stsp if (ncommits > 0) {
780 e70bf110 2020-03-22 stsp err = send_traversed_commits(commit_ids, ncommits, ibuf);
784 ca6e02ac 2020-01-07 stsp if (changed) {
785 ca6e02ac 2020-01-07 stsp err = got_privsep_send_commit(ibuf, commit);
790 e70bf110 2020-03-22 stsp err = send_commit_traversal_done(ibuf);
792 a578d6ec 2023-03-01 thomas free(path);
793 ca6e02ac 2020-01-07 stsp free(commit_ids);
794 ca6e02ac 2020-01-07 stsp if (commit)
795 ca6e02ac 2020-01-07 stsp got_object_commit_close(commit);
796 ca6e02ac 2020-01-07 stsp if (pcommit)
797 ca6e02ac 2020-01-07 stsp got_object_commit_close(pcommit);
799 f4a881ce 2018-11-17 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
800 f4a881ce 2018-11-17 stsp err = NULL;
802 f4a881ce 2018-11-17 stsp got_privsep_send_error(ibuf, err);
805 f4a881ce 2018-11-17 stsp return err;
808 f4a881ce 2018-11-17 stsp static const struct got_error *
809 48b4f239 2021-12-31 thomas raw_object_request(struct imsg *imsg, struct imsgbuf *ibuf,
810 48b4f239 2021-12-31 thomas struct got_pack *pack, struct got_packidx *packidx,
811 bc1f382f 2022-01-05 thomas struct got_object_cache *objcache, FILE *basefile, FILE *accumfile)
813 59d1e4a0 2021-03-10 stsp const struct got_error *err = NULL;
814 59d1e4a0 2021-03-10 stsp uint8_t *buf = NULL;
815 59d1e4a0 2021-03-10 stsp uint64_t size = 0;
816 bc1f382f 2022-01-05 thomas FILE *outfile = NULL;
817 59d1e4a0 2021-03-10 stsp struct got_imsg_packed_object iobj;
818 59d1e4a0 2021-03-10 stsp struct got_object *obj;
819 59d1e4a0 2021-03-10 stsp struct got_object_id id;
820 59d1e4a0 2021-03-10 stsp size_t datalen;
822 59d1e4a0 2021-03-10 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
823 59d1e4a0 2021-03-10 stsp if (datalen != sizeof(iobj))
824 59d1e4a0 2021-03-10 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
825 59d1e4a0 2021-03-10 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
826 b6f67730 2023-02-03 thomas memcpy(&id, &iobj.id, sizeof(id));
828 59d1e4a0 2021-03-10 stsp obj = got_object_cache_get(objcache, &id);
830 59d1e4a0 2021-03-10 stsp obj->refcnt++;
832 59d1e4a0 2021-03-10 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
835 59d1e4a0 2021-03-10 stsp return err;
838 59d1e4a0 2021-03-10 stsp err = receive_file(&outfile, ibuf, GOT_IMSG_RAW_OBJECT_OUTFD);
840 59d1e4a0 2021-03-10 stsp return err;
842 59d1e4a0 2021-03-10 stsp if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
843 59d1e4a0 2021-03-10 stsp err = got_pack_get_max_delta_object_size(&size, obj, pack);
847 59d1e4a0 2021-03-10 stsp size = obj->size;
849 59d1e4a0 2021-03-10 stsp if (size <= GOT_PRIVSEP_INLINE_OBJECT_DATA_MAX)
850 59d1e4a0 2021-03-10 stsp err = got_packfile_extract_object_to_mem(&buf, &obj->size,
851 59d1e4a0 2021-03-10 stsp obj, pack);
853 59d1e4a0 2021-03-10 stsp err = got_packfile_extract_object(pack, obj, outfile, basefile,
854 59d1e4a0 2021-03-10 stsp accumfile);
858 40e3cb72 2021-06-22 stsp err = got_privsep_send_raw_obj(ibuf, obj->size, obj->hdrlen, buf);
861 59d1e4a0 2021-03-10 stsp if (outfile && fclose(outfile) == EOF && err == NULL)
862 59d1e4a0 2021-03-10 stsp err = got_error_from_errno("fclose");
863 59d1e4a0 2021-03-10 stsp got_object_close(obj);
864 59d1e4a0 2021-03-10 stsp if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
865 59d1e4a0 2021-03-10 stsp got_privsep_send_error(ibuf, err);
867 59d1e4a0 2021-03-10 stsp return err;
870 f9c2e8e5 2022-02-13 thomas static const struct got_error *
871 f9c2e8e5 2022-02-13 thomas get_base_object_id(struct got_object_id *base_id, struct got_packidx *packidx,
872 f9c2e8e5 2022-02-13 thomas off_t base_offset)
874 f9c2e8e5 2022-02-13 thomas const struct got_error *err;
877 b6b86fd1 2022-08-30 thomas err = got_packidx_get_offset_idx(&idx, packidx, base_offset);
879 f9c2e8e5 2022-02-13 thomas return err;
880 f9c2e8e5 2022-02-13 thomas if (idx == -1)
881 f9c2e8e5 2022-02-13 thomas return got_error(GOT_ERR_BAD_PACKIDX);
883 f9c2e8e5 2022-02-13 thomas return got_packidx_get_object_id(base_id, packidx, idx);
886 59d1e4a0 2021-03-10 stsp static const struct got_error *
887 f9c2e8e5 2022-02-13 thomas raw_delta_request(struct imsg *imsg, struct imsgbuf *ibuf,
888 f9c2e8e5 2022-02-13 thomas FILE *delta_outfile, struct got_pack *pack,
889 f9c2e8e5 2022-02-13 thomas struct got_packidx *packidx)
891 f9c2e8e5 2022-02-13 thomas const struct got_error *err = NULL;
892 f9c2e8e5 2022-02-13 thomas struct got_imsg_raw_delta_request req;
893 9249e7e3 2022-05-12 thomas size_t datalen, delta_size, delta_compressed_size;
894 c44c7d6e 2022-12-04 thomas off_t delta_offset, delta_data_offset;
895 f9c2e8e5 2022-02-13 thomas uint8_t *delta_buf = NULL;
896 f9c2e8e5 2022-02-13 thomas struct got_object_id id, base_id;
897 f9c2e8e5 2022-02-13 thomas off_t base_offset, delta_out_offset = 0;
898 f9c2e8e5 2022-02-13 thomas uint64_t base_size = 0, result_size = 0;
899 f9c2e8e5 2022-02-13 thomas size_t w;
901 f9c2e8e5 2022-02-13 thomas datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
902 f9c2e8e5 2022-02-13 thomas if (datalen != sizeof(req))
903 f9c2e8e5 2022-02-13 thomas return got_error(GOT_ERR_PRIVSEP_LEN);
904 f9c2e8e5 2022-02-13 thomas memcpy(&req, imsg->data, sizeof(req));
905 d77295e3 2023-02-03 thomas memcpy(&id, &req.id, sizeof(id));
907 f9c2e8e5 2022-02-13 thomas imsg->fd = -1;
909 f9c2e8e5 2022-02-13 thomas err = got_packfile_extract_raw_delta(&delta_buf, &delta_size,
910 c44c7d6e 2022-12-04 thomas &delta_compressed_size, &delta_offset, &delta_data_offset,
911 c44c7d6e 2022-12-04 thomas &base_offset, &base_id, &base_size, &result_size,
912 c44c7d6e 2022-12-04 thomas pack, packidx, req.idx);
914 f9c2e8e5 2022-02-13 thomas goto done;
917 f9c2e8e5 2022-02-13 thomas * If this is an offset delta we must determine the base
918 f9c2e8e5 2022-02-13 thomas * object ID ourselves.
920 f9c2e8e5 2022-02-13 thomas if (base_offset != 0) {
921 f9c2e8e5 2022-02-13 thomas err = get_base_object_id(&base_id, packidx, base_offset);
923 f9c2e8e5 2022-02-13 thomas goto done;
926 f9c2e8e5 2022-02-13 thomas delta_out_offset = ftello(delta_outfile);
927 9249e7e3 2022-05-12 thomas w = fwrite(delta_buf, 1, delta_compressed_size, delta_outfile);
928 9249e7e3 2022-05-12 thomas if (w != delta_compressed_size) {
929 f9c2e8e5 2022-02-13 thomas err = got_ferror(delta_outfile, GOT_ERR_IO);
930 f9c2e8e5 2022-02-13 thomas goto done;
932 f9c2e8e5 2022-02-13 thomas if (fflush(delta_outfile) == -1) {
933 f9c2e8e5 2022-02-13 thomas err = got_error_from_errno("fflush");
934 f9c2e8e5 2022-02-13 thomas goto done;
937 f9c2e8e5 2022-02-13 thomas err = got_privsep_send_raw_delta(ibuf, base_size, result_size,
938 9249e7e3 2022-05-12 thomas delta_size, delta_compressed_size, delta_offset, delta_out_offset,
939 9249e7e3 2022-05-12 thomas &base_id);
941 f9c2e8e5 2022-02-13 thomas free(delta_buf);
942 f9c2e8e5 2022-02-13 thomas return err;
945 7d0d4920 2022-05-12 thomas struct search_deltas_arg {
946 7d0d4920 2022-05-12 thomas struct imsgbuf *ibuf;
947 7d0d4920 2022-05-12 thomas struct got_packidx *packidx;
948 7d0d4920 2022-05-12 thomas struct got_pack *pack;
949 7d0d4920 2022-05-12 thomas struct got_object_idset *idset;
950 7d0d4920 2022-05-12 thomas struct got_imsg_reused_delta deltas[GOT_IMSG_REUSED_DELTAS_MAX_NDELTAS];
951 7d0d4920 2022-05-12 thomas size_t ndeltas;
954 f9c2e8e5 2022-02-13 thomas static const struct got_error *
955 7d0d4920 2022-05-12 thomas search_delta_for_object(struct got_object_id *id, void *data, void *arg)
957 7d0d4920 2022-05-12 thomas const struct got_error *err;
958 7d0d4920 2022-05-12 thomas struct search_deltas_arg *a = arg;
959 7d0d4920 2022-05-12 thomas int obj_idx;
960 7d0d4920 2022-05-12 thomas uint8_t *delta_buf = NULL;
961 7d0d4920 2022-05-12 thomas uint64_t base_size, result_size;
962 7d0d4920 2022-05-12 thomas size_t delta_size, delta_compressed_size;
963 c44c7d6e 2022-12-04 thomas off_t delta_offset, delta_data_offset, base_offset;
964 7d0d4920 2022-05-12 thomas struct got_object_id base_id;
966 7d0d4920 2022-05-12 thomas if (sigint_received)
967 7d0d4920 2022-05-12 thomas return got_error(GOT_ERR_CANCELLED);
969 7d0d4920 2022-05-12 thomas obj_idx = got_packidx_get_object_idx(a->packidx, id);
970 7d0d4920 2022-05-12 thomas if (obj_idx == -1)
971 7d0d4920 2022-05-12 thomas return NULL; /* object not present in our pack file */
973 7d0d4920 2022-05-12 thomas err = got_packfile_extract_raw_delta(&delta_buf, &delta_size,
974 c44c7d6e 2022-12-04 thomas &delta_compressed_size, &delta_offset, &delta_data_offset,
975 c44c7d6e 2022-12-04 thomas &base_offset, &base_id, &base_size, &result_size,
976 c44c7d6e 2022-12-04 thomas a->pack, a->packidx, obj_idx);
977 7d0d4920 2022-05-12 thomas if (err) {
978 7d0d4920 2022-05-12 thomas if (err->code == GOT_ERR_OBJ_TYPE)
979 7d0d4920 2022-05-12 thomas return NULL; /* object not stored as a delta */
980 7d0d4920 2022-05-12 thomas return err;
984 7d0d4920 2022-05-12 thomas * If this is an offset delta we must determine the base
985 7d0d4920 2022-05-12 thomas * object ID ourselves.
987 7d0d4920 2022-05-12 thomas if (base_offset != 0) {
988 7d0d4920 2022-05-12 thomas err = get_base_object_id(&base_id, a->packidx, base_offset);
990 7d0d4920 2022-05-12 thomas goto done;
993 7d0d4920 2022-05-12 thomas if (got_object_idset_contains(a->idset, &base_id)) {
994 7d0d4920 2022-05-12 thomas struct got_imsg_reused_delta *delta;
996 7d0d4920 2022-05-12 thomas delta = &a->deltas[a->ndeltas++];
997 7d0d4920 2022-05-12 thomas memcpy(&delta->id, id, sizeof(delta->id));
998 7d0d4920 2022-05-12 thomas memcpy(&delta->base_id, &base_id, sizeof(delta->base_id));
999 7d0d4920 2022-05-12 thomas delta->base_size = base_size;
1000 7d0d4920 2022-05-12 thomas delta->result_size = result_size;
1001 7d0d4920 2022-05-12 thomas delta->delta_size = delta_size;
1002 7d0d4920 2022-05-12 thomas delta->delta_compressed_size = delta_compressed_size;
1003 c44c7d6e 2022-12-04 thomas delta->delta_offset = delta_data_offset;
1005 7d0d4920 2022-05-12 thomas if (a->ndeltas >= GOT_IMSG_REUSED_DELTAS_MAX_NDELTAS) {
1006 7d0d4920 2022-05-12 thomas err = got_privsep_send_reused_deltas(a->ibuf,
1007 7d0d4920 2022-05-12 thomas a->deltas, a->ndeltas);
1008 7d0d4920 2022-05-12 thomas if (err)
1009 7d0d4920 2022-05-12 thomas goto done;
1010 7d0d4920 2022-05-12 thomas a->ndeltas = 0;
1014 7d0d4920 2022-05-12 thomas free(delta_buf);
1015 7d0d4920 2022-05-12 thomas return err;
1018 7d0d4920 2022-05-12 thomas static const struct got_error *
1019 7d0d4920 2022-05-12 thomas recv_object_ids(struct got_object_idset *idset, struct imsgbuf *ibuf)
1021 7d0d4920 2022-05-12 thomas const struct got_error *err = NULL;
1022 7d0d4920 2022-05-12 thomas int done = 0;
1023 7d0d4920 2022-05-12 thomas struct got_object_id *ids;
1024 7d0d4920 2022-05-12 thomas size_t nids, i;
1026 7d0d4920 2022-05-12 thomas for (;;) {
1027 7d0d4920 2022-05-12 thomas err = got_privsep_recv_object_idlist(&done, &ids, &nids, ibuf);
1028 7d0d4920 2022-05-12 thomas if (err || done)
1030 7d0d4920 2022-05-12 thomas for (i = 0; i < nids; i++) {
1031 7d0d4920 2022-05-12 thomas err = got_object_idset_add(idset, &ids[i], NULL);
1032 7d0d4920 2022-05-12 thomas if (err) {
1033 7d0d4920 2022-05-12 thomas free(ids);
1034 7d0d4920 2022-05-12 thomas return err;
1037 7d0d4920 2022-05-12 thomas free(ids);
1040 63915ee5 2022-06-23 thomas return err;
1043 63915ee5 2022-06-23 thomas static const struct got_error *
1044 47f02830 2023-01-27 thomas recv_object_id_queue(struct got_object_id_queue *queue,
1045 47f02830 2023-01-27 thomas struct got_object_idset *queued_ids, struct imsgbuf *ibuf)
1047 63915ee5 2022-06-23 thomas const struct got_error *err = NULL;
1048 63915ee5 2022-06-23 thomas int done = 0;
1049 63915ee5 2022-06-23 thomas struct got_object_qid *qid;
1050 63915ee5 2022-06-23 thomas struct got_object_id *ids;
1051 63915ee5 2022-06-23 thomas size_t nids, i;
1053 63915ee5 2022-06-23 thomas for (;;) {
1054 63915ee5 2022-06-23 thomas err = got_privsep_recv_object_idlist(&done, &ids, &nids, ibuf);
1055 63915ee5 2022-06-23 thomas if (err || done)
1057 63915ee5 2022-06-23 thomas for (i = 0; i < nids; i++) {
1058 63915ee5 2022-06-23 thomas err = got_object_qid_alloc_partial(&qid);
1059 63915ee5 2022-06-23 thomas if (err)
1060 63915ee5 2022-06-23 thomas return err;
1061 63915ee5 2022-06-23 thomas memcpy(&qid->id, &ids[i], sizeof(qid->id));
1062 63915ee5 2022-06-23 thomas STAILQ_INSERT_TAIL(queue, qid, entry);
1063 47f02830 2023-01-27 thomas err = got_object_idset_add(queued_ids, &qid->id, NULL);
1064 47f02830 2023-01-27 thomas if (err)
1065 47f02830 2023-01-27 thomas return err;
1069 13280750 2022-06-13 thomas return err;
1072 13280750 2022-06-13 thomas static const struct got_error *
1073 7d0d4920 2022-05-12 thomas delta_reuse_request(struct imsg *imsg, struct imsgbuf *ibuf,
1074 c44c7d6e 2022-12-04 thomas struct got_pack *pack, struct got_packidx *packidx)
1076 7d0d4920 2022-05-12 thomas const struct got_error *err = NULL;
1077 7d0d4920 2022-05-12 thomas struct got_object_idset *idset;
1078 7d0d4920 2022-05-12 thomas struct search_deltas_arg sda;
1080 7d0d4920 2022-05-12 thomas idset = got_object_idset_alloc();
1081 7d0d4920 2022-05-12 thomas if (idset == NULL)
1082 7d0d4920 2022-05-12 thomas return got_error_from_errno("got_object_idset_alloc");
1084 7d0d4920 2022-05-12 thomas err = recv_object_ids(idset, ibuf);
1085 7d0d4920 2022-05-12 thomas if (err)
1086 7d0d4920 2022-05-12 thomas return err;
1088 7d0d4920 2022-05-12 thomas memset(&sda, 0, sizeof(sda));
1089 7d0d4920 2022-05-12 thomas sda.ibuf = ibuf;
1090 7d0d4920 2022-05-12 thomas sda.idset = idset;
1091 7d0d4920 2022-05-12 thomas sda.pack = pack;
1092 7d0d4920 2022-05-12 thomas sda.packidx = packidx;
1093 7d0d4920 2022-05-12 thomas err = got_object_idset_for_each(idset, search_delta_for_object, &sda);
1094 7d0d4920 2022-05-12 thomas if (err)
1095 7d0d4920 2022-05-12 thomas goto done;
1097 7d0d4920 2022-05-12 thomas if (sda.ndeltas > 0) {
1098 7d0d4920 2022-05-12 thomas err = got_privsep_send_reused_deltas(ibuf, sda.deltas,
1099 7d0d4920 2022-05-12 thomas sda.ndeltas);
1100 7d0d4920 2022-05-12 thomas if (err)
1101 7d0d4920 2022-05-12 thomas goto done;
1104 7d0d4920 2022-05-12 thomas err = got_privsep_send_reused_deltas_done(ibuf);
1106 7d0d4920 2022-05-12 thomas got_object_idset_free(idset);
1107 7d0d4920 2022-05-12 thomas return err;
1110 7d0d4920 2022-05-12 thomas static const struct got_error *
1111 876c234b 2018-09-10 stsp receive_packidx(struct got_packidx **packidx, struct imsgbuf *ibuf)
1113 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
1114 876c234b 2018-09-10 stsp struct imsg imsg;
1115 876c234b 2018-09-10 stsp struct got_imsg_packidx ipackidx;
1116 876c234b 2018-09-10 stsp size_t datalen;
1117 876c234b 2018-09-10 stsp struct got_packidx *p;
1119 876c234b 2018-09-10 stsp *packidx = NULL;
1121 876c234b 2018-09-10 stsp err = got_privsep_recv_imsg(&imsg, ibuf, 0);
1123 876c234b 2018-09-10 stsp return err;
1125 876c234b 2018-09-10 stsp p = calloc(1, sizeof(*p));
1126 876c234b 2018-09-10 stsp if (p == NULL) {
1127 638f9024 2019-05-13 stsp err = got_error_from_errno("calloc");
1128 876c234b 2018-09-10 stsp goto done;
1131 876c234b 2018-09-10 stsp if (imsg.hdr.type != GOT_IMSG_PACKIDX) {
1132 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1133 876c234b 2018-09-10 stsp goto done;
1136 876c234b 2018-09-10 stsp if (imsg.fd == -1) {
1137 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1138 876c234b 2018-09-10 stsp goto done;
1141 876c234b 2018-09-10 stsp datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
1142 876c234b 2018-09-10 stsp if (datalen != sizeof(ipackidx)) {
1143 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_LEN);
1144 876c234b 2018-09-10 stsp goto done;
1146 876c234b 2018-09-10 stsp memcpy(&ipackidx, imsg.data, sizeof(ipackidx));
1148 876c234b 2018-09-10 stsp p->len = ipackidx.len;
1149 876c234b 2018-09-10 stsp p->fd = dup(imsg.fd);
1150 876c234b 2018-09-10 stsp if (p->fd == -1) {
1151 638f9024 2019-05-13 stsp err = got_error_from_errno("dup");
1152 56bef47a 2018-09-15 stsp goto done;
1154 56bef47a 2018-09-15 stsp if (lseek(p->fd, 0, SEEK_SET) == -1) {
1155 638f9024 2019-05-13 stsp err = got_error_from_errno("lseek");
1156 876c234b 2018-09-10 stsp goto done;
1159 876c234b 2018-09-10 stsp #ifndef GOT_PACK_NO_MMAP
1160 aa75acde 2022-10-25 thomas if (p->len > 0 && p->len <= SIZE_MAX) {
1161 aa75acde 2022-10-25 thomas p->map = mmap(NULL, p->len, PROT_READ, MAP_PRIVATE, p->fd, 0);
1162 aa75acde 2022-10-25 thomas if (p->map == MAP_FAILED)
1163 aa75acde 2022-10-25 thomas p->map = NULL; /* fall back to read(2) */
1166 c3564dfa 2021-07-15 stsp err = got_packidx_init_hdr(p, 1, ipackidx.packfile_size);
1168 876c234b 2018-09-10 stsp if (err) {
1169 876c234b 2018-09-10 stsp if (imsg.fd != -1)
1170 876c234b 2018-09-10 stsp close(imsg.fd);
1171 876c234b 2018-09-10 stsp got_packidx_close(p);
1173 876c234b 2018-09-10 stsp *packidx = p;
1174 876c234b 2018-09-10 stsp imsg_free(&imsg);
1175 63915ee5 2022-06-23 thomas return err;
1178 63915ee5 2022-06-23 thomas static const struct got_error *
1179 63915ee5 2022-06-23 thomas send_tree_enumeration_done(struct imsgbuf *ibuf)
1181 63915ee5 2022-06-23 thomas if (imsg_compose(ibuf, GOT_IMSG_TREE_ENUMERATION_DONE, 0, 0, -1,
1182 63915ee5 2022-06-23 thomas NULL, 0) == -1)
1183 63915ee5 2022-06-23 thomas return got_error_from_errno("imsg_compose TREE_ENUMERATION_DONE");
1185 63915ee5 2022-06-23 thomas return got_privsep_flush_imsg(ibuf);
1188 63915ee5 2022-06-23 thomas struct enumerated_tree {
1189 63915ee5 2022-06-23 thomas struct got_object_id id;
1190 63915ee5 2022-06-23 thomas char *path;
1191 63915ee5 2022-06-23 thomas uint8_t *buf;
1192 63915ee5 2022-06-23 thomas struct got_parsed_tree_entry *entries;
1193 63915ee5 2022-06-23 thomas int nentries;
1196 63915ee5 2022-06-23 thomas static const struct got_error *
1197 63915ee5 2022-06-23 thomas enumerate_tree(int *have_all_entries, struct imsgbuf *ibuf, size_t *totlen,
1198 63915ee5 2022-06-23 thomas struct got_object_id *tree_id,
1199 63915ee5 2022-06-23 thomas const char *path, struct got_pack *pack, struct got_packidx *packidx,
1200 63915ee5 2022-06-23 thomas struct got_object_cache *objcache, struct got_object_idset *idset,
1201 63915ee5 2022-06-23 thomas struct enumerated_tree **trees, size_t *nalloc, size_t *ntrees)
1203 63915ee5 2022-06-23 thomas const struct got_error *err = NULL;
1204 63915ee5 2022-06-23 thomas struct got_object_id_queue ids;
1205 63915ee5 2022-06-23 thomas struct got_object_qid *qid;
1206 63915ee5 2022-06-23 thomas uint8_t *buf = NULL;
1207 2d28509d 2023-04-28 thomas size_t len = 0;
1208 63915ee5 2022-06-23 thomas struct got_parsed_tree_entry *entries = NULL;
1209 c77e00b3 2022-10-18 thomas size_t nentries = 0, nentries_alloc = 0, i;
1210 63915ee5 2022-06-23 thomas struct enumerated_tree *tree;
1212 63915ee5 2022-06-23 thomas *ntrees = 0;
1213 63915ee5 2022-06-23 thomas *have_all_entries = 1;
1214 63915ee5 2022-06-23 thomas STAILQ_INIT(&ids);
1216 63915ee5 2022-06-23 thomas err = got_object_qid_alloc_partial(&qid);
1217 63915ee5 2022-06-23 thomas if (err)
1218 63915ee5 2022-06-23 thomas return err;
1219 35cdfa2c 2023-02-20 thomas memcpy(&qid->id, tree_id, sizeof(*tree_id));
1220 63915ee5 2022-06-23 thomas qid->data = strdup(path);
1221 63915ee5 2022-06-23 thomas if (qid->data == NULL) {
1222 63915ee5 2022-06-23 thomas err = got_error_from_errno("strdup");
1223 63915ee5 2022-06-23 thomas goto done;
1225 63915ee5 2022-06-23 thomas STAILQ_INSERT_TAIL(&ids, qid, entry);
1226 63915ee5 2022-06-23 thomas qid = NULL;
1228 63915ee5 2022-06-23 thomas /* Traverse the tree hierarchy, gather tree object IDs and paths. */
1230 63915ee5 2022-06-23 thomas const char *path;
1231 63915ee5 2022-06-23 thomas int idx, i;
1233 63915ee5 2022-06-23 thomas if (sigint_received) {
1234 63915ee5 2022-06-23 thomas err = got_error(GOT_ERR_CANCELLED);
1235 63915ee5 2022-06-23 thomas goto done;
1238 63915ee5 2022-06-23 thomas qid = STAILQ_FIRST(&ids);
1239 63915ee5 2022-06-23 thomas STAILQ_REMOVE_HEAD(&ids, entry);
1240 63915ee5 2022-06-23 thomas path = qid->data;
1242 63915ee5 2022-06-23 thomas idx = got_packidx_get_object_idx(packidx, &qid->id);
1243 63915ee5 2022-06-23 thomas if (idx == -1) {
1244 63915ee5 2022-06-23 thomas *have_all_entries = 0;
1248 2d28509d 2023-04-28 thomas err = open_tree(&buf, &len, pack, packidx, idx, &qid->id,
1249 2d28509d 2023-04-28 thomas objcache);
1250 63915ee5 2022-06-23 thomas if (err) {
1251 63915ee5 2022-06-23 thomas if (err->code != GOT_ERR_NO_OBJ)
1252 63915ee5 2022-06-23 thomas goto done;
1255 2d28509d 2023-04-28 thomas err = got_object_parse_tree(&entries, &nentries,
1256 2d28509d 2023-04-28 thomas &nentries_alloc, buf, len);
1257 2d28509d 2023-04-28 thomas if (err)
1258 2d28509d 2023-04-28 thomas goto done;
1260 63915ee5 2022-06-23 thomas err = got_object_idset_add(idset, &qid->id, NULL);
1261 63915ee5 2022-06-23 thomas if (err)
1262 63915ee5 2022-06-23 thomas goto done;
1264 63915ee5 2022-06-23 thomas for (i = 0; i < nentries; i++) {
1265 63915ee5 2022-06-23 thomas struct got_object_qid *eqid = NULL;
1266 63915ee5 2022-06-23 thomas struct got_parsed_tree_entry *pte = &entries[i];
1267 63915ee5 2022-06-23 thomas char *p;
1269 63915ee5 2022-06-23 thomas if (!S_ISDIR(pte->mode))
1270 63915ee5 2022-06-23 thomas continue;
1272 63915ee5 2022-06-23 thomas err = got_object_qid_alloc_partial(&eqid);
1273 63915ee5 2022-06-23 thomas if (err)
1274 63915ee5 2022-06-23 thomas goto done;
1275 63915ee5 2022-06-23 thomas memcpy(eqid->id.sha1, pte->id, sizeof(eqid->id.sha1));
1277 63915ee5 2022-06-23 thomas if (got_object_idset_contains(idset, &eqid->id)) {
1278 63915ee5 2022-06-23 thomas got_object_qid_free(eqid);
1279 63915ee5 2022-06-23 thomas continue;
1282 63915ee5 2022-06-23 thomas if (asprintf(&p, "%s%s%s", path,
1283 63915ee5 2022-06-23 thomas got_path_is_root_dir(path) ? "" : "/",
1284 63915ee5 2022-06-23 thomas pte->name) == -1) {
1285 63915ee5 2022-06-23 thomas err = got_error_from_errno("asprintf");
1286 63915ee5 2022-06-23 thomas got_object_qid_free(eqid);
1287 63915ee5 2022-06-23 thomas goto done;
1289 63915ee5 2022-06-23 thomas eqid->data = p;
1290 63915ee5 2022-06-23 thomas STAILQ_INSERT_TAIL(&ids, eqid, entry);
1293 63915ee5 2022-06-23 thomas if (*ntrees >= *nalloc) {
1294 63915ee5 2022-06-23 thomas struct enumerated_tree *new;
1295 63915ee5 2022-06-23 thomas new = recallocarray(*trees, *nalloc, *nalloc + 16,
1296 63915ee5 2022-06-23 thomas sizeof(*new));
1297 63915ee5 2022-06-23 thomas if (new == NULL) {
1298 63915ee5 2022-06-23 thomas err = got_error_from_errno("malloc");
1299 63915ee5 2022-06-23 thomas goto done;
1301 63915ee5 2022-06-23 thomas *trees = new;
1302 63915ee5 2022-06-23 thomas *nalloc += 16;
1304 63915ee5 2022-06-23 thomas tree = &(*trees)[*ntrees];
1305 63915ee5 2022-06-23 thomas (*ntrees)++;
1306 63915ee5 2022-06-23 thomas memcpy(&tree->id, &qid->id, sizeof(tree->id));
1307 63915ee5 2022-06-23 thomas tree->path = qid->data;
1308 63915ee5 2022-06-23 thomas tree->buf = buf;
1309 63915ee5 2022-06-23 thomas buf = NULL;
1310 63915ee5 2022-06-23 thomas tree->entries = entries;
1311 63915ee5 2022-06-23 thomas entries = NULL;
1312 c77e00b3 2022-10-18 thomas nentries_alloc = 0;
1313 63915ee5 2022-06-23 thomas tree->nentries = nentries;
1314 c77e00b3 2022-10-18 thomas nentries = 0;
1316 63915ee5 2022-06-23 thomas got_object_qid_free(qid);
1317 63915ee5 2022-06-23 thomas qid = NULL;
1318 63915ee5 2022-06-23 thomas } while (!STAILQ_EMPTY(&ids));
1320 63915ee5 2022-06-23 thomas if (*have_all_entries) {
1323 63915ee5 2022-06-23 thomas * We have managed to traverse all entries in the hierarchy.
1324 63915ee5 2022-06-23 thomas * Tell the main process what we have found.
1326 63915ee5 2022-06-23 thomas for (i = 0; i < *ntrees; i++) {
1327 63915ee5 2022-06-23 thomas tree = &(*trees)[i];
1328 63915ee5 2022-06-23 thomas err = got_privsep_send_enumerated_tree(totlen,
1329 63915ee5 2022-06-23 thomas ibuf, &tree->id, tree->path, tree->entries,
1330 63915ee5 2022-06-23 thomas tree->nentries);
1331 63915ee5 2022-06-23 thomas if (err)
1332 63915ee5 2022-06-23 thomas goto done;
1333 63915ee5 2022-06-23 thomas free(tree->buf);
1334 63915ee5 2022-06-23 thomas tree->buf = NULL;
1335 63915ee5 2022-06-23 thomas free(tree->path);
1336 63915ee5 2022-06-23 thomas tree->path = NULL;
1337 63915ee5 2022-06-23 thomas free(tree->entries);
1338 63915ee5 2022-06-23 thomas tree->entries = NULL;
1340 63915ee5 2022-06-23 thomas *ntrees = 0; /* don't loop again below to free memory */
1342 63915ee5 2022-06-23 thomas err = send_tree_enumeration_done(ibuf);
1343 63915ee5 2022-06-23 thomas } else {
1345 63915ee5 2022-06-23 thomas * We can only load fully packed tree hierarchies on
1346 63915ee5 2022-06-23 thomas * behalf of the main process, otherwise the main process
1347 63915ee5 2022-06-23 thomas * gets a wrong idea about which tree objects have
1348 63915ee5 2022-06-23 thomas * already been traversed.
1349 63915ee5 2022-06-23 thomas * Indicate a missing entry for the root of this tree.
1350 63915ee5 2022-06-23 thomas * The main process should continue by loading this
1351 63915ee5 2022-06-23 thomas * entire tree the slow way.
1353 63915ee5 2022-06-23 thomas err = got_privsep_send_enumerated_tree(totlen, ibuf,
1354 63915ee5 2022-06-23 thomas tree_id, "/", NULL, -1);
1355 63915ee5 2022-06-23 thomas if (err)
1356 63915ee5 2022-06-23 thomas goto done;
1359 63915ee5 2022-06-23 thomas free(buf);
1360 63915ee5 2022-06-23 thomas free(entries);
1361 63915ee5 2022-06-23 thomas for (i = 0; i < *ntrees; i++) {
1362 63915ee5 2022-06-23 thomas tree = &(*trees)[i];
1363 63915ee5 2022-06-23 thomas free(tree->buf);
1364 63915ee5 2022-06-23 thomas tree->buf = NULL;
1365 63915ee5 2022-06-23 thomas free(tree->path);
1366 63915ee5 2022-06-23 thomas tree->path = NULL;
1367 63915ee5 2022-06-23 thomas free(tree->entries);
1368 63915ee5 2022-06-23 thomas tree->entries = NULL;
1370 63915ee5 2022-06-23 thomas if (qid)
1371 63915ee5 2022-06-23 thomas free(qid->data);
1372 63915ee5 2022-06-23 thomas got_object_qid_free(qid);
1373 63915ee5 2022-06-23 thomas got_object_id_queue_free(&ids);
1374 63915ee5 2022-06-23 thomas if (err) {
1375 63915ee5 2022-06-23 thomas if (err->code == GOT_ERR_PRIVSEP_PIPE)
1376 63915ee5 2022-06-23 thomas err = NULL;
1378 63915ee5 2022-06-23 thomas got_privsep_send_error(ibuf, err);
1381 13280750 2022-06-13 thomas return err;
1384 13280750 2022-06-13 thomas static const struct got_error *
1385 63915ee5 2022-06-23 thomas enumeration_request(struct imsg *imsg, struct imsgbuf *ibuf,
1386 63915ee5 2022-06-23 thomas struct got_pack *pack, struct got_packidx *packidx,
1387 63915ee5 2022-06-23 thomas struct got_object_cache *objcache)
1389 63915ee5 2022-06-23 thomas const struct got_error *err = NULL;
1390 63915ee5 2022-06-23 thomas struct got_object_id_queue commit_ids;
1391 63915ee5 2022-06-23 thomas const struct got_object_id_queue *parents = NULL;
1392 63915ee5 2022-06-23 thomas struct got_object_qid *qid = NULL;
1393 63915ee5 2022-06-23 thomas struct got_object *obj = NULL;
1394 63915ee5 2022-06-23 thomas struct got_commit_object *commit = NULL;
1395 63915ee5 2022-06-23 thomas struct got_object_id *tree_id = NULL;
1396 63915ee5 2022-06-23 thomas size_t totlen = 0;
1397 47f02830 2023-01-27 thomas struct got_object_idset *idset, *queued_ids = NULL;
1398 63915ee5 2022-06-23 thomas int i, idx, have_all_entries = 1;
1399 63915ee5 2022-06-23 thomas struct enumerated_tree *trees = NULL;
1400 63915ee5 2022-06-23 thomas size_t ntrees = 0, nalloc = 16;
1402 63915ee5 2022-06-23 thomas STAILQ_INIT(&commit_ids);
1404 93088cca 2022-06-23 thomas trees = calloc(nalloc, sizeof(*trees));
1405 63915ee5 2022-06-23 thomas if (trees == NULL)
1406 63915ee5 2022-06-23 thomas return got_error_from_errno("calloc");
1408 63915ee5 2022-06-23 thomas idset = got_object_idset_alloc();
1409 63915ee5 2022-06-23 thomas if (idset == NULL) {
1410 63915ee5 2022-06-23 thomas err = got_error_from_errno("got_object_idset_alloc");
1411 63915ee5 2022-06-23 thomas goto done;
1414 47f02830 2023-01-27 thomas queued_ids = got_object_idset_alloc();
1415 47f02830 2023-01-27 thomas if (queued_ids == NULL) {
1416 47f02830 2023-01-27 thomas err = got_error_from_errno("got_object_idset_alloc");
1417 47f02830 2023-01-27 thomas goto done;
1420 47f02830 2023-01-27 thomas err = recv_object_id_queue(&commit_ids, queued_ids, ibuf);
1421 63915ee5 2022-06-23 thomas if (err)
1422 63915ee5 2022-06-23 thomas goto done;
1424 ef53e23c 2022-06-23 thomas if (STAILQ_EMPTY(&commit_ids)) {
1425 ef53e23c 2022-06-23 thomas err = got_error(GOT_ERR_PRIVSEP_MSG);
1426 ef53e23c 2022-06-23 thomas goto done;
1429 63915ee5 2022-06-23 thomas err = recv_object_ids(idset, ibuf);
1430 63915ee5 2022-06-23 thomas if (err)
1431 63915ee5 2022-06-23 thomas goto done;
1433 63915ee5 2022-06-23 thomas while (!STAILQ_EMPTY(&commit_ids)) {
1434 63915ee5 2022-06-23 thomas if (sigint_received) {
1435 63915ee5 2022-06-23 thomas err = got_error(GOT_ERR_CANCELLED);
1436 63915ee5 2022-06-23 thomas goto done;
1439 63915ee5 2022-06-23 thomas qid = STAILQ_FIRST(&commit_ids);
1440 63915ee5 2022-06-23 thomas STAILQ_REMOVE_HEAD(&commit_ids, entry);
1442 63915ee5 2022-06-23 thomas if (got_object_idset_contains(idset, &qid->id)) {
1443 63915ee5 2022-06-23 thomas got_object_qid_free(qid);
1444 63915ee5 2022-06-23 thomas qid = NULL;
1445 63915ee5 2022-06-23 thomas continue;
1448 63915ee5 2022-06-23 thomas idx = got_packidx_get_object_idx(packidx, &qid->id);
1449 e71f1e62 2022-06-23 thomas if (idx == -1) {
1450 e71f1e62 2022-06-23 thomas have_all_entries = 0;
1454 63915ee5 2022-06-23 thomas err = open_object(&obj, pack, packidx, idx, &qid->id,
1455 63915ee5 2022-06-23 thomas objcache);
1456 63915ee5 2022-06-23 thomas if (err)
1457 63915ee5 2022-06-23 thomas goto done;
1458 63915ee5 2022-06-23 thomas if (obj->type == GOT_OBJ_TYPE_TAG) {
1459 63915ee5 2022-06-23 thomas struct got_tag_object *tag;
1460 63915ee5 2022-06-23 thomas uint8_t *buf;
1461 63915ee5 2022-06-23 thomas size_t len;
1462 63915ee5 2022-06-23 thomas err = got_packfile_extract_object_to_mem(&buf,
1463 63915ee5 2022-06-23 thomas &len, obj, pack);
1464 63915ee5 2022-06-23 thomas if (err)
1465 63915ee5 2022-06-23 thomas goto done;
1466 63915ee5 2022-06-23 thomas obj->size = len;
1467 63915ee5 2022-06-23 thomas err = got_object_parse_tag(&tag, buf, len);
1468 63915ee5 2022-06-23 thomas if (err) {
1469 63915ee5 2022-06-23 thomas free(buf);
1470 63915ee5 2022-06-23 thomas goto done;
1472 63915ee5 2022-06-23 thomas idx = got_packidx_get_object_idx(packidx, &tag->id);
1473 e71f1e62 2022-06-23 thomas if (idx == -1) {
1474 e71f1e62 2022-06-23 thomas have_all_entries = 0;
1477 63915ee5 2022-06-23 thomas err = open_commit(&commit, pack, packidx, idx,
1478 63915ee5 2022-06-23 thomas &tag->id, objcache);
1479 63915ee5 2022-06-23 thomas got_object_tag_close(tag);
1480 63915ee5 2022-06-23 thomas free(buf);
1481 63915ee5 2022-06-23 thomas if (err)
1482 63915ee5 2022-06-23 thomas goto done;
1483 63915ee5 2022-06-23 thomas } else if (obj->type == GOT_OBJ_TYPE_COMMIT) {
1484 63915ee5 2022-06-23 thomas err = open_commit(&commit, pack, packidx, idx,
1485 63915ee5 2022-06-23 thomas &qid->id, objcache);
1486 63915ee5 2022-06-23 thomas if (err)
1487 63915ee5 2022-06-23 thomas goto done;
1488 63915ee5 2022-06-23 thomas } else {
1489 63915ee5 2022-06-23 thomas err = got_error(GOT_ERR_OBJ_TYPE);
1490 63915ee5 2022-06-23 thomas goto done;
1492 63915ee5 2022-06-23 thomas got_object_close(obj);
1493 63915ee5 2022-06-23 thomas obj = NULL;
1495 63915ee5 2022-06-23 thomas err = got_privsep_send_enumerated_commit(ibuf, &qid->id,
1496 63915ee5 2022-06-23 thomas got_object_commit_get_committer_time(commit));
1497 63915ee5 2022-06-23 thomas if (err)
1498 63915ee5 2022-06-23 thomas goto done;
1500 63915ee5 2022-06-23 thomas tree_id = got_object_commit_get_tree_id(commit);
1501 63915ee5 2022-06-23 thomas idx = got_packidx_get_object_idx(packidx, tree_id);
1502 63915ee5 2022-06-23 thomas if (idx == -1) {
1503 e71f1e62 2022-06-23 thomas have_all_entries = 0;
1504 63915ee5 2022-06-23 thomas err = got_privsep_send_enumerated_tree(&totlen, ibuf,
1505 63915ee5 2022-06-23 thomas tree_id, "/", NULL, -1);
1506 63915ee5 2022-06-23 thomas if (err)
1507 63915ee5 2022-06-23 thomas goto done;
1511 63915ee5 2022-06-23 thomas if (got_object_idset_contains(idset, tree_id)) {
1512 63915ee5 2022-06-23 thomas got_object_qid_free(qid);
1513 63915ee5 2022-06-23 thomas qid = NULL;
1514 4088ab23 2023-01-27 thomas err = send_tree_enumeration_done(ibuf);
1515 4088ab23 2023-01-27 thomas if (err)
1516 4088ab23 2023-01-27 thomas goto done;
1517 63915ee5 2022-06-23 thomas continue;
1520 0f4feb58 2022-06-23 thomas err = enumerate_tree(&have_all_entries, ibuf, &totlen,
1521 0f4feb58 2022-06-23 thomas tree_id, "/", pack, packidx, objcache, idset,
1522 0f4feb58 2022-06-23 thomas &trees, &nalloc, &ntrees);
1523 63915ee5 2022-06-23 thomas if (err)
1524 63915ee5 2022-06-23 thomas goto done;
1526 63915ee5 2022-06-23 thomas if (!have_all_entries)
1529 63915ee5 2022-06-23 thomas got_object_qid_free(qid);
1530 63915ee5 2022-06-23 thomas qid = NULL;
1532 63915ee5 2022-06-23 thomas parents = got_object_commit_get_parent_ids(commit);
1533 63915ee5 2022-06-23 thomas if (parents) {
1534 63915ee5 2022-06-23 thomas struct got_object_qid *pid;
1535 63915ee5 2022-06-23 thomas STAILQ_FOREACH(pid, parents, entry) {
1536 63915ee5 2022-06-23 thomas if (got_object_idset_contains(idset, &pid->id))
1537 63915ee5 2022-06-23 thomas continue;
1538 47f02830 2023-01-27 thomas if (got_object_idset_contains(queued_ids, &pid->id))
1539 47f02830 2023-01-27 thomas continue;
1540 63915ee5 2022-06-23 thomas err = got_object_qid_alloc_partial(&qid);
1541 63915ee5 2022-06-23 thomas if (err)
1542 63915ee5 2022-06-23 thomas goto done;
1543 63915ee5 2022-06-23 thomas memcpy(&qid->id, &pid->id, sizeof(qid->id));
1544 63915ee5 2022-06-23 thomas STAILQ_INSERT_TAIL(&commit_ids, qid, entry);
1545 63915ee5 2022-06-23 thomas qid = NULL;
1549 63915ee5 2022-06-23 thomas got_object_commit_close(commit);
1550 63915ee5 2022-06-23 thomas commit = NULL;
1553 63915ee5 2022-06-23 thomas if (have_all_entries) {
1554 63915ee5 2022-06-23 thomas err = got_privsep_send_object_enumeration_done(ibuf);
1555 e71f1e62 2022-06-23 thomas if (err)
1556 e71f1e62 2022-06-23 thomas goto done;
1557 e71f1e62 2022-06-23 thomas } else {
1558 e71f1e62 2022-06-23 thomas err = got_privsep_send_object_enumeration_incomplete(ibuf);
1559 63915ee5 2022-06-23 thomas if (err)
1560 63915ee5 2022-06-23 thomas goto done;
1563 63915ee5 2022-06-23 thomas if (obj)
1564 63915ee5 2022-06-23 thomas got_object_close(obj);
1565 63915ee5 2022-06-23 thomas if (commit)
1566 63915ee5 2022-06-23 thomas got_object_commit_close(commit);
1567 63915ee5 2022-06-23 thomas got_object_qid_free(qid);
1568 63915ee5 2022-06-23 thomas got_object_id_queue_free(&commit_ids);
1569 63915ee5 2022-06-23 thomas if (idset)
1570 63915ee5 2022-06-23 thomas got_object_idset_free(idset);
1571 47f02830 2023-01-27 thomas if (queued_ids)
1572 47f02830 2023-01-27 thomas got_object_idset_free(queued_ids);
1573 63915ee5 2022-06-23 thomas for (i = 0; i < ntrees; i++) {
1574 63915ee5 2022-06-23 thomas struct enumerated_tree *tree = &trees[i];
1575 63915ee5 2022-06-23 thomas free(tree->buf);
1576 63915ee5 2022-06-23 thomas free(tree->path);
1577 63915ee5 2022-06-23 thomas free(tree->entries);
1579 63915ee5 2022-06-23 thomas free(trees);
1580 63915ee5 2022-06-23 thomas return err;
1583 ec2b23c5 2022-07-01 thomas enum findtwixt_color {
1584 ec2b23c5 2022-07-01 thomas COLOR_KEEP = 0,
1585 ec2b23c5 2022-07-01 thomas COLOR_DROP,
1586 ec2b23c5 2022-07-01 thomas COLOR_SKIP,
1587 ec2b23c5 2022-07-01 thomas COLOR_MAX,
1590 63915ee5 2022-06-23 thomas static const struct got_error *
1591 ec2b23c5 2022-07-01 thomas paint_commit(struct got_object_qid *qid, intptr_t color)
1593 ec2b23c5 2022-07-01 thomas if (color < 0 || color >= COLOR_MAX)
1594 ec2b23c5 2022-07-01 thomas return got_error(GOT_ERR_RANGE);
1596 ec2b23c5 2022-07-01 thomas qid->data = (void *)color;
1597 ec2b23c5 2022-07-01 thomas return NULL;
1600 ec2b23c5 2022-07-01 thomas static const struct got_error *
1601 ec2b23c5 2022-07-01 thomas queue_commit_id(struct got_object_id_queue *ids, struct got_object_id *id,
1602 ec2b23c5 2022-07-01 thomas intptr_t color)
1604 ec2b23c5 2022-07-01 thomas const struct got_error *err;
1605 ec2b23c5 2022-07-01 thomas struct got_object_qid *qid;
1607 ec2b23c5 2022-07-01 thomas err = got_object_qid_alloc_partial(&qid);
1608 ec2b23c5 2022-07-01 thomas if (err)
1609 ec2b23c5 2022-07-01 thomas return err;
1611 ec2b23c5 2022-07-01 thomas memcpy(&qid->id, id, sizeof(qid->id));
1612 ec2b23c5 2022-07-01 thomas STAILQ_INSERT_TAIL(ids, qid, entry);
1613 ec2b23c5 2022-07-01 thomas return paint_commit(qid, color);
1616 ec2b23c5 2022-07-01 thomas static const struct got_error *
1617 ec2b23c5 2022-07-01 thomas paint_commits(struct got_object_id_queue *ids, int *nids,
1618 ec2b23c5 2022-07-01 thomas struct got_object_idset *keep, struct got_object_idset *drop,
1619 ec2b23c5 2022-07-01 thomas struct got_object_idset *skip, struct got_pack *pack,
1620 ec2b23c5 2022-07-01 thomas struct got_packidx *packidx, struct imsgbuf *ibuf,
1621 ec2b23c5 2022-07-01 thomas struct got_object_cache *objcache)
1623 ec2b23c5 2022-07-01 thomas const struct got_error *err = NULL;
1624 ec2b23c5 2022-07-01 thomas struct got_commit_object *commit = NULL;
1625 ec2b23c5 2022-07-01 thomas struct got_object_id_queue painted;
1626 ec2b23c5 2022-07-01 thomas const struct got_object_id_queue *parents;
1627 ec2b23c5 2022-07-01 thomas struct got_object_qid *qid = NULL;
1628 ec2b23c5 2022-07-01 thomas int nqueued = *nids, nskip = 0, npainted = 0;
1630 ec2b23c5 2022-07-01 thomas STAILQ_INIT(&painted);
1632 ec2b23c5 2022-07-01 thomas while (!STAILQ_EMPTY(ids) && nskip != nqueued) {
1633 ec2b23c5 2022-07-01 thomas int idx;
1634 ec2b23c5 2022-07-01 thomas intptr_t color;
1636 ec2b23c5 2022-07-01 thomas if (sigint_received) {
1637 ec2b23c5 2022-07-01 thomas err = got_error(GOT_ERR_CANCELLED);
1638 ec2b23c5 2022-07-01 thomas goto done;
1641 ec2b23c5 2022-07-01 thomas qid = STAILQ_FIRST(ids);
1642 ec2b23c5 2022-07-01 thomas idx = got_packidx_get_object_idx(packidx, &qid->id);
1643 ec2b23c5 2022-07-01 thomas if (idx == -1) {
1644 ec2b23c5 2022-07-01 thomas qid = NULL;
1648 ec2b23c5 2022-07-01 thomas STAILQ_REMOVE_HEAD(ids, entry);
1649 ec2b23c5 2022-07-01 thomas nqueued--;
1650 ec2b23c5 2022-07-01 thomas color = (intptr_t)qid->data;
1651 ec2b23c5 2022-07-01 thomas if (color == COLOR_SKIP)
1652 ec2b23c5 2022-07-01 thomas nskip--;
1654 ec2b23c5 2022-07-01 thomas if (got_object_idset_contains(skip, &qid->id)) {
1655 ec2b23c5 2022-07-01 thomas got_object_qid_free(qid);
1656 ec2b23c5 2022-07-01 thomas qid = NULL;
1657 ec2b23c5 2022-07-01 thomas continue;
1660 ec2b23c5 2022-07-01 thomas switch (color) {
1661 ec2b23c5 2022-07-01 thomas case COLOR_KEEP:
1662 ec2b23c5 2022-07-01 thomas if (got_object_idset_contains(keep, &qid->id)) {
1663 ec2b23c5 2022-07-01 thomas got_object_qid_free(qid);
1664 ec2b23c5 2022-07-01 thomas qid = NULL;
1665 ec2b23c5 2022-07-01 thomas continue;
1667 ec2b23c5 2022-07-01 thomas if (got_object_idset_contains(drop, &qid->id)) {
1668 ec2b23c5 2022-07-01 thomas err = paint_commit(qid, COLOR_SKIP);
1669 ec2b23c5 2022-07-01 thomas if (err)
1670 ec2b23c5 2022-07-01 thomas goto done;
1672 ec2b23c5 2022-07-01 thomas err = got_object_idset_add(keep, &qid->id, NULL);
1673 ec2b23c5 2022-07-01 thomas if (err)
1674 ec2b23c5 2022-07-01 thomas goto done;
1676 ec2b23c5 2022-07-01 thomas case COLOR_DROP:
1677 ec2b23c5 2022-07-01 thomas if (got_object_idset_contains(drop, &qid->id)) {
1678 ec2b23c5 2022-07-01 thomas got_object_qid_free(qid);
1679 ec2b23c5 2022-07-01 thomas qid = NULL;
1680 ec2b23c5 2022-07-01 thomas continue;
1682 ec2b23c5 2022-07-01 thomas if (got_object_idset_contains(keep, &qid->id)) {
1683 ec2b23c5 2022-07-01 thomas err = paint_commit(qid, COLOR_SKIP);
1684 ec2b23c5 2022-07-01 thomas if (err)
1685 ec2b23c5 2022-07-01 thomas goto done;
1687 ec2b23c5 2022-07-01 thomas err = got_object_idset_add(drop, &qid->id, NULL);
1688 ec2b23c5 2022-07-01 thomas if (err)
1689 ec2b23c5 2022-07-01 thomas goto done;
1691 ec2b23c5 2022-07-01 thomas case COLOR_SKIP:
1692 ec2b23c5 2022-07-01 thomas if (!got_object_idset_contains(skip, &qid->id)) {
1693 ec2b23c5 2022-07-01 thomas err = got_object_idset_add(skip, &qid->id,
1695 ec2b23c5 2022-07-01 thomas if (err)
1696 ec2b23c5 2022-07-01 thomas goto done;
1699 ec2b23c5 2022-07-01 thomas default:
1700 ec2b23c5 2022-07-01 thomas /* should not happen */
1701 ec2b23c5 2022-07-01 thomas err = got_error_fmt(GOT_ERR_NOT_IMPL,
1702 60b94e7d 2022-07-19 thomas "%s invalid commit color %"PRIdPTR, __func__,
1704 ec2b23c5 2022-07-01 thomas goto done;
1707 ec2b23c5 2022-07-01 thomas err = open_commit(&commit, pack, packidx, idx, &qid->id,
1708 ec2b23c5 2022-07-01 thomas objcache);
1709 ec2b23c5 2022-07-01 thomas if (err)
1710 ec2b23c5 2022-07-01 thomas goto done;
1712 ec2b23c5 2022-07-01 thomas parents = got_object_commit_get_parent_ids(commit);
1713 ec2b23c5 2022-07-01 thomas if (parents) {
1714 ec2b23c5 2022-07-01 thomas struct got_object_qid *pid;
1715 ec2b23c5 2022-07-01 thomas color = (intptr_t)qid->data;
1716 ec2b23c5 2022-07-01 thomas STAILQ_FOREACH(pid, parents, entry) {
1717 ec2b23c5 2022-07-01 thomas err = queue_commit_id(ids, &pid->id, color);
1718 ec2b23c5 2022-07-01 thomas if (err)
1719 ec2b23c5 2022-07-01 thomas goto done;
1720 ec2b23c5 2022-07-01 thomas nqueued++;
1721 ec2b23c5 2022-07-01 thomas if (color == COLOR_SKIP)
1722 ec2b23c5 2022-07-01 thomas nskip++;
1726 ec2b23c5 2022-07-01 thomas got_object_commit_close(commit);
1727 ec2b23c5 2022-07-01 thomas commit = NULL;
1729 ec2b23c5 2022-07-01 thomas STAILQ_INSERT_TAIL(&painted, qid, entry);
1730 ec2b23c5 2022-07-01 thomas qid = NULL;
1731 ec2b23c5 2022-07-01 thomas npainted++;
1733 ec2b23c5 2022-07-01 thomas err = got_privsep_send_painted_commits(ibuf, &painted,
1734 ec2b23c5 2022-07-01 thomas &npainted, 1, 0);
1735 ec2b23c5 2022-07-01 thomas if (err)
1736 ec2b23c5 2022-07-01 thomas goto done;
1739 ec2b23c5 2022-07-01 thomas err = got_privsep_send_painted_commits(ibuf, &painted, &npainted, 1, 1);
1740 ec2b23c5 2022-07-01 thomas if (err)
1741 ec2b23c5 2022-07-01 thomas goto done;
1743 ec2b23c5 2022-07-01 thomas *nids = nqueued;
1745 ec2b23c5 2022-07-01 thomas if (commit)
1746 ec2b23c5 2022-07-01 thomas got_object_commit_close(commit);
1747 ec2b23c5 2022-07-01 thomas got_object_qid_free(qid);
1748 ec2b23c5 2022-07-01 thomas return err;
1751 ec2b23c5 2022-07-01 thomas static void
1752 ec2b23c5 2022-07-01 thomas commit_painting_free(struct got_object_idset **keep,
1753 ec2b23c5 2022-07-01 thomas struct got_object_idset **drop,
1754 ec2b23c5 2022-07-01 thomas struct got_object_idset **skip)
1756 ec2b23c5 2022-07-01 thomas if (*keep) {
1757 ec2b23c5 2022-07-01 thomas got_object_idset_free(*keep);
1758 ec2b23c5 2022-07-01 thomas *keep = NULL;
1760 ec2b23c5 2022-07-01 thomas if (*drop) {
1761 ec2b23c5 2022-07-01 thomas got_object_idset_free(*drop);
1762 ec2b23c5 2022-07-01 thomas *drop = NULL;
1764 ec2b23c5 2022-07-01 thomas if (*skip) {
1765 b6b86fd1 2022-08-30 thomas got_object_idset_free(*skip);
1766 ec2b23c5 2022-07-01 thomas *skip = NULL;
1770 ec2b23c5 2022-07-01 thomas static const struct got_error *
1771 ec2b23c5 2022-07-01 thomas commit_painting_init(struct imsgbuf *ibuf, struct got_object_idset **keep,
1772 ec2b23c5 2022-07-01 thomas struct got_object_idset **drop, struct got_object_idset **skip)
1774 ec2b23c5 2022-07-01 thomas const struct got_error *err = NULL;
1776 ec2b23c5 2022-07-01 thomas *keep = got_object_idset_alloc();
1777 ec2b23c5 2022-07-01 thomas if (*keep == NULL) {
1778 ec2b23c5 2022-07-01 thomas err = got_error_from_errno("got_object_idset_alloc");
1779 ec2b23c5 2022-07-01 thomas goto done;
1781 ec2b23c5 2022-07-01 thomas *drop = got_object_idset_alloc();
1782 ec2b23c5 2022-07-01 thomas if (*drop == NULL) {
1783 ec2b23c5 2022-07-01 thomas err = got_error_from_errno("got_object_idset_alloc");
1784 ec2b23c5 2022-07-01 thomas goto done;
1786 ec2b23c5 2022-07-01 thomas *skip = got_object_idset_alloc();
1787 ec2b23c5 2022-07-01 thomas if (*skip == NULL) {
1788 ec2b23c5 2022-07-01 thomas err = got_error_from_errno("got_object_idset_alloc");
1789 ec2b23c5 2022-07-01 thomas goto done;
1792 ec2b23c5 2022-07-01 thomas err = recv_object_ids(*keep, ibuf);
1793 ec2b23c5 2022-07-01 thomas if (err)
1794 ec2b23c5 2022-07-01 thomas goto done;
1795 ec2b23c5 2022-07-01 thomas err = recv_object_ids(*drop, ibuf);
1796 ec2b23c5 2022-07-01 thomas if (err)
1797 ec2b23c5 2022-07-01 thomas goto done;
1798 ec2b23c5 2022-07-01 thomas err = recv_object_ids(*skip, ibuf);
1799 ec2b23c5 2022-07-01 thomas if (err)
1800 ec2b23c5 2022-07-01 thomas goto done;
1803 ec2b23c5 2022-07-01 thomas if (err)
1804 ec2b23c5 2022-07-01 thomas commit_painting_free(keep, drop, skip);
1806 ec2b23c5 2022-07-01 thomas return err;
1809 ec2b23c5 2022-07-01 thomas static const struct got_error *
1810 ec2b23c5 2022-07-01 thomas commit_painting_request(struct imsg *imsg, struct imsgbuf *ibuf,
1811 ec2b23c5 2022-07-01 thomas struct got_pack *pack, struct got_packidx *packidx,
1812 ec2b23c5 2022-07-01 thomas struct got_object_cache *objcache, struct got_object_idset *keep,
1813 ec2b23c5 2022-07-01 thomas struct got_object_idset *drop, struct got_object_idset *skip)
1815 ec2b23c5 2022-07-01 thomas const struct got_error *err = NULL;
1816 ec2b23c5 2022-07-01 thomas struct got_imsg_commit_painting_request ireq;
1817 ec2b23c5 2022-07-01 thomas struct got_object_id id;
1818 ec2b23c5 2022-07-01 thomas size_t datalen;
1819 ec2b23c5 2022-07-01 thomas struct got_object_id_queue ids;
1820 ec2b23c5 2022-07-01 thomas int nids = 0;
1822 ec2b23c5 2022-07-01 thomas STAILQ_INIT(&ids);
1824 ec2b23c5 2022-07-01 thomas datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
1825 ec2b23c5 2022-07-01 thomas if (datalen != sizeof(ireq))
1826 ec2b23c5 2022-07-01 thomas return got_error(GOT_ERR_PRIVSEP_LEN);
1827 ec2b23c5 2022-07-01 thomas memcpy(&ireq, imsg->data, sizeof(ireq));
1828 35cdfa2c 2023-02-20 thomas memcpy(&id, &ireq.id, sizeof(id));
1830 ec2b23c5 2022-07-01 thomas err = queue_commit_id(&ids, &id, ireq.color);
1831 ec2b23c5 2022-07-01 thomas if (err)
1832 ec2b23c5 2022-07-01 thomas return err;
1833 ec2b23c5 2022-07-01 thomas nids = 1;
1835 ec2b23c5 2022-07-01 thomas err = paint_commits(&ids, &nids, keep, drop, skip,
1836 ec2b23c5 2022-07-01 thomas pack, packidx, ibuf, objcache);
1837 ec2b23c5 2022-07-01 thomas if (err)
1838 ec2b23c5 2022-07-01 thomas goto done;
1840 ec2b23c5 2022-07-01 thomas err = got_privsep_send_painted_commits(ibuf, &ids, &nids, 0, 1);
1841 ec2b23c5 2022-07-01 thomas if (err)
1842 ec2b23c5 2022-07-01 thomas goto done;
1844 ec2b23c5 2022-07-01 thomas err = got_privsep_send_painting_commits_done(ibuf);
1846 ec2b23c5 2022-07-01 thomas got_object_id_queue_free(&ids);
1847 ec2b23c5 2022-07-01 thomas return err;
1850 ec2b23c5 2022-07-01 thomas static const struct got_error *
1851 876c234b 2018-09-10 stsp receive_pack(struct got_pack **packp, struct imsgbuf *ibuf)
1853 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
1854 876c234b 2018-09-10 stsp struct imsg imsg;
1855 876c234b 2018-09-10 stsp struct got_imsg_pack ipack;
1856 876c234b 2018-09-10 stsp size_t datalen;
1857 876c234b 2018-09-10 stsp struct got_pack *pack;
1859 876c234b 2018-09-10 stsp *packp = NULL;
1861 876c234b 2018-09-10 stsp err = got_privsep_recv_imsg(&imsg, ibuf, 0);
1863 876c234b 2018-09-10 stsp return err;
1865 876c234b 2018-09-10 stsp pack = calloc(1, sizeof(*pack));
1866 876c234b 2018-09-10 stsp if (pack == NULL) {
1867 638f9024 2019-05-13 stsp err = got_error_from_errno("calloc");
1868 876c234b 2018-09-10 stsp goto done;
1871 876c234b 2018-09-10 stsp if (imsg.hdr.type != GOT_IMSG_PACK) {
1872 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1873 876c234b 2018-09-10 stsp goto done;
1876 876c234b 2018-09-10 stsp if (imsg.fd == -1) {
1877 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1878 876c234b 2018-09-10 stsp goto done;
1881 876c234b 2018-09-10 stsp datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
1882 876c234b 2018-09-10 stsp if (datalen != sizeof(ipack)) {
1883 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_LEN);
1884 876c234b 2018-09-10 stsp goto done;
1886 876c234b 2018-09-10 stsp memcpy(&ipack, imsg.data, sizeof(ipack));
1888 876c234b 2018-09-10 stsp pack->filesize = ipack.filesize;
1889 876c234b 2018-09-10 stsp pack->fd = dup(imsg.fd);
1890 876c234b 2018-09-10 stsp if (pack->fd == -1) {
1891 638f9024 2019-05-13 stsp err = got_error_from_errno("dup");
1892 876c234b 2018-09-10 stsp goto done;
1894 56bef47a 2018-09-15 stsp if (lseek(pack->fd, 0, SEEK_SET) == -1) {
1895 638f9024 2019-05-13 stsp err = got_error_from_errno("lseek");
1896 56bef47a 2018-09-15 stsp goto done;
1898 876c234b 2018-09-10 stsp pack->path_packfile = strdup(ipack.path_packfile);
1899 876c234b 2018-09-10 stsp if (pack->path_packfile == NULL) {
1900 638f9024 2019-05-13 stsp err = got_error_from_errno("strdup");
1901 ab2f42e7 2019-11-10 stsp goto done;
1904 a5061f77 2022-06-13 thomas err = got_delta_cache_alloc(&pack->delta_cache);
1905 a5061f77 2022-06-13 thomas if (err)
1906 876c234b 2018-09-10 stsp goto done;
1908 876c234b 2018-09-10 stsp #ifndef GOT_PACK_NO_MMAP
1909 aa75acde 2022-10-25 thomas if (pack->filesize > 0 && pack->filesize <= SIZE_MAX) {
1910 aa75acde 2022-10-25 thomas pack->map = mmap(NULL, pack->filesize, PROT_READ, MAP_PRIVATE,
1911 aa75acde 2022-10-25 thomas pack->fd, 0);
1912 aa75acde 2022-10-25 thomas if (pack->map == MAP_FAILED)
1913 aa75acde 2022-10-25 thomas pack->map = NULL; /* fall back to read(2) */
1917 876c234b 2018-09-10 stsp if (err) {
1918 876c234b 2018-09-10 stsp if (imsg.fd != -1)
1919 876c234b 2018-09-10 stsp close(imsg.fd);
1920 876c234b 2018-09-10 stsp free(pack);
1922 876c234b 2018-09-10 stsp *packp = pack;
1923 876c234b 2018-09-10 stsp imsg_free(&imsg);
1924 876c234b 2018-09-10 stsp return err;
1928 876c234b 2018-09-10 stsp main(int argc, char *argv[])
1930 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
1931 876c234b 2018-09-10 stsp struct imsgbuf ibuf;
1932 876c234b 2018-09-10 stsp struct imsg imsg;
1933 c59b3346 2018-09-11 stsp struct got_packidx *packidx = NULL;
1934 c59b3346 2018-09-11 stsp struct got_pack *pack = NULL;
1935 c59b3346 2018-09-11 stsp struct got_object_cache objcache;
1936 f9c2e8e5 2022-02-13 thomas FILE *basefile = NULL, *accumfile = NULL, *delta_outfile = NULL;
1937 ec2b23c5 2022-07-01 thomas struct got_object_idset *keep = NULL, *drop = NULL, *skip = NULL;
1938 c77e00b3 2022-10-18 thomas struct got_parsed_tree_entry *entries = NULL;
1939 c77e00b3 2022-10-18 thomas size_t nentries = 0, nentries_alloc = 0;
1941 876c234b 2018-09-10 stsp //static int attached;
1942 876c234b 2018-09-10 stsp //while (!attached) sleep(1);
1944 99437157 2018-11-11 stsp signal(SIGINT, catch_sigint);
1946 876c234b 2018-09-10 stsp imsg_init(&ibuf, GOT_IMSG_FD_CHILD);
1948 c59b3346 2018-09-11 stsp err = got_object_cache_init(&objcache, GOT_OBJECT_CACHE_TYPE_OBJ);
1949 c59b3346 2018-09-11 stsp if (err) {
1950 638f9024 2019-05-13 stsp err = got_error_from_errno("got_object_cache_init");
1951 c59b3346 2018-09-11 stsp got_privsep_send_error(&ibuf, err);
1955 2ff12563 2018-09-15 stsp #ifndef PROFILE
1956 876c234b 2018-09-10 stsp /* revoke access to most system calls */
1957 876c234b 2018-09-10 stsp if (pledge("stdio recvfd", NULL) == -1) {
1958 638f9024 2019-05-13 stsp err = got_error_from_errno("pledge");
1959 876c234b 2018-09-10 stsp got_privsep_send_error(&ibuf, err);
1963 97799ccd 2022-02-06 thomas /* revoke fs access */
1964 97799ccd 2022-02-06 thomas if (landlock_no_fs() == -1) {
1965 97799ccd 2022-02-06 thomas err = got_error_from_errno("landlock_no_fs");
1966 97799ccd 2022-02-06 thomas got_privsep_send_error(&ibuf, err);
1967 97799ccd 2022-02-06 thomas return 1;
1969 5d120ea8 2022-06-23 op if (cap_enter() == -1) {
1970 5d120ea8 2022-06-23 op err = got_error_from_errno("cap_enter");
1971 5d120ea8 2022-06-23 op got_privsep_send_error(&ibuf, err);
1976 876c234b 2018-09-10 stsp err = receive_packidx(&packidx, &ibuf);
1977 876c234b 2018-09-10 stsp if (err) {
1978 876c234b 2018-09-10 stsp got_privsep_send_error(&ibuf, err);
1982 876c234b 2018-09-10 stsp err = receive_pack(&pack, &ibuf);
1983 876c234b 2018-09-10 stsp if (err) {
1984 876c234b 2018-09-10 stsp got_privsep_send_error(&ibuf, err);
1989 876c234b 2018-09-10 stsp imsg.fd = -1;
1991 99437157 2018-11-11 stsp if (sigint_received) {
1992 99437157 2018-11-11 stsp err = got_error(GOT_ERR_CANCELLED);
1996 876c234b 2018-09-10 stsp err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
1997 876c234b 2018-09-10 stsp if (err) {
1998 876c234b 2018-09-10 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
1999 876c234b 2018-09-10 stsp err = NULL;
2003 876c234b 2018-09-10 stsp if (imsg.hdr.type == GOT_IMSG_STOP)
2006 876c234b 2018-09-10 stsp switch (imsg.hdr.type) {
2007 bc1f382f 2022-01-05 thomas case GOT_IMSG_TMPFD:
2008 f9c2e8e5 2022-02-13 thomas if (basefile == NULL) {
2009 f9c2e8e5 2022-02-13 thomas err = receive_tempfile(&basefile, "w+",
2010 f9c2e8e5 2022-02-13 thomas &imsg, &ibuf);
2011 f9c2e8e5 2022-02-13 thomas } else if (accumfile == NULL) {
2012 f9c2e8e5 2022-02-13 thomas err = receive_tempfile(&accumfile, "w+",
2013 f9c2e8e5 2022-02-13 thomas &imsg, &ibuf);
2015 f9c2e8e5 2022-02-13 thomas err = got_error(GOT_ERR_PRIVSEP_MSG);
2017 876c234b 2018-09-10 stsp case GOT_IMSG_PACKED_OBJECT_REQUEST:
2018 c59b3346 2018-09-11 stsp err = object_request(&imsg, &ibuf, pack, packidx,
2019 c59b3346 2018-09-11 stsp &objcache);
2021 59d1e4a0 2021-03-10 stsp case GOT_IMSG_PACKED_RAW_OBJECT_REQUEST:
2022 bc1f382f 2022-01-05 thomas if (basefile == NULL || accumfile == NULL) {
2023 bc1f382f 2022-01-05 thomas err = got_error(GOT_ERR_PRIVSEP_MSG);
2026 59d1e4a0 2021-03-10 stsp err = raw_object_request(&imsg, &ibuf, pack, packidx,
2027 bc1f382f 2022-01-05 thomas &objcache, basefile, accumfile);
2029 f9c2e8e5 2022-02-13 thomas case GOT_IMSG_RAW_DELTA_OUTFD:
2030 f9c2e8e5 2022-02-13 thomas if (delta_outfile != NULL) {
2031 f9c2e8e5 2022-02-13 thomas err = got_error(GOT_ERR_PRIVSEP_MSG);
2034 f9c2e8e5 2022-02-13 thomas err = receive_tempfile(&delta_outfile, "w",
2035 f9c2e8e5 2022-02-13 thomas &imsg, &ibuf);
2037 f9c2e8e5 2022-02-13 thomas case GOT_IMSG_RAW_DELTA_REQUEST:
2038 f9c2e8e5 2022-02-13 thomas if (delta_outfile == NULL) {
2039 f9c2e8e5 2022-02-13 thomas err = got_error(GOT_ERR_PRIVSEP_NO_FD);
2042 f9c2e8e5 2022-02-13 thomas err = raw_delta_request(&imsg, &ibuf, delta_outfile,
2043 f9c2e8e5 2022-02-13 thomas pack, packidx);
2045 7d0d4920 2022-05-12 thomas case GOT_IMSG_DELTA_REUSE_REQUEST:
2046 c44c7d6e 2022-12-04 thomas err = delta_reuse_request(&imsg, &ibuf, pack, packidx);
2048 876c234b 2018-09-10 stsp case GOT_IMSG_COMMIT_REQUEST:
2049 c59b3346 2018-09-11 stsp err = commit_request(&imsg, &ibuf, pack, packidx,
2050 7762fe12 2018-11-05 stsp &objcache);
2052 876c234b 2018-09-10 stsp case GOT_IMSG_TREE_REQUEST:
2053 c59b3346 2018-09-11 stsp err = tree_request(&imsg, &ibuf, pack, packidx,
2054 c77e00b3 2022-10-18 thomas &objcache, &entries, &nentries, &nentries_alloc);
2056 876c234b 2018-09-10 stsp case GOT_IMSG_BLOB_REQUEST:
2057 bc1f382f 2022-01-05 thomas if (basefile == NULL || accumfile == NULL) {
2058 bc1f382f 2022-01-05 thomas err = got_error(GOT_ERR_PRIVSEP_MSG);
2061 c59b3346 2018-09-11 stsp err = blob_request(&imsg, &ibuf, pack, packidx,
2062 bc1f382f 2022-01-05 thomas &objcache, basefile, accumfile);
2064 f4a881ce 2018-11-17 stsp case GOT_IMSG_TAG_REQUEST:
2065 f4a881ce 2018-11-17 stsp err = tag_request(&imsg, &ibuf, pack, packidx,
2066 62d463ca 2020-10-20 naddy &objcache);
2068 ca6e02ac 2020-01-07 stsp case GOT_IMSG_COMMIT_TRAVERSAL_REQUEST:
2069 ca6e02ac 2020-01-07 stsp err = commit_traversal_request(&imsg, &ibuf, pack,
2070 ca6e02ac 2020-01-07 stsp packidx, &objcache);
2072 63915ee5 2022-06-23 thomas case GOT_IMSG_OBJECT_ENUMERATION_REQUEST:
2073 63915ee5 2022-06-23 thomas err = enumeration_request(&imsg, &ibuf, pack,
2074 63915ee5 2022-06-23 thomas packidx, &objcache);
2076 ec2b23c5 2022-07-01 thomas case GOT_IMSG_COMMIT_PAINTING_INIT:
2077 ec2b23c5 2022-07-01 thomas commit_painting_free(&keep, &drop, &skip);
2078 ec2b23c5 2022-07-01 thomas err = commit_painting_init(&ibuf, &keep, &drop, &skip);
2080 ec2b23c5 2022-07-01 thomas case GOT_IMSG_COMMIT_PAINTING_REQUEST:
2081 ec2b23c5 2022-07-01 thomas if (keep == NULL || drop == NULL || skip == NULL) {
2082 ec2b23c5 2022-07-01 thomas err = got_error(GOT_ERR_PRIVSEP_MSG);
2085 ec2b23c5 2022-07-01 thomas err = commit_painting_request(&imsg, &ibuf, pack,
2086 ec2b23c5 2022-07-01 thomas packidx, &objcache, keep, drop, skip);
2088 ec2b23c5 2022-07-01 thomas case GOT_IMSG_COMMIT_PAINTING_DONE:
2089 ec2b23c5 2022-07-01 thomas commit_painting_free(&keep, &drop, &skip);
2092 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
2096 08578a35 2021-01-22 stsp if (imsg.fd != -1 && close(imsg.fd) == -1 && err == NULL)
2097 638f9024 2019-05-13 stsp err = got_error_from_errno("close");
2098 876c234b 2018-09-10 stsp imsg_free(&imsg);
2103 c77e00b3 2022-10-18 thomas free(entries);
2104 ec2b23c5 2022-07-01 thomas commit_painting_free(&keep, &drop, &skip);
2105 c59b3346 2018-09-11 stsp if (packidx)
2106 c59b3346 2018-09-11 stsp got_packidx_close(packidx);
2108 c59b3346 2018-09-11 stsp got_pack_close(pack);
2109 48d5fe42 2018-09-15 stsp got_object_cache_close(&objcache);
2110 876c234b 2018-09-10 stsp imsg_clear(&ibuf);
2111 bc1f382f 2022-01-05 thomas if (basefile && fclose(basefile) == EOF && err == NULL)
2112 bc1f382f 2022-01-05 thomas err = got_error_from_errno("fclose");
2113 bc1f382f 2022-01-05 thomas if (accumfile && fclose(accumfile) == EOF && err == NULL)
2114 bc1f382f 2022-01-05 thomas err = got_error_from_errno("fclose");
2115 f9c2e8e5 2022-02-13 thomas if (delta_outfile && fclose(delta_outfile) == EOF && err == NULL)
2116 f9c2e8e5 2022-02-13 thomas err = got_error_from_errno("fclose");
2117 99437157 2018-11-11 stsp if (err) {
2118 80d5f134 2018-11-11 stsp if (!sigint_received && err->code != GOT_ERR_PRIVSEP_PIPE) {
2119 80d5f134 2018-11-11 stsp fprintf(stderr, "%s: %s\n", getprogname(), err->msg);
2120 99437157 2018-11-11 stsp got_privsep_send_error(&ibuf, err);
2123 08578a35 2021-01-22 stsp if (close(GOT_IMSG_FD_CHILD) == -1 && err == NULL)
2124 638f9024 2019-05-13 stsp err = got_error_from_errno("close");
2125 876c234b 2018-09-10 stsp return err ? 1 : 0;
