1 /*
2  * Copyright (c) 2021 Stefan Sperling <stsp@openbsd.org>
3  *
4  * Permission to use, copy, modify, and distribute this software for any
5  * purpose with or without fee is hereby granted, provided that the above
6  * copyright notice and this permission notice appear in all copies.
7  *
8  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15  */
16 
17 #include <sys/queue.h>
18 #include <sys/types.h>
19 
20 #include <ctype.h>
21 #include <getopt.h>
22 #include <err.h>
23 #include <errno.h>
24 #include <locale.h>
25 #include <inttypes.h>
26 #include <sha1.h>
27 #include <stdio.h>
28 #include <stdlib.h>
29 #include <signal.h>
30 #include <string.h>
31 #include <unistd.h>
32 #include <util.h>
33 
34 #include "got_version.h"
35 #include "got_error.h"
36 #include "got_object.h"
37 #include "got_reference.h"
38 #include "got_cancel.h"
39 #include "got_repository.h"
40 #include "got_repository_admin.h"
41 #include "got_gotconfig.h"
42 #include "got_path.h"
43 #include "got_privsep.h"
44 #include "got_opentemp.h"
45 #include "got_worktree.h"
46 
47 #ifndef nitems
48 #define nitems(_a)	(sizeof((_a)) / sizeof((_a)[0]))
49 #endif
50 
51 static volatile sig_atomic_t sigint_received;
52 static volatile sig_atomic_t sigpipe_received;
53 
54 static void
55 catch_sigint(int signo)
56 {
57 	sigint_received = 1;
58 }
59 
60 static void
61 catch_sigpipe(int signo)
62 {
63 	sigpipe_received = 1;
64 }
65 
66 static const struct got_error *
67 check_cancelled(void *arg)
68 {
69 	if (sigint_received || sigpipe_received)
70 		return got_error(GOT_ERR_CANCELLED);
71 	return NULL;
72 }
73 
74 struct gotadmin_cmd {
75 	const char	*cmd_name;
76 	const struct got_error *(*cmd_main)(int, char *[]);
77 	void		(*cmd_usage)(void);
78 	const char	*cmd_alias;
79 };
80 
81 __dead static void	usage(int, int);
82 __dead static void	usage_init(void);
83 __dead static void	usage_info(void);
84 __dead static void	usage_pack(void);
85 __dead static void	usage_indexpack(void);
86 __dead static void	usage_listpack(void);
87 __dead static void	usage_cleanup(void);
88 
89 static const struct got_error*		cmd_init(int, char *[]);
90 static const struct got_error*		cmd_info(int, char *[]);
91 static const struct got_error*		cmd_pack(int, char *[]);
92 static const struct got_error*		cmd_indexpack(int, char *[]);
93 static const struct got_error*		cmd_listpack(int, char *[]);
94 static const struct got_error*		cmd_cleanup(int, char *[]);
95 
96 static const struct gotadmin_cmd gotadmin_commands[] = {
97 	{ "init",	cmd_init,	usage_init,	"" },
98 	{ "info",	cmd_info,	usage_info,	"" },
99 	{ "pack",	cmd_pack,	usage_pack,	"" },
100 	{ "indexpack",	cmd_indexpack,	usage_indexpack,"ix" },
101 	{ "listpack",	cmd_listpack,	usage_listpack,	"ls" },
102 	{ "cleanup",	cmd_cleanup,	usage_cleanup,	"cl" },
103 };
104 
105 static void
106 list_commands(FILE *fp)
107 {
108 	size_t i;
109 
110 	fprintf(fp, "commands:");
111 	for (i = 0; i < nitems(gotadmin_commands); i++) {
112 		const struct gotadmin_cmd *cmd = &gotadmin_commands[i];
113 		fprintf(fp, " %s", cmd->cmd_name);
114 	}
115 	fputc('\n', fp);
116 }
117 
118 int
119 main(int argc, char *argv[])
120 {
121 	const struct gotadmin_cmd *cmd;
122 	size_t i;
123 	int ch;
124 	int hflag = 0, Vflag = 0;
125 	static const struct option longopts[] = {
126 	    { "version", no_argument, NULL, 'V' },
127 	    { NULL, 0, NULL, 0 }
128 	};
129 
130 	setlocale(LC_CTYPE, "");
131 
132 	while ((ch = getopt_long(argc, argv, "+hV", longopts, NULL)) != -1) {
133 		switch (ch) {
134 		case 'h':
135 			hflag = 1;
136 			break;
137 		case 'V':
138 			Vflag = 1;
139 			break;
140 		default:
141 			usage(hflag, 1);
142 			/* NOTREACHED */
143 		}
144 	}
145 
146 	argc -= optind;
147 	argv += optind;
148 	optind = 1;
149 	optreset = 1;
150 
151 	if (Vflag) {
152 		got_version_print_str();
153 		return 0;
154 	}
155 
156 	if (argc <= 0)
157 		usage(hflag, hflag ? 0 : 1);
158 
159 	signal(SIGINT, catch_sigint);
160 	signal(SIGPIPE, catch_sigpipe);
161 
162 	for (i = 0; i < nitems(gotadmin_commands); i++) {
163 		const struct got_error *error;
164 
165 		cmd = &gotadmin_commands[i];
166 
167 		if (strcmp(cmd->cmd_name, argv[0]) != 0 &&
168 		    strcmp(cmd->cmd_alias, argv[0]) != 0)
169 			continue;
170 
171 		if (hflag)
172 			cmd->cmd_usage();
173 
174 		error = cmd->cmd_main(argc, argv);
175 		if (error && error->code != GOT_ERR_CANCELLED &&
176 		    error->code != GOT_ERR_PRIVSEP_EXIT &&
177 		    !(sigpipe_received &&
178 		      error->code == GOT_ERR_ERRNO && errno == EPIPE) &&
179 		    !(sigint_received &&
180 		      error->code == GOT_ERR_ERRNO && errno == EINTR)) {
181 			fprintf(stderr, "%s: %s\n", getprogname(), error->msg);
182 			return 1;
183 		}
184 
185 		return 0;
186 	}
187 
188 	fprintf(stderr, "%s: unknown command '%s'\n", getprogname(), argv[0]);
189 	list_commands(stderr);
190 	return 1;
191 }
192 
193 __dead static void
194 usage(int hflag, int status)
195 {
196 	FILE *fp = (status == 0) ? stdout : stderr;
197 
198 	fprintf(fp, "usage: %s [-hV] command [arg ...]\n",
199 	    getprogname());
200 	if (hflag)
201 		list_commands(fp);
202 	exit(status);
203 }
204 
205 static const struct got_error *
206 apply_unveil(const char *repo_path, int repo_read_only)
207 {
208 	const struct got_error *err;
209 
210 #ifdef PROFILE
211 	if (unveil("gmon.out", "rwc") != 0)
212 		return got_error_from_errno2("unveil", "gmon.out");
213 #endif
214 	if (repo_path && unveil(repo_path, repo_read_only ? "r" : "rwc") != 0)
215 		return got_error_from_errno2("unveil", repo_path);
216 
217 	if (unveil(GOT_TMPDIR_STR, "rwc") != 0)
218 		return got_error_from_errno2("unveil", GOT_TMPDIR_STR);
219 
220 	err = got_privsep_unveil_exec_helpers();
221 	if (err != NULL)
222 		return err;
223 
224 	if (unveil(NULL, NULL) != 0)
225 		return got_error_from_errno("unveil");
226 
227 	return NULL;
228 }
229 
230 __dead static void
231 usage_info(void)
232 {
233 	fprintf(stderr, "usage: %s info [-r repository-path]\n",
234 	    getprogname());
235 	exit(1);
236 }
237 
238 static const struct got_error *
239 get_repo_path(char **repo_path)
240 {
241 	const struct got_error *err = NULL;
242 	struct got_worktree *worktree = NULL;
243 	char *cwd;
244 
245 	*repo_path = NULL;
246 
247 	cwd = getcwd(NULL, 0);
248 	if (cwd == NULL)
249 		return got_error_from_errno("getcwd");
250 
251 	err = got_worktree_open(&worktree, cwd);
252 	if (err) {
253 		if (err->code != GOT_ERR_NOT_WORKTREE)
254 			goto done;
255 		err = NULL;
256 	}
257 
258 	if (worktree)
259 		*repo_path = strdup(got_worktree_get_repo_path(worktree));
260 	else
261 		*repo_path = strdup(cwd);
262 	if (*repo_path == NULL)
263 		err = got_error_from_errno("strdup");
264 done:
265 	if (worktree)
266 		got_worktree_close(worktree);
267 	free(cwd);
268 	return err;
269 }
270 
271 __dead static void
272 usage_init(void)
273 {
274 	fprintf(stderr, "usage: %s init [-b branch] repository-path\n",
275 	    getprogname());
276 	exit(1);
277 }
278 
279 static const struct got_error *
280 cmd_init(int argc, char *argv[])
281 {
282 	const struct got_error *error = NULL;
283 	const char *head_name = NULL;
284 	char *repo_path = NULL;
285 	int ch;
286 
287 	while ((ch = getopt(argc, argv, "b:")) != -1) {
288 		switch (ch) {
289 		case 'b':
290 			head_name = optarg;
291 			break;
292 		default:
293 			usage_init();
294 			/* NOTREACHED */
295 		}
296 	}
297 
298 	argc -= optind;
299 	argv += optind;
300 
301 #ifndef PROFILE
302 	if (pledge("stdio rpath wpath cpath unveil", NULL) == -1)
303 		err(1, "pledge");
304 #endif
305 	if (argc != 1)
306 		usage_init();
307 
308 	repo_path = strdup(argv[0]);
309 	if (repo_path == NULL)
310 		return got_error_from_errno("strdup");
311 
312 	got_path_strip_trailing_slashes(repo_path);
313 
314 	error = got_path_mkdir(repo_path);
315 	if (error &&
316 	    !(error->code == GOT_ERR_ERRNO && errno == EEXIST))
317 		goto done;
318 
319 	error = apply_unveil(repo_path, 0);
320 	if (error)
321 		goto done;
322 
323 	error = got_repo_init(repo_path, head_name);
324 done:
325 	free(repo_path);
326 	return error;
327 }
328 
329 static const struct got_error *
330 cmd_info(int argc, char *argv[])
331 {
332 	const struct got_error *error = NULL;
333 	char *repo_path = NULL;
334 	struct got_repository *repo = NULL;
335 	const struct got_gotconfig *gotconfig = NULL;
336 	int ch, npackfiles, npackedobj, nobj;
337 	off_t packsize, loose_size;
338 	char scaled[FMT_SCALED_STRSIZE];
339 	int *pack_fds = NULL;
340 
341 	while ((ch = getopt(argc, argv, "r:")) != -1) {
342 		switch (ch) {
343 		case 'r':
344 			repo_path = realpath(optarg, NULL);
345 			if (repo_path == NULL)
346 				return got_error_from_errno2("realpath",
347 				    optarg);
348 			got_path_strip_trailing_slashes(repo_path);
349 			break;
350 		default:
351 			usage_info();
352 			/* NOTREACHED */
353 		}
354 	}
355 
356 	argc -= optind;
357 	argv += optind;
358 
359 #ifndef PROFILE
360 	if (pledge("stdio rpath wpath cpath flock proc exec sendfd unveil",
361 	    NULL) == -1)
362 		err(1, "pledge");
363 #endif
364 	if (repo_path == NULL) {
365 		error = get_repo_path(&repo_path);
366 		if (error)
367 			goto done;
368 	}
369 	error = got_repo_pack_fds_open(&pack_fds);
370 	if (error != NULL)
371 		goto done;
372 	error = got_repo_open(&repo, repo_path, NULL, pack_fds);
373 	if (error)
374 		goto done;
375 #ifndef PROFILE
376 	/* Remove "cpath" promise. */
377 	if (pledge("stdio rpath wpath flock proc exec sendfd unveil",
378 	    NULL) == -1)
379 		err(1, "pledge");
380 #endif
381 	error = apply_unveil(got_repo_get_path_git_dir(repo), 1);
382 	if (error)
383 		goto done;
384 
385 	printf("repository: %s\n", got_repo_get_path_git_dir(repo));
386 
387 	gotconfig = got_repo_get_gotconfig(repo);
388 	if (gotconfig) {
389 		const struct got_remote_repo *remotes;
390 		int i, nremotes;
391 		if (got_gotconfig_get_author(gotconfig)) {
392 			printf("default author: %s\n",
393 			    got_gotconfig_get_author(gotconfig));
394 		}
395 		got_gotconfig_get_remotes(&nremotes, &remotes, gotconfig);
396 		for (i = 0; i < nremotes; i++) {
397 			const char *fetch_url = remotes[i].fetch_url;
398 			const char *send_url = remotes[i].send_url;
399 			if (strcmp(fetch_url, send_url) == 0) {
400 				printf("remote \"%s\": %s\n", remotes[i].name,
401 				    remotes[i].fetch_url);
402 			} else {
403 				printf("remote \"%s\" (fetch): %s\n",
404 				    remotes[i].name, remotes[i].fetch_url);
405 				printf("remote \"%s\" (send): %s\n",
406 				    remotes[i].name, remotes[i].send_url);
407 			}
408 		}
409 	}
410 
411 	error = got_repo_get_packfile_info(&npackfiles, &npackedobj,
412 	    &packsize, repo);
413 	if (error)
414 		goto done;
415 	printf("pack files: %d\n", npackfiles);
416 	if (npackfiles > 0) {
417 		if (fmt_scaled(packsize, scaled) == -1) {
418 			error = got_error_from_errno("fmt_scaled");
419 			goto done;
420 		}
421 		printf("packed objects: %d\n", npackedobj);
422 		printf("packed total size: %s\n", scaled);
423 	}
424 
425 	error = got_repo_get_loose_object_info(&nobj, &loose_size, repo);
426 	if (error)
427 		goto done;
428 	printf("loose objects: %d\n", nobj);
429 	if (nobj > 0) {
430 		if (fmt_scaled(loose_size, scaled) == -1) {
431 			error = got_error_from_errno("fmt_scaled");
432 			goto done;
433 		}
434 		printf("loose total size: %s\n", scaled);
435 	}
436 done:
437 	if (repo)
438 		got_repo_close(repo);
439 	if (pack_fds) {
440 		const struct got_error *pack_err =
441 		    got_repo_pack_fds_close(pack_fds);
442 		if (error == NULL)
443 			error = pack_err;
444 	}
445 
446 	free(repo_path);
447 	return error;
448 }
449 
450 __dead static void
451 usage_pack(void)
452 {
453 	fprintf(stderr, "usage: %s pack [-aq] [-r repository-path] "
454 	    "[-x reference] [reference ...]\n", getprogname());
455 	exit(1);
456 }
457 
458 struct got_pack_progress_arg {
459 	char last_scaled_size[FMT_SCALED_STRSIZE];
460 	int last_ncolored;
461 	int last_nfound;
462 	int last_ntrees;
463 	int loading_done;
464 	int last_ncommits;
465 	int last_nobj_total;
466 	int last_p_deltify;
467 	int last_p_written;
468 	int last_p_indexed;
469 	int last_p_resolved;
470 	int verbosity;
471 	int printed_something;
472 };
473 
474 static void
475 print_load_info(int print_colored, int print_found, int print_trees,
476     int ncolored, int nfound, int ntrees)
477 {
478 	if (print_colored) {
479 		printf("%d commit%s colored", ncolored,
480 		    ncolored == 1 ? "" : "s");
481 	}
482 	if (print_found) {
483 		printf("%s%d object%s found",
484 		    ncolored > 0 ? "; " : "",
485 		    nfound, nfound == 1 ? "" : "s");
486 	}
487 	if (print_trees) {
488 		printf("; %d tree%s scanned", ntrees,
489 		    ntrees == 1 ? "" : "s");
490 	}
491 }
492 
493 static const struct got_error *
494 pack_progress(void *arg, int ncolored, int nfound, int ntrees,
495     off_t packfile_size, int ncommits, int nobj_total, int nobj_deltify,
496     int nobj_written)
497 {
498 	struct got_pack_progress_arg *a = arg;
499 	char scaled_size[FMT_SCALED_STRSIZE];
500 	int p_deltify, p_written;
501 	int print_colored = 0, print_found = 0, print_trees = 0;
502 	int print_searching = 0, print_total = 0;
503 	int print_deltify = 0, print_written = 0;
504 
505 	if (a->verbosity < 0)
506 		return NULL;
507 
508 	if (a->last_ncolored != ncolored) {
509 		print_colored = 1;
510 		a->last_ncolored = ncolored;
511 	}
512 
513 	if (a->last_nfound != nfound) {
514 		print_colored = 1;
515 		print_found = 1;
516 		a->last_nfound = nfound;
517 	}
518 
519 	if (a->last_ntrees != ntrees) {
520 		print_colored = 1;
521 		print_found = 1;
522 		print_trees = 1;
523 		a->last_ntrees = ntrees;
524 	}
525 
526 	if ((print_colored || print_found || print_trees) &&
527 	    !a->loading_done) {
528 		printf("\r");
529 		print_load_info(print_colored, print_found, print_trees,
530 		    ncolored, nfound, ntrees);
531 		a->printed_something = 1;
532 		fflush(stdout);
533 		return NULL;
534 	} else if (!a->loading_done) {
535 		printf("\r");
536 		print_load_info(1, 1, 1, ncolored, nfound, ntrees);
537 		printf("\n");
538 		a->loading_done = 1;
539 	}
540 
541 	if (fmt_scaled(packfile_size, scaled_size) == -1)
542 		return got_error_from_errno("fmt_scaled");
543 
544 	if (a->last_ncommits != ncommits) {
545 		print_searching = 1;
546 		a->last_ncommits = ncommits;
547 	}
548 
549 	if (a->last_nobj_total != nobj_total) {
550 		print_searching = 1;
551 		print_total = 1;
552 		a->last_nobj_total = nobj_total;
553 	}
554 
555 	if (packfile_size > 0 && (a->last_scaled_size[0] == '\0' ||
556 	    strcmp(scaled_size, a->last_scaled_size)) != 0) {
557 		if (strlcpy(a->last_scaled_size, scaled_size,
558 		    FMT_SCALED_STRSIZE) >= FMT_SCALED_STRSIZE)
559 			return got_error(GOT_ERR_NO_SPACE);
560 	}
561 
562 	if (nobj_deltify > 0 || nobj_written > 0) {
563 		if (nobj_deltify > 0) {
564 			p_deltify = (nobj_deltify * 100) / nobj_total;
565 			if (p_deltify != a->last_p_deltify) {
566 				a->last_p_deltify = p_deltify;
567 				print_searching = 1;
568 				print_total = 1;
569 				print_deltify = 1;
570 			}
571 		}
572 		if (nobj_written > 0) {
573 			p_written = (nobj_written * 100) / nobj_total;
574 			if (p_written != a->last_p_written) {
575 				a->last_p_written = p_written;
576 				print_searching = 1;
577 				print_total = 1;
578 				print_deltify = 1;
579 				print_written = 1;
580 			}
581 		}
582 	}
583 
584 	if (print_searching || print_total || print_deltify || print_written)
585 		printf("\r");
586 	if (print_searching)
587 		printf("packing %d reference%s", ncommits,
588 		    ncommits == 1 ? "" : "s");
589 	if (print_total)
590 		printf("; %d object%s", nobj_total,
591 		    nobj_total == 1 ? "" : "s");
592 	if (print_deltify)
593 		printf("; deltify: %d%%", p_deltify);
594 	if (print_written)
595 		printf("; writing pack: %*s %d%%", FMT_SCALED_STRSIZE - 2,
596 		    scaled_size, p_written);
597 	if (print_searching || print_total || print_deltify ||
598 	    print_written) {
599 		a->printed_something = 1;
600 		fflush(stdout);
601 	}
602 	return NULL;
603 }
604 
605 static const struct got_error *
606 pack_index_progress(void *arg, off_t packfile_size, int nobj_total,
607     int nobj_indexed, int nobj_loose, int nobj_resolved)
608 {
609 	struct got_pack_progress_arg *a = arg;
610 	char scaled_size[FMT_SCALED_STRSIZE];
611 	int p_indexed, p_resolved;
612 	int print_size = 0, print_indexed = 0, print_resolved = 0;
613 
614 	if (a->verbosity < 0)
615 		return NULL;
616 
617 	if (packfile_size > 0 || nobj_indexed > 0) {
618 		if (fmt_scaled(packfile_size, scaled_size) == 0 &&
619 		    (a->last_scaled_size[0] == '\0' ||
620 		    strcmp(scaled_size, a->last_scaled_size)) != 0) {
621 			print_size = 1;
622 			if (strlcpy(a->last_scaled_size, scaled_size,
623 			    FMT_SCALED_STRSIZE) >= FMT_SCALED_STRSIZE)
624 				return got_error(GOT_ERR_NO_SPACE);
625 		}
626 		if (nobj_indexed > 0) {
627 			p_indexed = (nobj_indexed * 100) / nobj_total;
628 			if (p_indexed != a->last_p_indexed) {
629 				a->last_p_indexed = p_indexed;
630 				print_indexed = 1;
631 				print_size = 1;
632 			}
633 		}
634 		if (nobj_resolved > 0) {
635 			p_resolved = (nobj_resolved * 100) /
636 			    (nobj_total - nobj_loose);
637 			if (p_resolved != a->last_p_resolved) {
638 				a->last_p_resolved = p_resolved;
639 				print_resolved = 1;
640 				print_indexed = 1;
641 				print_size = 1;
642 			}
643 		}
644 
645 	}
646 	if (print_size || print_indexed || print_resolved)
647 		printf("\r");
648 	if (print_size)
649 		printf("%*s packed", FMT_SCALED_STRSIZE - 2, scaled_size);
650 	if (print_indexed)
651 		printf("; indexing %d%%", p_indexed);
652 	if (print_resolved)
653 		printf("; resolving deltas %d%%", p_resolved);
654 	if (print_size || print_indexed || print_resolved)
655 		fflush(stdout);
656 
657 	return NULL;
658 }
659 
660 static const struct got_error *
661 add_ref(struct got_reflist_entry **new, struct got_reflist_head *refs,
662     const char *refname, struct got_repository *repo)
663 {
664 	const struct got_error *err;
665 	struct got_reference *ref;
666 
667 	*new = NULL;
668 
669 	err = got_ref_open(&ref, repo, refname, 0);
670 	if (err) {
671 		if (err->code != GOT_ERR_NOT_REF)
672 			return err;
673 
674 		/* Treat argument as a reference prefix. */
675 		err = got_ref_list(refs, repo, refname,
676 		    got_ref_cmp_by_name, NULL);
677 	} else {
678 		err = got_reflist_insert(new, refs, ref,
679 		    got_ref_cmp_by_name, NULL);
680 		if (err || *new == NULL /* duplicate */)
681 			got_ref_close(ref);
682 	}
683 
684 	return err;
685 }
686 
687 static const struct got_error *
688 cmd_pack(int argc, char *argv[])
689 {
690 	const struct got_error *error = NULL;
691 	char *repo_path = NULL;
692 	struct got_repository *repo = NULL;
693 	int ch, i, loose_obj_only = 1, verbosity = 0;
694 	struct got_object_id *pack_hash = NULL;
695 	char *id_str = NULL;
696 	struct got_pack_progress_arg ppa;
697 	FILE *packfile = NULL;
698 	struct got_pathlist_head exclude_args;
699 	struct got_pathlist_entry *pe;
700 	struct got_reflist_head exclude_refs;
701 	struct got_reflist_head include_refs;
702 	struct got_reflist_entry *re, *new;
703 	int *pack_fds = NULL;
704 
705 	TAILQ_INIT(&exclude_args);
706 	TAILQ_INIT(&exclude_refs);
707 	TAILQ_INIT(&include_refs);
708 
709 	while ((ch = getopt(argc, argv, "aqr:x:")) != -1) {
710 		switch (ch) {
711 		case 'a':
712 			loose_obj_only = 0;
713 			break;
714 		case 'q':
715 			verbosity = -1;
716 			break;
717 		case 'r':
718 			repo_path = realpath(optarg, NULL);
719 			if (repo_path == NULL)
720 				return got_error_from_errno2("realpath",
721 				    optarg);
722 			got_path_strip_trailing_slashes(repo_path);
723 			break;
724 		case 'x':
725 			got_path_strip_trailing_slashes(optarg);
726 			error = got_pathlist_append(&exclude_args,
727 			    optarg, NULL);
728 			if (error)
729 				return error;
730 			break;
731 		default:
732 			usage_pack();
733 			/* NOTREACHED */
734 		}
735 	}
736 
737 	argc -= optind;
738 	argv += optind;
739 
740 #ifndef PROFILE
741 	if (pledge("stdio rpath wpath cpath fattr flock proc exec sendfd unveil",
742 	    NULL) == -1)
743 		err(1, "pledge");
744 #endif
745 	if (repo_path == NULL) {
746 		error = get_repo_path(&repo_path);
747 		if (error)
748 			goto done;
749 	}
750 	error = got_repo_pack_fds_open(&pack_fds);
751 	if (error != NULL)
752 		goto done;
753 	error = got_repo_open(&repo, repo_path, NULL, pack_fds);
754 	if (error)
755 		goto done;
756 
757 	error = apply_unveil(got_repo_get_path_git_dir(repo), 0);
758 	if (error)
759 		goto done;
760 
761 	TAILQ_FOREACH(pe, &exclude_args, entry) {
762 		const char *refname = pe->path;
763 		error = add_ref(&new, &exclude_refs, refname, repo);
764 		if (error)
765 			goto done;
766 	}
767 
768 	if (argc == 0) {
769 		error = got_ref_list(&include_refs, repo, "",
770 		    got_ref_cmp_by_name, NULL);
771 		if (error)
772 			goto done;
773 	} else {
774 		for (i = 0; i < argc; i++) {
775 			const char *refname;
776 			got_path_strip_trailing_slashes(argv[i]);
777 			refname = argv[i];
778 			error = add_ref(&new, &include_refs, refname, repo);
779 			if (error)
780 				goto done;
781 		}
782 	}
783 
784 	/* Ignore references in the refs/got/ namespace. */
785 	TAILQ_FOREACH_SAFE(re, &include_refs, entry, new) {
786 		const char *refname = got_ref_get_name(re->ref);
787 		if (strncmp("refs/got/", refname, 9) != 0)
788 			continue;
789 		TAILQ_REMOVE(&include_refs, re, entry);
790 		got_ref_close(re->ref);
791 		free(re);
792 	}
793 
794 	memset(&ppa, 0, sizeof(ppa));
795 	ppa.last_scaled_size[0] = '\0';
796 	ppa.last_p_indexed = -1;
797 	ppa.last_p_resolved = -1;
798 	ppa.verbosity = verbosity;
799 
800 	error = got_repo_pack_objects(&packfile, &pack_hash,
801 	    &include_refs, &exclude_refs, repo, loose_obj_only,
802 	    pack_progress, &ppa, check_cancelled, NULL);
803 	if (error) {
804 		if (ppa.printed_something)
805 			printf("\n");
806 		goto done;
807 	}
808 
809 	error = got_object_id_str(&id_str, pack_hash);
810 	if (error)
811 		goto done;
812 	if (verbosity >= 0)
813 		printf("\nWrote %s.pack\n", id_str);
814 
815 	error = got_repo_index_pack(packfile, pack_hash, repo,
816 	    pack_index_progress, &ppa, check_cancelled, NULL);
817 	if (error)
818 		goto done;
819 	if (verbosity >= 0)
820 		printf("\nIndexed %s.pack\n", id_str);
821 done:
822 	if (repo)
823 		got_repo_close(repo);
824 	if (pack_fds) {
825 		const struct got_error *pack_err =
826 		    got_repo_pack_fds_close(pack_fds);
827 		if (error == NULL)
828 			error = pack_err;
829 	}
830 	got_pathlist_free(&exclude_args);
831 	got_ref_list_free(&exclude_refs);
832 	got_ref_list_free(&include_refs);
833 	free(id_str);
834 	free(pack_hash);
835 	free(repo_path);
836 	return error;
837 }
838 
839 __dead static void
840 usage_indexpack(void)
841 {
842 	fprintf(stderr, "usage: %s indexpack packfile-path\n",
843 	    getprogname());
844 	exit(1);
845 }
846 
847 static const struct got_error *
848 cmd_indexpack(int argc, char *argv[])
849 {
850 	const struct got_error *error = NULL;
851 	struct got_repository *repo = NULL;
852 	int ch;
853 	struct got_object_id *pack_hash = NULL;
854 	char *packfile_path = NULL;
855 	char *id_str = NULL;
856 	struct got_pack_progress_arg ppa;
857 	FILE *packfile = NULL;
858 	int *pack_fds = NULL;
859 
860 	while ((ch = getopt(argc, argv, "")) != -1) {
861 		switch (ch) {
862 		default:
863 			usage_indexpack();
864 			/* NOTREACHED */
865 		}
866 	}
867 
868 	argc -= optind;
869 	argv += optind;
870 
871 	if (argc != 1)
872 		usage_indexpack();
873 
874 	packfile_path = realpath(argv[0], NULL);
875 	if (packfile_path == NULL)
876 		return got_error_from_errno2("realpath", argv[0]);
877 
878 #ifndef PROFILE
879 	if (pledge("stdio rpath wpath cpath fattr flock proc exec sendfd unveil",
880 	    NULL) == -1)
881 		err(1, "pledge");
882 #endif
883 
884 	error = got_repo_pack_fds_open(&pack_fds);
885 	if (error != NULL)
886 		goto done;
887 	error = got_repo_open(&repo, packfile_path, NULL, pack_fds);
888 	if (error)
889 		goto done;
890 
891 	error = apply_unveil(got_repo_get_path_git_dir(repo), 0);
892 	if (error)
893 		goto done;
894 
895 	memset(&ppa, 0, sizeof(ppa));
896 	ppa.last_scaled_size[0] = '\0';
897 	ppa.last_p_indexed = -1;
898 	ppa.last_p_resolved = -1;
899 
900 	error = got_repo_find_pack(&packfile, &pack_hash, repo,
901 	    packfile_path);
902 	if (error)
903 		goto done;
904 
905 	error = got_object_id_str(&id_str, pack_hash);
906 	if (error)
907 		goto done;
908 
909 	error = got_repo_index_pack(packfile, pack_hash, repo,
910 	    pack_index_progress, &ppa, check_cancelled, NULL);
911 	if (error)
912 		goto done;
913 	printf("\nIndexed %s.pack\n", id_str);
914 done:
915 	if (repo)
916 		got_repo_close(repo);
917 	if (pack_fds) {
918 		const struct got_error *pack_err =
919 		    got_repo_pack_fds_close(pack_fds);
920 		if (error == NULL)
921 			error = pack_err;
922 	}
923 	free(id_str);
924 	free(pack_hash);
925 	return error;
926 }
927 
928 __dead static void
929 usage_listpack(void)
930 {
931 	fprintf(stderr, "usage: %s listpack [-hs] packfile-path\n",
932 	    getprogname());
933 	exit(1);
934 }
935 
936 struct gotadmin_list_pack_cb_args {
937 	int nblobs;
938 	int ntrees;
939 	int ncommits;
940 	int ntags;
941 	int noffdeltas;
942 	int nrefdeltas;
943 	int human_readable;
944 };
945 
946 static const struct got_error *
947 list_pack_cb(void *arg, struct got_object_id *id, int type, off_t offset,
948     off_t size, off_t base_offset, struct got_object_id *base_id)
949 {
950 	const struct got_error *err;
951 	struct gotadmin_list_pack_cb_args *a = arg;
952 	char *id_str, *delta_str = NULL, *base_id_str = NULL;
953 	const char *type_str;
954 
955 	err = got_object_id_str(&id_str, id);
956 	if (err)
957 		return err;
958 
959 	switch (type) {
960 	case GOT_OBJ_TYPE_BLOB:
961 		type_str = GOT_OBJ_LABEL_BLOB;
962 		a->nblobs++;
963 		break;
964 	case GOT_OBJ_TYPE_TREE:
965 		type_str = GOT_OBJ_LABEL_TREE;
966 		a->ntrees++;
967 		break;
968 	case GOT_OBJ_TYPE_COMMIT:
969 		type_str = GOT_OBJ_LABEL_COMMIT;
970 		a->ncommits++;
971 		break;
972 	case GOT_OBJ_TYPE_TAG:
973 		type_str = GOT_OBJ_LABEL_TAG;
974 		a->ntags++;
975 		break;
976 	case GOT_OBJ_TYPE_OFFSET_DELTA:
977 		type_str = "offset-delta";
978 		if (asprintf(&delta_str, " base-offset %lld",
979 		    (long long)base_offset) == -1) {
980 			err = got_error_from_errno("asprintf");
981 			goto done;
982 		}
983 		a->noffdeltas++;
984 		break;
985 	case GOT_OBJ_TYPE_REF_DELTA:
986 		type_str = "ref-delta";
987 		err = got_object_id_str(&base_id_str, base_id);
988 		if (err)
989 			goto done;
990 		if (asprintf(&delta_str, " base-id %s", base_id_str) == -1) {
991 			err = got_error_from_errno("asprintf");
992 			goto done;
993 		}
994 		a->nrefdeltas++;
995 		break;
996 	default:
997 		err = got_error(GOT_ERR_OBJ_TYPE);
998 		goto done;
999 	}
1000 	if (a->human_readable) {
1001 		char scaled[FMT_SCALED_STRSIZE];
1002 		char *s;;
1003 		if (fmt_scaled(size, scaled) == -1) {
1004 			err = got_error_from_errno("fmt_scaled");
1005 			goto done;
1006 		}
1007 		s = scaled;
1008 		while (isspace((unsigned char)*s))
1009 			s++;
1010 		printf("%s %s at %lld size %s%s\n", id_str, type_str,
1011 		    (long long)offset, s, delta_str ? delta_str : "");
1012 	} else {
1013 		printf("%s %s at %lld size %lld%s\n", id_str, type_str,
1014 		    (long long)offset, (long long)size,
1015 		    delta_str ? delta_str : "");
1016 	}
1017 done:
1018 	free(id_str);
1019 	free(base_id_str);
1020 	free(delta_str);
1021 	return err;
1022 }
1023 
1024 static const struct got_error *
1025 cmd_listpack(int argc, char *argv[])
1026 {
1027 	const struct got_error *error = NULL;
1028 	struct got_repository *repo = NULL;
1029 	int ch;
1030 	struct got_object_id *pack_hash = NULL;
1031 	char *packfile_path = NULL;
1032 	char *id_str = NULL;
1033 	struct gotadmin_list_pack_cb_args lpa;
1034 	FILE *packfile = NULL;
1035 	int show_stats = 0, human_readable = 0;
1036 	int *pack_fds = NULL;
1037 
1038 	while ((ch = getopt(argc, argv, "hs")) != -1) {
1039 		switch (ch) {
1040 		case 'h':
1041 			human_readable = 1;
1042 			break;
1043 		case 's':
1044 			show_stats = 1;
1045 			break;
1046 		default:
1047 			usage_listpack();
1048 			/* NOTREACHED */
1049 		}
1050 	}
1051 
1052 	argc -= optind;
1053 	argv += optind;
1054 
1055 	if (argc != 1)
1056 		usage_listpack();
1057 	packfile_path = realpath(argv[0], NULL);
1058 	if (packfile_path == NULL)
1059 		return got_error_from_errno2("realpath", argv[0]);
1060 
1061 #ifndef PROFILE
1062 	if (pledge("stdio rpath wpath cpath flock proc exec sendfd unveil",
1063 	    NULL) == -1)
1064 		err(1, "pledge");
1065 #endif
1066 	error = got_repo_pack_fds_open(&pack_fds);
1067 	if (error != NULL)
1068 		goto done;
1069 	error = got_repo_open(&repo, packfile_path, NULL, pack_fds);
1070 	if (error)
1071 		goto done;
1072 #ifndef PROFILE
1073 	/* Remove "cpath" promise. */
1074 	if (pledge("stdio rpath wpath flock proc exec sendfd unveil",
1075 	    NULL) == -1)
1076 		err(1, "pledge");
1077 #endif
1078 	error = apply_unveil(got_repo_get_path_git_dir(repo), 1);
1079 	if (error)
1080 		goto done;
1081 
1082 	error = got_repo_find_pack(&packfile, &pack_hash, repo,
1083 	    packfile_path);
1084 	if (error)
1085 		goto done;
1086 	error = got_object_id_str(&id_str, pack_hash);
1087 	if (error)
1088 		goto done;
1089 
1090 	memset(&lpa, 0, sizeof(lpa));
1091 	lpa.human_readable = human_readable;
1092 	error = got_repo_list_pack(packfile, pack_hash, repo,
1093 	    list_pack_cb, &lpa, check_cancelled, NULL);
1094 	if (error)
1095 		goto done;
1096 	if (show_stats) {
1097 		printf("objects: %d\n  blobs: %d\n  trees: %d\n  commits: %d\n"
1098 		    "  tags: %d\n  offset-deltas: %d\n  ref-deltas: %d\n",
1099 		    lpa.nblobs + lpa.ntrees + lpa.ncommits + lpa.ntags +
1100 		    lpa.noffdeltas + lpa.nrefdeltas,
1101 		    lpa.nblobs, lpa.ntrees, lpa.ncommits, lpa.ntags,
1102 		    lpa.noffdeltas, lpa.nrefdeltas);
1103 	}
1104 done:
1105 	if (repo)
1106 		got_repo_close(repo);
1107 	if (pack_fds) {
1108 		const struct got_error *pack_err =
1109 		    got_repo_pack_fds_close(pack_fds);
1110 		if (error == NULL)
1111 			error = pack_err;
1112 	}
1113 	free(id_str);
1114 	free(pack_hash);
1115 	free(packfile_path);
1116 	return error;
1117 }
1118 
1119 __dead static void
1120 usage_cleanup(void)
1121 {
1122 	fprintf(stderr, "usage: %s cleanup [-anpq] [-r repository-path]\n",
1123 	    getprogname());
1124 	exit(1);
1125 }
1126 
1127 struct got_cleanup_progress_arg {
1128 	int last_nloose;
1129 	int last_ncommits;
1130 	int last_npurged;
1131 	int verbosity;
1132 	int printed_something;
1133 	int dry_run;
1134 };
1135 
1136 static const struct got_error *
1137 cleanup_progress(void *arg, int nloose, int ncommits, int npurged)
1138 {
1139 	struct got_cleanup_progress_arg *a = arg;
1140 	int print_loose = 0, print_commits = 0, print_purged = 0;
1141 
1142 	if (a->last_nloose != nloose) {
1143 		print_loose = 1;
1144 		a->last_nloose = nloose;
1145 	}
1146 	if (a->last_ncommits != ncommits) {
1147 		print_loose = 1;
1148 		print_commits = 1;
1149 		a->last_ncommits = ncommits;
1150 	}
1151 	if (a->last_npurged != npurged) {
1152 		print_loose = 1;
1153 		print_commits = 1;
1154 		print_purged = 1;
1155 		a->last_npurged = npurged;
1156 	}
1157 
1158 	if (a->verbosity < 0)
1159 		return NULL;
1160 
1161 	if (print_loose || print_commits || print_purged)
1162 		printf("\r");
1163 	if (print_loose)
1164 		printf("%d loose object%s", nloose, nloose == 1 ? "" : "s");
1165 	if (print_commits)
1166 		printf("; %d commit%s scanned", ncommits,
1167 		    ncommits == 1 ? "" : "s");
1168 	if (print_purged) {
1169 		if (a->dry_run) {
1170 			printf("; %d object%s could be purged", npurged,
1171 			    npurged == 1 ? "" : "s");
1172 		} else {
1173 			printf("; %d object%s purged", npurged,
1174 			    npurged == 1 ? "" : "s");
1175 		}
1176 	}
1177 	if (print_loose || print_commits || print_purged) {
1178 		a->printed_something = 1;
1179 		fflush(stdout);
1180 	}
1181 	return NULL;
1182 }
1183 
1184 struct got_lonely_packidx_progress_arg {
1185 	int verbosity;
1186 	int printed_something;
1187 	int dry_run;
1188 };
1189 
1190 static const struct got_error *
1191 lonely_packidx_progress(void *arg, const char *path)
1192 {
1193 	struct got_lonely_packidx_progress_arg *a = arg;
1194 
1195 	if (a->verbosity < 0)
1196 		return NULL;
1197 
1198 	if (a->dry_run)
1199 		printf("%s could be removed\n", path);
1200 	else
1201 		printf("%s removed\n", path);
1202 
1203 	a->printed_something = 1;
1204 	return NULL;
1205 }
1206 
1207 static const struct got_error *
1208 cmd_cleanup(int argc, char *argv[])
1209 {
1210 	const struct got_error *error = NULL;
1211 	char *repo_path = NULL;
1212 	struct got_repository *repo = NULL;
1213 	int ch, dry_run = 0, npacked = 0, verbosity = 0;
1214 	int remove_lonely_packidx = 0, ignore_mtime = 0;
1215 	struct got_cleanup_progress_arg cpa;
1216 	struct got_lonely_packidx_progress_arg lpa;
1217 	off_t size_before, size_after;
1218 	char scaled_before[FMT_SCALED_STRSIZE];
1219 	char scaled_after[FMT_SCALED_STRSIZE];
1220 	char scaled_diff[FMT_SCALED_STRSIZE];
1221 	char **extensions;
1222 	int nextensions, i;
1223 	int *pack_fds = NULL;
1224 
1225 	while ((ch = getopt(argc, argv, "anpqr:")) != -1) {
1226 		switch (ch) {
1227 		case 'a':
1228 			ignore_mtime = 1;
1229 			break;
1230 		case 'n':
1231 			dry_run = 1;
1232 			break;
1233 		case 'p':
1234 			remove_lonely_packidx = 1;
1235 			break;
1236 		case 'q':
1237 			verbosity = -1;
1238 			break;
1239 		case 'r':
1240 			repo_path = realpath(optarg, NULL);
1241 			if (repo_path == NULL)
1242 				return got_error_from_errno2("realpath",
1243 				    optarg);
1244 			got_path_strip_trailing_slashes(repo_path);
1245 			break;
1246 		default:
1247 			usage_cleanup();
1248 			/* NOTREACHED */
1249 		}
1250 	}
1251 
1252 	argc -= optind;
1253 	argv += optind;
1254 
1255 #ifndef PROFILE
1256 	if (pledge("stdio rpath wpath cpath flock proc exec sendfd unveil",
1257 	    NULL) == -1)
1258 		err(1, "pledge");
1259 #endif
1260 	if (repo_path == NULL) {
1261 		error = get_repo_path(&repo_path);
1262 		if (error)
1263 			goto done;
1264 	}
1265 	error = got_repo_pack_fds_open(&pack_fds);
1266 	if (error != NULL)
1267 		goto done;
1268 	error = got_repo_open(&repo, repo_path, NULL, pack_fds);
1269 	if (error)
1270 		goto done;
1271 
1272 	error = apply_unveil(got_repo_get_path_git_dir(repo), 0);
1273 	if (error)
1274 		goto done;
1275 
1276 	got_repo_get_gitconfig_extensions(&extensions, &nextensions,
1277 	    repo);
1278 	for (i = 0; i < nextensions; i++) {
1279 		if (strcasecmp(extensions[i], "preciousObjects") == 0) {
1280 			error = got_error_msg(GOT_ERR_GIT_REPO_EXT,
1281 			    "the preciousObjects Git extension is enabled; "
1282 			    "this implies that objects must not be deleted");
1283 			goto done;
1284 		}
1285 	}
1286 
1287 	if (remove_lonely_packidx) {
1288 		memset(&lpa, 0, sizeof(lpa));
1289 		lpa.dry_run = dry_run;
1290 		lpa.verbosity = verbosity;
1291 		error = got_repo_remove_lonely_packidx(repo, dry_run,
1292 		    lonely_packidx_progress, &lpa, check_cancelled, NULL);
1293 		goto done;
1294 	}
1295 
1296 	memset(&cpa, 0, sizeof(cpa));
1297 	cpa.last_ncommits = -1;
1298 	cpa.last_npurged = -1;
1299 	cpa.dry_run = dry_run;
1300 	cpa.verbosity = verbosity;
1301 	error = got_repo_purge_unreferenced_loose_objects(repo,
1302 	    &size_before, &size_after, &npacked, dry_run, ignore_mtime,
1303 	    cleanup_progress, &cpa, check_cancelled, NULL);
1304 	if (cpa.printed_something)
1305 		printf("\n");
1306 	if (error)
1307 		goto done;
1308 	if (cpa.printed_something) {
1309 		if (fmt_scaled(size_before, scaled_before) == -1) {
1310 			error = got_error_from_errno("fmt_scaled");
1311 			goto done;
1312 		}
1313 		if (fmt_scaled(size_after, scaled_after) == -1) {
1314 			error = got_error_from_errno("fmt_scaled");
1315 			goto done;
1316 		}
1317 		if (fmt_scaled(size_before - size_after, scaled_diff) == -1) {
1318 			error = got_error_from_errno("fmt_scaled");
1319 			goto done;
1320 		}
1321 		printf("loose total size before: %s\n", scaled_before);
1322 		printf("loose total size after: %s\n", scaled_after);
1323 		if (dry_run) {
1324 			printf("disk space which would be freed: %s\n",
1325 			    scaled_diff);
1326 		} else
1327 			printf("disk space freed: %s\n", scaled_diff);
1328 		printf("loose objects also found in pack files: %d\n", npacked);
1329 	}
1330 done:
1331 	if (repo)
1332 		got_repo_close(repo);
1333 	if (pack_fds) {
1334 		const struct got_error *pack_err =
1335 		    got_repo_pack_fds_close(pack_fds);
1336 		if (error == NULL)
1337 			error = pack_err;
1338 	}
1339 	free(repo_path);
1340 	return error;
1341 }