2 93658fb9 2020-03-18 stsp * Copyright (c) 2018, 2019 Ori Bernstein <ori@openbsd.org>
4 93658fb9 2020-03-18 stsp * Permission to use, copy, modify, and distribute this software for any
5 93658fb9 2020-03-18 stsp * purpose with or without fee is hereby granted, provided that the above
6 93658fb9 2020-03-18 stsp * copyright notice and this permission notice appear in all copies.
8 93658fb9 2020-03-18 stsp * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 93658fb9 2020-03-18 stsp * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 93658fb9 2020-03-18 stsp * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 93658fb9 2020-03-18 stsp * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 93658fb9 2020-03-18 stsp * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 93658fb9 2020-03-18 stsp * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 93658fb9 2020-03-18 stsp * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 93658fb9 2020-03-18 stsp #include <sys/types.h>
18 93658fb9 2020-03-18 stsp #include <sys/stat.h>
19 93658fb9 2020-03-18 stsp #include <sys/queue.h>
20 93658fb9 2020-03-18 stsp #include <sys/uio.h>
21 93658fb9 2020-03-18 stsp #include <sys/socket.h>
22 93658fb9 2020-03-18 stsp #include <sys/wait.h>
23 93658fb9 2020-03-18 stsp #include <sys/syslimits.h>
24 93658fb9 2020-03-18 stsp #include <sys/resource.h>
25 93658fb9 2020-03-18 stsp #include <sys/socket.h>
27 93658fb9 2020-03-18 stsp #include <errno.h>
28 93658fb9 2020-03-18 stsp #include <fcntl.h>
29 93658fb9 2020-03-18 stsp #include <stdio.h>
30 93658fb9 2020-03-18 stsp #include <stdlib.h>
31 93658fb9 2020-03-18 stsp #include <string.h>
32 93658fb9 2020-03-18 stsp #include <stdint.h>
33 93658fb9 2020-03-18 stsp #include <sha1.h>
34 93658fb9 2020-03-18 stsp #include <zlib.h>
35 93658fb9 2020-03-18 stsp #include <ctype.h>
36 93658fb9 2020-03-18 stsp #include <limits.h>
37 93658fb9 2020-03-18 stsp #include <imsg.h>
38 93658fb9 2020-03-18 stsp #include <time.h>
39 93658fb9 2020-03-18 stsp #include <uuid.h>
40 93658fb9 2020-03-18 stsp #include <netdb.h>
41 93658fb9 2020-03-18 stsp #include <netinet/in.h>
43 93658fb9 2020-03-18 stsp #include "got_error.h"
44 93658fb9 2020-03-18 stsp #include "got_reference.h"
45 93658fb9 2020-03-18 stsp #include "got_repository.h"
46 93658fb9 2020-03-18 stsp #include "got_path.h"
47 93658fb9 2020-03-18 stsp #include "got_cancel.h"
48 93658fb9 2020-03-18 stsp #include "got_worktree.h"
49 93658fb9 2020-03-18 stsp #include "got_object.h"
50 fe4e1501 2020-03-18 stsp #include "got_opentemp.h"
52 93658fb9 2020-03-18 stsp #include "got_lib_delta.h"
53 93658fb9 2020-03-18 stsp #include "got_lib_inflate.h"
54 93658fb9 2020-03-18 stsp #include "got_lib_object.h"
55 93658fb9 2020-03-18 stsp #include "got_lib_object_parse.h"
56 93658fb9 2020-03-18 stsp #include "got_lib_object_create.h"
57 93658fb9 2020-03-18 stsp #include "got_lib_pack.h"
58 93658fb9 2020-03-18 stsp #include "got_lib_sha1.h"
59 93658fb9 2020-03-18 stsp #include "got_lib_privsep.h"
60 93658fb9 2020-03-18 stsp #include "got_lib_object_cache.h"
61 93658fb9 2020-03-18 stsp #include "got_lib_repository.h"
63 93658fb9 2020-03-18 stsp #define GOT_PROTOMAX 64
64 93658fb9 2020-03-18 stsp #define GOT_HOSTMAX 256
65 93658fb9 2020-03-18 stsp #define GOT_PATHMAX 512
66 93658fb9 2020-03-18 stsp #define GOT_REPOMAX 256
67 93658fb9 2020-03-18 stsp #define GOT_PORTMAX 16
68 93658fb9 2020-03-18 stsp #define GOT_URIMAX 1024
71 93658fb9 2020-03-18 stsp mkpath(char *path)
73 93658fb9 2020-03-18 stsp char *p, namebuf[PATH_MAX];
74 93658fb9 2020-03-18 stsp struct stat sb;
77 93658fb9 2020-03-18 stsp while (*path == '/')
79 93658fb9 2020-03-18 stsp if (strlcpy(namebuf, path, sizeof(namebuf)) >= sizeof(namebuf)) {
80 93658fb9 2020-03-18 stsp errno = ENAMETOOLONG;
84 93658fb9 2020-03-18 stsp p = namebuf;
86 93658fb9 2020-03-18 stsp p += strspn(p, "/");
87 93658fb9 2020-03-18 stsp p += strcspn(p, "/");
88 93658fb9 2020-03-18 stsp done = (*p == '\0');
91 93658fb9 2020-03-18 stsp if (mkdir(namebuf, 0755) != 0) {
92 93658fb9 2020-03-18 stsp int mkdir_errno = errno;
93 93658fb9 2020-03-18 stsp if (stat(path, &sb) == -1) {
94 93658fb9 2020-03-18 stsp /* Not there; use mkdir()s errno */
95 93658fb9 2020-03-18 stsp errno = mkdir_errno;
98 93658fb9 2020-03-18 stsp if (!S_ISDIR(sb.st_mode)) {
99 93658fb9 2020-03-18 stsp /* Is there, but isn't a directory */
100 93658fb9 2020-03-18 stsp errno = ENOTDIR;
114 93658fb9 2020-03-18 stsp hassuffix(char *base, char *suf)
116 93658fb9 2020-03-18 stsp int nb, ns;
118 93658fb9 2020-03-18 stsp nb = strlen(base);
119 93658fb9 2020-03-18 stsp ns = strlen(suf);
120 93658fb9 2020-03-18 stsp if (ns <= nb && strcmp(base + (nb - ns), suf) == 0)
126 93658fb9 2020-03-18 stsp grab(char *dst, int n, char *p, char *e)
131 93658fb9 2020-03-18 stsp if (l >= n) {
132 93658fb9 2020-03-18 stsp errno = ENAMETOOLONG;
135 93658fb9 2020-03-18 stsp return strlcpy(dst, p, l + 1);
139 93658fb9 2020-03-18 stsp got_dial_ssh(char *host, char *port, char *path, char *direction)
141 93658fb9 2020-03-18 stsp int pid, pfd[2];
142 93658fb9 2020-03-18 stsp char cmd[64];
144 93658fb9 2020-03-18 stsp if (pipe(pfd) == -1)
146 93658fb9 2020-03-18 stsp pid = fork();
147 93658fb9 2020-03-18 stsp if (pid == -1)
149 93658fb9 2020-03-18 stsp if (pid == 0) {
150 93658fb9 2020-03-18 stsp close(pfd[1]);
151 93658fb9 2020-03-18 stsp dup2(pfd[0], 0);
152 93658fb9 2020-03-18 stsp dup2(pfd[0], 1);
153 93658fb9 2020-03-18 stsp snprintf(cmd, sizeof(cmd), "git-%s-pack", direction);
154 93658fb9 2020-03-18 stsp execlp("ssh", "ssh", host, cmd, path, NULL);
157 93658fb9 2020-03-18 stsp close(pfd[0]);
158 93658fb9 2020-03-18 stsp return pfd[1];
163 93658fb9 2020-03-18 stsp got_dial_git(char *host, char *port, char *path, char *direction)
165 93658fb9 2020-03-18 stsp struct addrinfo hints, *servinfo, *p;
166 93658fb9 2020-03-18 stsp char *cmd, *pkt;
167 93658fb9 2020-03-18 stsp int fd, l, r;
169 93658fb9 2020-03-18 stsp memset(&hints, 0, sizeof hints);
170 93658fb9 2020-03-18 stsp hints.ai_family = AF_UNSPEC;
171 93658fb9 2020-03-18 stsp hints.ai_socktype = SOCK_STREAM;
172 93658fb9 2020-03-18 stsp if (getaddrinfo(host, port, &hints, &servinfo) != 0)
175 93658fb9 2020-03-18 stsp for (p = servinfo; p != NULL; p = p->ai_next) {
176 93658fb9 2020-03-18 stsp if ((fd = socket(p->ai_family, p->ai_socktype,
177 93658fb9 2020-03-18 stsp p->ai_protocol)) == -1)
179 93658fb9 2020-03-18 stsp if (connect(fd, p->ai_addr, p->ai_addrlen) == 0)
183 93658fb9 2020-03-18 stsp if (p == NULL)
186 93658fb9 2020-03-18 stsp if ((l = asprintf(&cmd, "git-%s-pack %s\n", direction, path)) == -1)
188 93658fb9 2020-03-18 stsp if ((l = asprintf(&pkt, "%04x%s", l+4, cmd)) == -1)
190 93658fb9 2020-03-18 stsp r = write(fd, pkt, l);
193 93658fb9 2020-03-18 stsp if (r == -1) {
201 93658fb9 2020-03-18 stsp got_parse_uri(char *uri, char *proto, char *host, char *port, char *path, char *repo)
203 93658fb9 2020-03-18 stsp char *s, *p, *q;
204 93658fb9 2020-03-18 stsp int n, hasport;
206 93658fb9 2020-03-18 stsp p = strstr(uri, "://");
208 93658fb9 2020-03-18 stsp //werrstr("missing protocol");
211 93658fb9 2020-03-18 stsp if (grab(proto, GOT_PROTOMAX, uri, p) == -1)
213 93658fb9 2020-03-18 stsp hasport = (strcmp(proto, "git") == 0 || strstr(proto, "http") == proto);
216 93658fb9 2020-03-18 stsp if (!hasport) {
217 93658fb9 2020-03-18 stsp p = strstr(s, ":");
218 93658fb9 2020-03-18 stsp if (p != NULL)
221 93658fb9 2020-03-18 stsp if (p == NULL)
222 93658fb9 2020-03-18 stsp p = strstr(s, "/");
223 93658fb9 2020-03-18 stsp if (p == NULL || strlen(p) == 1) {
224 93658fb9 2020-03-18 stsp //werrstr("missing path");
228 93658fb9 2020-03-18 stsp q = memchr(s, ':', p - s);
230 93658fb9 2020-03-18 stsp grab(host, GOT_HOSTMAX, s, q);
231 93658fb9 2020-03-18 stsp grab(port, GOT_PORTMAX, q + 1, p);
233 93658fb9 2020-03-18 stsp grab(host, GOT_HOSTMAX, s, p);
234 93658fb9 2020-03-18 stsp snprintf(port, GOT_PORTMAX, "9418");
237 93658fb9 2020-03-18 stsp snprintf(path, GOT_PATHMAX, "%s", p);
238 93658fb9 2020-03-18 stsp p = strrchr(p, '/') + 1;
239 93658fb9 2020-03-18 stsp if (!p || strlen(p) == 0) {
240 93658fb9 2020-03-18 stsp //werrstr("missing repository in uri");
243 93658fb9 2020-03-18 stsp n = strlen(p);
244 93658fb9 2020-03-18 stsp if (hassuffix(p, ".git"))
246 93658fb9 2020-03-18 stsp grab(repo, GOT_REPOMAX, p, p + n);
250 93658fb9 2020-03-18 stsp const struct got_error*
251 84f2fa52 2020-03-18 stsp got_fetch(char *uri, char *branch_filter, char *destdir)
253 93658fb9 2020-03-18 stsp char proto[GOT_PROTOMAX], host[GOT_HOSTMAX], port[GOT_PORTMAX];
254 93658fb9 2020-03-18 stsp char repo[GOT_REPOMAX], path[GOT_PATHMAX];
255 93658fb9 2020-03-18 stsp int imsg_fetchfds[2], imsg_idxfds[2], fetchfd;
256 fe4e1501 2020-03-18 stsp int packfd = -1, npackfd, idxfd = -1, nidxfd, status;
257 93658fb9 2020-03-18 stsp struct got_object_id packhash;
258 93658fb9 2020-03-18 stsp const struct got_error *err;
259 93658fb9 2020-03-18 stsp struct imsgbuf ibuf;
261 afa77e03 2020-03-18 stsp char *tmppackpath = NULL, *tmpidxpath = NULL, *default_destdir = NULL;
262 afa77e03 2020-03-18 stsp char *packpath = NULL, *idxpath = NULL, *id_str = NULL;
264 93658fb9 2020-03-18 stsp fetchfd = -1;
265 93658fb9 2020-03-18 stsp if (got_parse_uri(uri, proto, host, port, path, repo) == -1)
266 93658fb9 2020-03-18 stsp return got_error(GOT_ERR_PARSE_URI);
267 22b6b490 2020-03-18 stsp if (destdir == NULL) {
268 22b6b490 2020-03-18 stsp if (asprintf(&default_destdir, "%s.git", repo) == -1)
269 22b6b490 2020-03-18 stsp return got_error_from_errno("asprintf");
271 22b6b490 2020-03-18 stsp err = got_repo_init(destdir ? destdir : default_destdir);
272 93658fb9 2020-03-18 stsp if (err != NULL)
273 93658fb9 2020-03-18 stsp return err;
274 22b6b490 2020-03-18 stsp if (chdir(destdir ? destdir : default_destdir))
275 93658fb9 2020-03-18 stsp return got_error_from_errno("enter new repo");
276 afa77e03 2020-03-18 stsp if (mkpath("objects/pack") == -1)
277 93658fb9 2020-03-18 stsp return got_error_from_errno("mkpath");
278 afa77e03 2020-03-18 stsp err = got_opentemp_named_fd(&tmppackpath, &packfd,
279 afa77e03 2020-03-18 stsp "objects/pack/fetching.pack");
281 fe4e1501 2020-03-18 stsp return err;
282 93658fb9 2020-03-18 stsp npackfd = dup(packfd);
283 93658fb9 2020-03-18 stsp if (npackfd == -1)
284 93658fb9 2020-03-18 stsp return got_error_from_errno("dup");
285 afa77e03 2020-03-18 stsp err = got_opentemp_named_fd(&tmpidxpath, &idxfd,
286 afa77e03 2020-03-18 stsp "objects/pack/fetching.idx");
288 fe4e1501 2020-03-18 stsp return err;
289 93658fb9 2020-03-18 stsp nidxfd = dup(idxfd);
290 93658fb9 2020-03-18 stsp if (nidxfd == -1)
291 93658fb9 2020-03-18 stsp return got_error_from_errno("dup");
293 93658fb9 2020-03-18 stsp if (strcmp(proto, "ssh") == 0 || strcmp(proto, "git+ssh") == 0)
294 93658fb9 2020-03-18 stsp fetchfd = got_dial_ssh(host, port, path, "upload");
295 93658fb9 2020-03-18 stsp else if (strcmp(proto, "git") == 0)
296 93658fb9 2020-03-18 stsp fetchfd = got_dial_git(host, port, path, "upload");
297 93658fb9 2020-03-18 stsp else if (strcmp(proto, "http") == 0 || strcmp(proto, "git+http") == 0)
298 93658fb9 2020-03-18 stsp err = got_error(GOT_ERR_BAD_PROTO);
300 93658fb9 2020-03-18 stsp err = got_error(GOT_ERR_BAD_PROTO);
302 93658fb9 2020-03-18 stsp if (fetchfd == -1)
303 93658fb9 2020-03-18 stsp err = got_error_from_errno("dial uri");
304 93658fb9 2020-03-18 stsp if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_fetchfds) == -1)
305 93658fb9 2020-03-18 stsp return got_error_from_errno("socketpair");
307 93658fb9 2020-03-18 stsp pid = fork();
308 93658fb9 2020-03-18 stsp if (pid == -1)
309 93658fb9 2020-03-18 stsp return got_error_from_errno("fork");
310 93658fb9 2020-03-18 stsp else if (pid == 0){
311 93658fb9 2020-03-18 stsp got_privsep_exec_child(imsg_fetchfds, GOT_PATH_PROG_FETCH_PACK, ".");
314 93658fb9 2020-03-18 stsp if (close(imsg_fetchfds[1]) != 0)
315 93658fb9 2020-03-18 stsp return got_error_from_errno("close");
316 93658fb9 2020-03-18 stsp imsg_init(&ibuf, imsg_fetchfds[0]);
317 93658fb9 2020-03-18 stsp err = got_privsep_send_fetch_req(&ibuf, fetchfd);
318 93658fb9 2020-03-18 stsp if (err != NULL)
319 93658fb9 2020-03-18 stsp return err;
320 93658fb9 2020-03-18 stsp err = got_privsep_send_tmpfd(&ibuf, npackfd);
321 93658fb9 2020-03-18 stsp if (err != NULL)
322 93658fb9 2020-03-18 stsp return err;
323 93658fb9 2020-03-18 stsp npackfd = dup(packfd);
324 93658fb9 2020-03-18 stsp if (npackfd == -1)
325 93658fb9 2020-03-18 stsp return got_error_from_errno("dup");
326 93658fb9 2020-03-18 stsp err = got_privsep_wait_fetch_done(&ibuf, &packhash);
327 93658fb9 2020-03-18 stsp if (err != NULL)
328 93658fb9 2020-03-18 stsp return err;
329 93658fb9 2020-03-18 stsp if (waitpid(pid, &status, 0) == -1)
330 93658fb9 2020-03-18 stsp return got_error_from_errno("child exit");
332 93658fb9 2020-03-18 stsp if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_idxfds) == -1)
333 93658fb9 2020-03-18 stsp return got_error_from_errno("socketpair");
334 93658fb9 2020-03-18 stsp pid = fork();
335 93658fb9 2020-03-18 stsp if (pid == -1)
336 93658fb9 2020-03-18 stsp return got_error_from_errno("fork");
337 93658fb9 2020-03-18 stsp else if (pid == 0)
338 93658fb9 2020-03-18 stsp got_privsep_exec_child(imsg_idxfds, GOT_PATH_PROG_INDEX_PACK, ".");
339 93658fb9 2020-03-18 stsp if (close(imsg_idxfds[1]) != 0)
340 93658fb9 2020-03-18 stsp return got_error_from_errno("close");
341 93658fb9 2020-03-18 stsp imsg_init(&ibuf, imsg_idxfds[0]);
343 279090e1 2020-03-18 stsp err = got_privsep_send_index_pack_req(&ibuf, npackfd, &packhash);
344 93658fb9 2020-03-18 stsp if (err != NULL)
345 93658fb9 2020-03-18 stsp return err;
346 93658fb9 2020-03-18 stsp err = got_privsep_send_tmpfd(&ibuf, nidxfd);
347 93658fb9 2020-03-18 stsp if (err != NULL)
348 93658fb9 2020-03-18 stsp return err;
349 93658fb9 2020-03-18 stsp err = got_privsep_wait_index_pack_done(&ibuf);
350 93658fb9 2020-03-18 stsp if (err != NULL)
351 93658fb9 2020-03-18 stsp return err;
352 93658fb9 2020-03-18 stsp imsg_clear(&ibuf);
353 93658fb9 2020-03-18 stsp if (close(imsg_idxfds[0]) == -1)
354 93658fb9 2020-03-18 stsp return got_error_from_errno("close child");
355 93658fb9 2020-03-18 stsp if (waitpid(pid, &status, 0) == -1)
356 93658fb9 2020-03-18 stsp return got_error_from_errno("child exit");
358 afa77e03 2020-03-18 stsp err = got_object_id_str(&id_str, &packhash);
360 afa77e03 2020-03-18 stsp return err;
361 afa77e03 2020-03-18 stsp if (asprintf(&packpath, "objects/pack/pack-%s.pack", id_str) == -1)
362 afa77e03 2020-03-18 stsp return got_error_from_errno("asprintf");
364 afa77e03 2020-03-18 stsp if (asprintf(&idxpath, "objects/pack/pack-%s.idx", id_str) == -1)
365 afa77e03 2020-03-18 stsp return got_error_from_errno("asprintf");
367 afa77e03 2020-03-18 stsp if (rename(tmppackpath, packpath) == -1)
368 afa77e03 2020-03-18 stsp return got_error_from_errno3("rename", tmppackpath, packpath);
369 afa77e03 2020-03-18 stsp if (rename(tmpidxpath, idxpath) == -1)
370 afa77e03 2020-03-18 stsp return got_error_from_errno3("rename", tmpidxpath, idxpath);
372 afa77e03 2020-03-18 stsp free(tmppackpath);
373 afa77e03 2020-03-18 stsp free(tmpidxpath);
374 fe4e1501 2020-03-18 stsp free(idxpath);
375 afa77e03 2020-03-18 stsp free(packpath);
376 22b6b490 2020-03-18 stsp free(default_destdir);
378 93658fb9 2020-03-18 stsp return NULL;