shithub: riscv

ref: 9861f1a92b373a16939fd6f3c167e5dad9f253d3
dir: /sys/src/cmd/tar.c/

View raw version
/*
 * tar - `tape archiver', actually usable on any medium.
 *	POSIX "ustar" compliant when extracting, and by default when creating.
 *	this tar attempts to read and write multiple Tblock-byte blocks
 *	at once to and from the filesystem, and does not copy blocks
 *	around internally.
 */

#include <u.h>
#include <libc.h>
#include <ctype.h>
#include <fcall.h>		/* for %M */
#include <String.h>

/*
 * modified versions of those in libc.h; scans only the first arg for
 * keyletters and options.
 */
#define	TARGBEGIN {\
	(argv0 || (argv0 = *argv)), argv++, argc--;\
	if (argv[0]) {\
		char *_args, *_argt;\
		Rune _argc;\
		_args = &argv[0][0];\
		_argc = 0;\
		while(*_args && (_args += chartorune(&_argc, _args)))\
			switch(_argc)
#define	TARGEND	SET(_argt); USED(_argt);USED(_argc);USED(_args); \
	argc--, argv++; } \
	USED(argv); USED(argc); }
#define	TARGC() (_argc)

#define ROUNDUP(a, b)	(((a) + (b) - 1)/(b))
#define BYTES2TBLKS(bytes) ROUNDUP(bytes, Tblock)

/* read big-endian binary integers; args must be (uchar *) */
#define	G2BEBYTE(x)	(((x)[0]<<8)  |  (x)[1])
#define	G3BEBYTE(x)	(((x)[0]<<16) | ((x)[1]<<8)  |  (x)[2])
#define	G4BEBYTE(x)	(((x)[0]<<24) | ((x)[1]<<16) | ((x)[2]<<8) | (x)[3])
#define	G8BEBYTE(x)	(((vlong)G4BEBYTE(x)<<32) | (u32int)G4BEBYTE((x)+4))

typedef vlong Off;
typedef char *(*Refill)(int ar, char *bufs, int justhdr);

enum { Stdin, Stdout, Stderr };
enum { Rd, Wr };			/* pipe fd-array indices */
enum { Output, Input };
enum { None, Toc, Xtract, Replace };
enum { Alldata, Justnxthdr };
enum {
	Tblock = 512,
	Namsiz = 100,
	Maxpfx = 155,		/* from POSIX */
	Maxname = Namsiz + 1 + Maxpfx,
	Maxlongname = 65535,
	Binsize = 0x80,		/* flag in size[0], from gnu: positive binary size */
	Binnegsz = 0xff,	/* flag in size[0]: negative binary size */

	Nblock = 40,		/* maximum blocksize */
	Dblock = 20,		/* default blocksize */
	Debug = 0,
};

/* POSIX link flags */
enum {
	LF_PLAIN1 =	'\0',
	LF_PLAIN2 =	'0',
	LF_LINK =	'1',
	LF_SYMLINK1 =	'2',
	LF_SYMLINK2 =	's',		/* 4BSD used this */
	LF_CHR =	'3',
	LF_BLK =	'4',
	LF_DIR =	'5',
	LF_FIFO =	'6',
	LF_CONTIG =	'7',

	/* 'A' - 'Z' are reserved for custom implementations */

	LF_LONGNAME =	'L',		/* GNU extenstion */
	LF_LONGLINK = 	'K',
	LF_PAXHDR =	'x',		/* PAX header */
	LF_PAXGLOBL =	'g',
};

#define islink(lf)	(isreallink(lf) || issymlink(lf))
#define isreallink(lf)	((lf) == LF_LINK)
#define issymlink(lf)	((lf) == LF_SYMLINK1 || (lf) == LF_SYMLINK2)

typedef union {
	uchar	data[Tblock];
	struct {
		char	name[Namsiz];
		char	mode[8];
		char	uid[8];
		char	gid[8];
		char	size[12];
		char	mtime[12];
		char	chksum[8];
		char	linkflag;
		char	linkname[Namsiz];

		/* rest are defined by POSIX's ustar format; see p1003.2b */
		char	magic[6];	/* "ustar" */
		char	version[2];
		char	uname[32];
		char	gname[32];
		char	devmajor[8];
		char	devminor[8];
		char	prefix[Maxpfx]; /* if non-null, path= prefix "/" name */
	};
} Blk;

typedef struct {
	char	*name;
	char	*uid;
	char	*gid;
	ulong	mode;
	vlong	size;
	vlong	mtime;
	vlong	atime;
} Hdr;

typedef struct {
	char	*comp;
	char	*decomp;
	char	*sfx[4];
} Compress;

static Compress comps[] = {
	"gzip",		"gunzip",	{ ".tar.gz", ".tgz" },	/* default */
	"compress",	"uncompress",	{ ".tar.Z",  ".tz" },
	"bzip2",	"bunzip2",	{ ".tar.bz", ".tbz",
					  ".tar.bz2",".tbz2" },
};

typedef struct {
	int	kid;
	int	fd;	/* original fd */
	int	rfd;	/* replacement fd */
	int	input;
	int	open;
} Pushstate;

#define OTHER(rdwr) ((rdwr) == Rd? Wr: Rd)

static int fixednblock;
static int verb;
static int posix = 1;
static int docreate;
static int aruid;
static int argid;
static int relative = 1;
static int settime;
static int verbose;
static int docompress;
static int keepexisting;
static int ignerrs;		/* flag: ignore i/o errors if possible */
static Off blkoff;		/* offset of the current archive block (not Tblock) */
static Off nexthdr;

static int nblock = Dblock;
static int resync;
static char *usefile, *arname = "archive";
static char origdir[Maxlongname+1];
static Blk *tpblk, *endblk;
static Blk *curblk;
static Hdr globlhdr;

static void
usage(void)
{
	fprint(2, "usage: %s {crtx}[PRTfgikmpsuvz] [archive] [file1 file2...]\n",
		argv0);
	exits("usage");
}

/* I/O, with error retry or exit */

static int
cope(char *name, int fd, void *buf, long len, Off off)
{
	fprint(2, "%s: %serror reading %s: %r\n", argv0,
		(ignerrs? "ignoring ": ""), name);
	if (!ignerrs)
		exits("read error");

	/* pretend we read len bytes of zeroes */
	memset(buf, 0, len);
	if (off >= 0)			/* seekable? */
		seek(fd, off + len, 0);
	return len;
}

static int
eread(char *name, int fd, void *buf, long len)
{
	int rd;
	Off off;

	off = seek(fd, 0, 1);		/* for coping with errors */
	rd = read(fd, buf, len);
	if (rd < 0)
		rd = cope(name, fd, buf, len, off);
	return rd;
}

static int
ereadn(char *name, int fd, void *buf, long len)
{
	int rd;
	Off off;

	off = seek(fd, 0, 1);
	rd = readn(fd, buf, len);
	if (rd < 0)
		rd = cope(name, fd, buf, len, off);
	return rd;
}

static int
ewrite(char *name, int fd, void *buf, long len)
{
	int rd;

	werrstr("");
	rd = write(fd, buf, len);
	if (rd != len)
		sysfatal("error writing %s: %r", name);
	return rd;
}

/* compression */

static Compress *
compmethod(char *name)
{
	if (name) {
		int i, nmlen, sfxlen;
		Compress *cp;

		nmlen = strlen(name);
		for (cp = comps; cp < comps + nelem(comps); cp++) {
			for (i = 0; i < nelem(cp->sfx) && cp->sfx[i]; i++) {
				sfxlen = strlen(cp->sfx[i]);
				if (nmlen > sfxlen &&
				    strcmp(cp->sfx[i], name + nmlen - sfxlen) == 0)
					return cp;
			}
		}
	}
	return docompress? comps: nil;
}

/*
 * push a filter, cmd, onto fd.  if input, it's an input descriptor.
 * returns a descriptor to replace fd, or -1 on error.
 */
static int
push(int fd, char *cmd, int input, Pushstate *ps)
{
	int nfd, pifds[2];
	String *s;

	ps->open = 0;
	ps->fd = fd;
	ps->input = input;
	if (fd < 0 || pipe(pifds) < 0)
		return -1;
	ps->kid = fork();
	switch (ps->kid) {
	case -1:
		return -1;
	case 0:
		if (input)
			dup(pifds[Wr], Stdout);
		else
			dup(pifds[Rd], Stdin);
		close(pifds[input? Rd: Wr]);
		dup(fd, (input? Stdin: Stdout));
		s = s_new();
		if (cmd[0] != '/')
			s_append(s, "/bin/");
		s_append(s, cmd);
		execl(s_to_c(s), cmd, nil);
		sysfatal("can't exec %s: %r", cmd);
	default:
		nfd = pifds[input? Rd: Wr];
		close(pifds[input? Wr: Rd]);
		break;
	}
	ps->rfd = nfd;
	ps->open = 1;
	return nfd;
}

static char *
pushclose(Pushstate *ps)
{
	Waitmsg *wm;

	if (ps->fd < 0 || ps->rfd < 0 || !ps->open)
		return "not open";
	close(ps->rfd);
	ps->rfd = -1;
	ps->open = 0;
	while ((wm = wait()) != nil && wm->pid != ps->kid)
		continue;
	return wm? wm->msg: nil;
}

/*
 * block-buffer management
 */

static void
initblks(void)
{
	free(tpblk);
	tpblk = malloc(Tblock * nblock);
	assert(tpblk != nil);
	endblk = tpblk + nblock;
}

/*
 * (re)fill block buffers from archive.  `justhdr' means we don't care
 * about the data before the next header block.
 */
static char *
refill(int ar, char *bufs, int justhdr)
{
	int i, n;
	unsigned bytes = Tblock * nblock;
	static int done, first = 1, seekable;

	if (done)
		return nil;

	blkoff = seek(ar, 0, 1);		/* note position for `tar r' */
	if (first)
		seekable = blkoff >= 0;
	/* try to size non-pipe input at first read */
	if (first && usefile && !fixednblock) {
		n = eread(arname, ar, bufs, bytes);
		if (n == 0)
			sysfatal("EOF reading archive %s: %r", arname);
		i = n;
		if (i % Tblock != 0)
			sysfatal("%s: archive block size (%d) error", arname, i);
		i /= Tblock;
		if (i != nblock) {
			nblock = i;
			fprint(2, "%s: blocking = %d\n", argv0, nblock);
			endblk = (Blk *)bufs + nblock;
			bytes = n;
		}
	} else if (justhdr && seekable && nexthdr - blkoff >= bytes) {
		/* optimisation for huge archive members on seekable media */
		if (seek(ar, bytes, 1) < 0)
			sysfatal("can't seek on archive %s: %r", arname);
		n = bytes;
	} else
		n = ereadn(arname, ar, bufs, bytes);
	first = 0;

	if (n == 0)
		sysfatal("unexpected EOF reading archive %s", arname);
	if (n % Tblock != 0)
		sysfatal("partial block read from archive %s", arname);
	if (n != bytes) {
		done = 1;
		memset(bufs + n, 0, bytes - n);
	}
	return bufs;
}

static Blk *
getblk(int ar, Refill rfp, int justhdr)
{
	if (curblk == nil || curblk >= endblk) {  /* input block exhausted? */
		if (rfp != nil && (*rfp)(ar, (char *)tpblk, justhdr) == nil)
			return nil;
		curblk = tpblk;
	}
	return curblk++;
}

static Blk *
getblkrd(int ar, int justhdr)
{
	return getblk(ar, refill, justhdr);
}

static Blk *
getblke(int ar)
{
	return getblk(ar, nil, Alldata);
}

static Blk *
getblkz(int ar)
{
	Blk *bp = getblke(ar);

	if (bp != nil)
		memset(bp->data, 0, Tblock);
	return bp;
}

/*
 * how many block buffers are available, starting at the address
 * just returned by getblk*?
 */
static int
gothowmany(int max)
{
	int n = endblk - (curblk - 1);

	return n > max? max: n;
}

/*
 * indicate that one is done with the last block obtained from getblke
 * and it is now available to be written into the archive.
 */
static void
putlastblk(int ar)
{
	unsigned bytes = Tblock * nblock;

	/* if writing end-of-archive, aid compression (good hygiene too) */
	if (curblk < endblk)
		memset(curblk, 0, (char *)endblk - (char *)curblk);
	ewrite(arname, ar, tpblk, bytes);
}

static void
putblk(int ar)
{
	if (curblk >= endblk)
		putlastblk(ar);
}

static void
putbackblk(int ar)
{
	curblk--;
	USED(ar);
}

static void
putreadblks(int ar, int blks)
{
	curblk += blks - 1;
	USED(ar);
}

static void
putblkmany(int ar, int blks)
{
	assert(blks > 0);
	curblk += blks - 1;
	putblk(ar);
}

/*
 * common routines
 */

/*
 * modifies hp->chksum but restores it; important for the last block of the
 * old archive when updating with `tar rf archive'
 */
static long
chksum(Blk *bp)
{
	int n = Tblock;
	long i = 0;
	uchar *cp = bp->data;
	char oldsum[sizeof bp->chksum];

	memmove(oldsum, bp->chksum, sizeof oldsum);
	memset(bp->chksum, ' ', sizeof bp->chksum);
	while (n-- > 0)
		i += *cp++;
	memmove(bp->chksum, oldsum, sizeof oldsum);
	return i;
}

static int
isustar(Blk *bp)
{
	return strcmp(bp->magic, "ustar") == 0;
}

/*
 * s is at most n bytes long, but need not be NUL-terminated.
 * if shorter than n bytes, all bytes after the first NUL must also
 * be NUL.
 */
static int
strnlen(char *s, int n)
{
	return s[n - 1] != '\0'? n: strlen(s);
}

/* set fullname from header */
static char *
parsename(Blk *bp, char *buf, int nbuf)
{
	int pfxlen, namlen;

	namlen = strnlen(bp->name, sizeof bp->name);
	if (bp->prefix[0] == '\0' || !isustar(bp)) {	/* old-style name? */
		assert(nbuf > namlen);
		memmove(buf, bp->name, namlen);
		buf[namlen] = '\0';
		return buf;
	}

	/* name is in two pieces */
	pfxlen = strnlen(bp->prefix, sizeof bp->prefix);
	assert(nbuf > pfxlen + 1 + namlen);
	memmove(buf, bp->prefix, pfxlen);
	buf[pfxlen] = '/';
	memmove(buf + pfxlen + 1, bp->name, namlen);
	buf[pfxlen + 1 + namlen] = '\0';
	return buf;
}

static int
isdir(Blk *bp, char *name)
{
	/* the mode test is ugly but sometimes necessary */
	return bp->linkflag == LF_DIR ||
		strrchr(name, '\0')[-1] == '/' ||
		(strtoul(bp->mode, nil, 8)&0170000) == 040000;
}

static int
eotar(Blk *bp)
{
	char buf[Maxname + 1];
	return parsename(bp, buf, sizeof(buf))[0] == '\0';
}

/*
static uvlong
getbe(uchar *src, int size)
{
	uvlong vl = 0;

	while (size-- > 0) {
		vl <<= 8;
		vl |= *src++;
	}
	return vl;
}
 */

static void
putbe(uchar *dest, uvlong vl, int size)
{
	for (dest += size; size-- > 0; vl >>= 8)
		*--dest = vl;
}

/*
 * cautious parsing of octal numbers as ascii strings in
 * a tar header block.  this is particularly important for
 * trusting the checksum when trying to resync.
 */
static uvlong
hdrotoull(char *st, char *end, uvlong errval, char *name, char *field)
{
	char *numb;

	for (numb = st; (*numb == ' ' || *numb == '\0') && numb < end; numb++)
		;
	if (numb < end && isascii(*numb) && isdigit(*numb))
		return strtoull(numb, nil, 8);
	else if (numb >= end)
		fprint(2, "%s: %s: empty %s in header\n", argv0, name, field);
	else
		fprint(2, "%s: %s: %s: non-numeric %s in header\n",
			argv0, name, numb, field);
	return errval;
}

/*
 * return the nominal size from the header block, which is not always the
 * size in the archive (the archive size may be zero for some file types
 * regardless of the nominal size).
 *
 * gnu and freebsd tars are now recording vlongs as big-endian binary
 * with a flag in byte 0 to indicate this, which permits file sizes up to
 * 2^64-1 (actually 2^80-1 but our file sizes are vlongs) rather than 2^33-1.
 */
static Off
hdrsize(Blk *bp)
{
	uchar *p;
	char buf[Maxname + 1];

	if((uchar)bp->size[0] == Binnegsz) {
		fprint(2, "%s: %s: negative length, which is insane\n",
			argv0, parsename(bp, buf, sizeof(buf)));
		return 0;
	} else if((uchar)bp->size[0] == Binsize) {
		p = (uchar *)bp->size + sizeof bp->size - 1 -
			sizeof(vlong);		/* -1 for terminating space */
		return G8BEBYTE(p);
	}

	return hdrotoull(bp->size, bp->size + sizeof bp->size, 0,
		parsename(bp, buf, sizeof(buf)), "size");
}

/*
 * return the number of bytes recorded in the archive.
 */
static Off
arsize(Blk *bp, char *fname)
{
	if(isdir(bp, fname) || islink(bp->linkflag))
		return 0;
	return hdrsize(bp);
}

static long
parsecksum(char *cksum, char *name)
{
	Blk *bp;

	return hdrotoull(cksum, cksum + sizeof bp->chksum, (uvlong)-1LL,
		name, "checksum");
}

static Blk *
readhdrblk(int ar)
{
	char buf[Maxname + 1];
	long hdrcksum;
	Blk *bp;

	bp = getblkrd(ar, Alldata);
	if (bp == nil)
		sysfatal("unexpected EOF instead of archive header in %s",
			arname);
	if (eotar(bp))			/* end-of-archive block? */
		return nil;

	hdrcksum = parsecksum(bp->chksum, parsename(bp, buf, sizeof(buf)));
	if (hdrcksum == -1 || chksum(bp) != hdrcksum) {
		if (!resync)
			sysfatal("bad archive header checksum in %s: "
				"name %.100s...; expected %#luo got %#luo",
				arname, bp->name, hdrcksum, chksum(bp));
		fprint(2, "%s: skipping past archive header with bad checksum in %s...",
			argv0, arname);
		do {
			bp = getblkrd(ar, Alldata);
			if (bp == nil)
				sysfatal("unexpected EOF looking for archive header in %s",
					arname);
			hdrcksum = parsecksum(bp->chksum, parsename(bp, buf, sizeof(buf)));
		} while (hdrcksum == -1 || chksum(bp) != hdrcksum);
		fprint(2, "found %s\n", parsename(bp, buf, sizeof(buf)));
	}
	nexthdr += Tblock*(1 + BYTES2TBLKS(hdrsize(bp)));

	return bp;
}

static int
getname(int ar, Blk *bp, Hdr *hdr)
{
	char buf[Maxlongname+1];
	ulong blksleft, blksread;
	char *p;
	int n;

	if (bp->linkflag != LF_LONGNAME){
		/* PAX attributes take precedence */
		if(hdr->name == nil)
			hdr->name = strdup(parsename(bp, buf, sizeof(buf)));
		return 0;
	}

	p = buf;
	for (blksleft = BYTES2TBLKS(hdrsize(bp)); blksleft > 0; blksleft -= blksread) {
		bp = getblkrd(ar, Alldata);
		if (bp == nil)
			sysfatal("unexpected EOF on archive reading from %s", arname);
		blksread = gothowmany(blksleft);
		n = &buf[Maxlongname] - p;
		if(Tblock*blksread < n)
			n = Tblock*blksread;
		memmove(p, bp->data, n);
		p += n;
	}
	*p = '\0';
	hdr->name = strdup(buf);
	return 1;
}

static char *
matchattr(char *kvp, char *k)
{
	if (strncmp(kvp, k, strlen(k)) == 0)
		return kvp + strlen(k);
	return nil;
}

static int
parsepax(int ar, Blk *bp, Hdr *hdr, int paxtype)
{
	char *p, *lp, *le, *e, *kvp, *val, lenbuf[16];
	ulong blksleft;
	int n, off, len;
	Blk *b;

	if (!isustar(bp) || bp->linkflag != paxtype)
		return 0;
	off = 0;
	len = -1;
	kvp = nil;
	lp = lenbuf;
	le = lenbuf + sizeof(lenbuf);
	for (blksleft = BYTES2TBLKS(hdrsize(bp)); blksleft > 0; ) {
		b = getblkrd(ar, Alldata);
		if (b == nil)
			sysfatal("unexpected EOF on archive reading attr for %s from %s",  bp->name, arname);
		p = (char *)b->data;
		e = (char *)b->data + sizeof(b->data);
		while(p != e) {
			if(*p == '\0')
				break;
			/*
			 * Copy out the length prefix. This may span a block boundary, so be
			 * careful about when we get the next block. The length prefix includes
			 * both its own length and the trailing newline. We want to trim the
			 * length prefix, since we already consumed it.
			 */
			if(len == -1){
				while(p != e && *p >= '0' && *p <= '9'){
					if(lp + 1 == le)
						sysfatal("oversize length prefix in pax header");
					*lp++ = *p++;
				}
				if (p == e && blksleft > 0)
					goto nextblk;
				if (*p++ != ' ')
					sysfatal("invalid delimiter in pax header: %c (%s)\n", *p, p);
				*lp++ = '\0';
				len = atoi(lenbuf) - strlen(lenbuf) - 1;
			}
	
			if (kvp == nil && (kvp = malloc(len)) == nil)
				sysfatal("out of memory: %r");
			n = (len - off > e - p) ? e - p : len - off;
			memcpy(kvp + off, p, n);
			kvp[len - 1] = '\0';
			off += n;
			p += n;
			assert(e >= p);
			if (len == off) {
				if ((val = matchattr(kvp, "path=")) != nil) {
					free(hdr->name);
					hdr->name = strdup(val);
				} else if ((val = matchattr(kvp, "linkpath=")) != nil) {
					/* Mostly for better error messages. */
					free(hdr->name);
					hdr->name = strdup(val);
				} else if ((val = matchattr(kvp, "uname=")) != nil) {
					free(hdr->uid);
					hdr->uid = strdup(val);
				} else if ((val = matchattr(kvp, "gname=")) != nil) {
					free(hdr->gid);
					hdr->gid = strdup(val);
				} else if ((val = matchattr(kvp, "atime=")) != nil)
					hdr->atime = strtoll(val, nil, 0);
				else if ((val = matchattr(kvp, "mtime=")) != nil)
					hdr->mtime = strtoll(val, nil, 0);
				else if ((val = matchattr(kvp, "size=")) != nil)
					hdr->size = strtoll(val, nil, 0);
				else
					if (matchattr(kvp, "comment=") == nil && matchattr(kvp, "ctime=") == nil)
						fprint(2, "warning: pax attribute not supported: %s\n", kvp);
				free(kvp);
				kvp = nil;
				lp = lenbuf;
				off = 0;
				len = -1;
			}
		}
nextblk:
		blksleft--;
	}
	return 1;
}

static int
parsehdr(Hdr *hdr, Blk *bp)
{
	int ustar;

	ustar = isustar(bp);
	if(hdr->mode == -1)
		hdr->mode = (strtoul(bp->mode, nil, 8) & 0777);
	if(hdr->mode == -1)
		hdr->mode = globlhdr.mode;
	if (isdir(bp, hdr->name))
		hdr->mode |= DMDIR;
	if (hdr->atime == -1)
		hdr->atime = -1;
	if (hdr->atime == -1)
		hdr->atime = globlhdr.atime;
	if (hdr->mtime == -1)
		hdr->mtime = strtol(bp->mtime, nil, 8);
	if (hdr->mtime == -1)
		hdr->mtime = globlhdr.mtime;
	if (hdr->size == -1)
		hdr->size = arsize(bp, hdr->name);
	if (ustar && hdr->uid == nil)
		hdr->uid = strdup(bp->uname);
	if (hdr->uid == nil)
		hdr->uid = (globlhdr.uid != nil) ? strdup(globlhdr.uid) : nil;
	if (ustar && hdr->gid == nil)
		hdr->gid = strdup(bp->uname);
	if (hdr->gid == nil)
		hdr->gid = (globlhdr.gid != nil) ? strdup(globlhdr.gid) : nil;
	return 0;
}

static void
nullhdr(Hdr *hdr)
{
	hdr->name = nil;
	hdr->uid = nil;
	hdr->gid = nil;
	hdr->mode = -1;
	hdr->mtime = -1;
	hdr->atime = -1;
	hdr->size = -1;
}

static Blk *
readhdr(int ar, Hdr *hdr)
{
	Blk *bp;

	nullhdr(hdr);
again:
	if ((bp = readhdrblk(ar)) == nil)
		return nil;
	if (parsepax(ar, bp, hdr, LF_PAXHDR))
		goto again;
	if (parsepax(ar, bp, &globlhdr, LF_PAXGLOBL))
		goto again;
	if (getname(ar, bp, hdr))
		goto again;
	if (parsehdr(hdr, bp) == -1)
		sysfatal("could not parse header: %r");

	return bp;
}

void
freehdr(Hdr *hdr)
{
	free(hdr->name);
	free(hdr->uid);
	free(hdr->gid);
}

/*
 * if name is longer than Namsiz bytes, try to split it at a slash and fit the
 * pieces into bp->prefix and bp->name.
 */
static int
putfullname(Blk *bp, char *name)
{
	int namlen, pfxlen;
	char *sl, *osl;
	String *slname = nil;

	if (isdir(bp, name)) {
		slname = s_new();
		s_append(slname, name);
		s_append(slname, "/");		/* posix requires this */
		name = s_to_c(slname);
	}

	namlen = strlen(name);
	if (namlen <= Namsiz) {
		strncpy(bp->name, name, Namsiz);
		bp->prefix[0] = '\0';		/* ustar paranoia */
		return 0;
	}

	if (!posix || namlen > Maxname) {
		fprint(2, "%s: name too long for tar header: %s\n",
			argv0, name);
		return -1;
	}
	/*
	 * try various splits until one results in pieces that fit into the
	 * appropriate fields of the header.  look for slashes from right
	 * to left, in the hopes of putting the largest part of the name into
	 * bp->prefix, which is larger than bp->name.
	 */
	sl = strrchr(name, '/');
	while (sl != nil) {
		pfxlen = sl - name;
		if (pfxlen <= sizeof bp->prefix && namlen-1 - pfxlen <= Namsiz)
			break;
		osl = sl;
		*osl = '\0';
		sl = strrchr(name, '/');
		*osl = '/';
	}
	if (sl == nil) {
		fprint(2, "%s: name can't be split to fit tar header: %s\n",
			argv0, name);
		return -1;
	}
	*sl = '\0';
	strncpy(bp->prefix, name, sizeof bp->prefix);
	*sl++ = '/';
	strncpy(bp->name, sl, sizeof bp->name);
	if (slname)
		s_free(slname);
	return 0;
}

static int
mkhdr(Blk *bp, Dir *dir, char *file)
{
	int r;

	/*
	 * some of these fields run together, so we format them left-to-right
	 * and don't use snprint.
	 */
	sprint(bp->mode, "%6lo ", dir->mode & 0777);
	sprint(bp->uid, "%6o ", aruid);
	sprint(bp->gid, "%6o ", argid);
	if (dir->length >= (Off)1<<32) {
		static int printed;

		if (!printed) {
			printed = 1;
			fprint(2, "%s: storing large sizes in \"base 256\"\n", argv0);
		}
		bp->size[0] = Binsize;
		/* emit so-called `base 256' representation of size */
		putbe((uchar *)bp->size+1, dir->length, sizeof bp->size - 2);
		bp->size[sizeof bp->size - 1] = ' ';
	} else
		sprint(bp->size, "%11lluo ", dir->length);
	sprint(bp->mtime, "%11luo ", dir->mtime);
	bp->linkflag = (dir->mode&DMDIR? LF_DIR: LF_PLAIN1);
	r = putfullname(bp, file);
	if (posix) {
		strncpy(bp->magic, "ustar", sizeof bp->magic);
		strncpy(bp->version, "00", sizeof bp->version);
		strncpy(bp->uname, dir->uid, sizeof bp->uname);
		strncpy(bp->gname, dir->gid, sizeof bp->gname);
	}
	sprint(bp->chksum, "%6luo", chksum(bp));
	return r;
}

static void addtoar(int ar, char *file, char *shortf);

static void
addtreetoar(int ar, char *file, char *shortf, int fd)
{
	int n;
	Dir *dent, *dirents;
	String *name = s_new();

	n = dirreadall(fd, &dirents);
	if (n < 0)
		fprint(2, "%s: dirreadall %s: %r\n", argv0, file);
	close(fd);
	if (n <= 0)
		return;

	if (chdir(shortf) < 0)
		sysfatal("chdir %s: %r", file);
	if (Debug)
		fprint(2, "chdir %s\t# %s\n", shortf, file);

	for (dent = dirents; dent < dirents + n; dent++) {
		s_reset(name);
		s_append(name, file);
		s_append(name, "/");
		s_append(name, dent->name);
		addtoar(ar, s_to_c(name), dent->name);
	}
	s_free(name);
	free(dirents);

	/*
	 * this assumes that shortf is just one component, which is true
	 * during directory descent, but not necessarily true of command-line
	 * arguments.  Our caller (or addtoar's) must reset the working
	 * directory if necessary.
	 */
	if (chdir("..") < 0)
		sysfatal("chdir %s/..: %r", file);
	if (Debug)
		fprint(2, "chdir ..\n");
}

static void
addtoar(int ar, char *file, char *shortf)
{
	int n, fd, isdir;
	long bytes, blksread;
	ulong blksleft;
	Blk *hbp;
	Dir *dir;
	String *name = nil;

	if (shortf[0] == '#') {
		name = s_new();
		s_append(name, "./");
		s_append(name, shortf);
		shortf = s_to_c(name);
	}

	if (Debug)
		fprint(2, "opening %s	# %s\n", shortf, file);
	fd = open(shortf, OREAD);
	if (fd < 0) {
		fprint(2, "%s: can't open %s: %r\n", argv0, file);
		if (name)
			s_free(name);
		return;
	}
	dir = dirfstat(fd);
	if (dir == nil)
		sysfatal("can't fstat %s: %r", file);

	hbp = getblkz(ar);
	isdir = (dir->qid.type & QTDIR) != 0;
	if (mkhdr(hbp, dir, file) < 0) {
		putbackblk(ar);
		free(dir);
		close(fd);
		if (name)
			s_free(name);
		return;
	}
	putblk(ar);

	blksleft = BYTES2TBLKS(dir->length);
	free(dir);

	if (isdir)
		addtreetoar(ar, file, shortf, fd);
	else {
		for (; blksleft > 0; blksleft -= blksread) {
			hbp = getblke(ar);
			blksread = gothowmany(blksleft);
			assert(blksread >= 0);
			bytes = blksread * Tblock;
			n = ereadn(file, fd, hbp->data, bytes);
			assert(n >= 0);
			/*
			 * ignore EOF.  zero any partial block to aid
			 * compression and emergency recovery of data.
			 */
			if (n < Tblock)
				memset(hbp->data + n, 0, bytes - n);
			putblkmany(ar, blksread);
		}
		close(fd);
		if (verbose)
			fprint(2, "%s\n", file);
	}
	if (name)
		s_free(name);
}

static char *
replace(char **argv)
{
	int i, ar;
	ulong blksleft, blksread;
	Off bytes;
	Blk *bp;
	Compress *comp = nil;
	Pushstate ps;

	if (usefile && docreate)
		ar = create(usefile, OWRITE, 0666);
	else if (usefile)
		ar = open(usefile, ORDWR);
	else
		ar = Stdout;
	if (docreate && docompress) {
		comp = compmethod(usefile);
		if (comp)
			ar = push(ar, comp->comp, Output, &ps);
	}
	if (ar < 0)
		sysfatal("can't open archive %s: %r", usefile);

	if (usefile && !docreate) {
		/* skip quickly to the end */
		while ((bp = readhdrblk(ar)) != nil) {
			bytes = hdrsize(bp);
			for (blksleft = BYTES2TBLKS(bytes);
			     blksleft > 0 && getblkrd(ar, Justnxthdr) != nil;
			     blksleft -= blksread) {
				blksread = gothowmany(blksleft);
				putreadblks(ar, blksread);
			}
		}
		/*
		 * we have just read the end-of-archive Tblock.
		 * now seek back over the (big) archive block containing it,
		 * and back up curblk ptr over end-of-archive Tblock in memory.
		 */
		if (seek(ar, blkoff, 0) < 0)
			sysfatal("can't seek back over end-of-archive in %s: %r",
				arname);
		curblk--;
	}

	for (i = 0; argv[i] != nil; i++) {
		addtoar(ar, argv[i], argv[i]);
		chdir(origdir);		/* for correctness & profiling */
	}

	/* write end-of-archive marker */
	getblkz(ar);
	putblk(ar);
	getblkz(ar);
	putlastblk(ar);

	if (comp)
		return pushclose(&ps);
	if (ar > Stderr)
		close(ar);
	return nil;
}

/*
 * tar [xt]
 */

/* is pfx a file-name prefix of name? */
static int
prefix(char *name, char *pfx)
{
	char clpfx[Maxlongname+1];
	int pfxlen = strlen(pfx);

	clpfx[Maxlongname] = '\0';
	strncpy(clpfx, pfx, Maxlongname);
	cleanname(clpfx);
	return strncmp(clpfx, name, pfxlen) == 0 &&
		(name[pfxlen] == '\0' || name[pfxlen] == '/');
}

static int
match(char *name, char **argv)
{
	char clname[Maxlongname+1];
	int i;

	if (argv[0] == nil)
		return 1;
	clname[Maxlongname] = '\0';
	strncpy(clname, name, Maxlongname);
	cleanname(clname);
	for (i = 0; argv[i] != nil; i++)
		if (prefix(clname, argv[i]))
			return 1;
	return 0;
}

static void
cantcreate(char *s, int mode)
{
	int len;
	static char *last;

	/*
	 * Always print about files.  Only print about directories
	 * we haven't printed about.  (Assumes archive is ordered
	 * nicely.)
	 */
	if(mode&DMDIR){
		if(last){
			/* already printed this directory */
			if(strcmp(s, last) == 0)
				return;
			/* printed a higher directory, so printed this one */
			len = strlen(s);
			if(memcmp(s, last, len) == 0 && last[len] == '/')
				return;
		}
		/* save */
		free(last);
		last = strdup(s);
	}
	fprint(2, "%s: can't create %s: %r\n", argv0, s);
}

static int
makedir(char *s)
{
	int f;

	if (access(s, AEXIST) == 0)
		return -1;
	f = create(s, OREAD, DMDIR | 0777);
	if (f >= 0)
		close(f);
	else
		cantcreate(s, DMDIR);
	return f;
}

static int
mkpdirs(char *s)
{
	int err;
	char *p;

	p = s;
	err = 0;
	while (!err && (p = strchr(p+1, '/')) != nil) {
		*p = '\0';
		err = (access(s, AEXIST) < 0 && makedir(s) < 0);
		*p = '/';
	}
	return -err;
}

/* Call access but preserve the error string. */
static int
xaccess(char *name, int mode)
{
	char err[ERRMAX];
	int rv;

	err[0] = 0;
	errstr(err, sizeof err);
	rv = access(name, mode);
	errstr(err, sizeof err);
	return rv;
}

static int
openfname(Blk *bp, char *fname, int mode)
{
	int fd, dir;

	fd = -1;
	dir = mode & DMDIR;
	cleanname(fname);
	switch (bp->linkflag) {
	case LF_LINK:
	case LF_SYMLINK1:
	case LF_SYMLINK2:
	case LF_LONGLINK:
		fprint(2, "%s: can't make (sym)link %s\n",
			argv0, fname);
		break;
	case LF_FIFO:
		fprint(2, "%s: can't make fifo %s\n", argv0, fname);
		break;
	default:
		if (!keepexisting || access(fname, AEXIST) < 0) {
			int rw = (dir ? OREAD: OWRITE);

			fd = create(fname, rw, mode);
			if (fd < 0) {
				mkpdirs(fname);
				fd = create(fname, rw, mode);
			}
			if (fd < 0 && (!dir || xaccess(fname, AEXIST) < 0))
			    	cantcreate(fname, mode);
		}
		if (fd >= 0 && verbose)
			fprint(2, "%s\n", fname);
		break;
	}
	return fd;
}

/* copy from archive to file system (or nowhere for table-of-contents) */
static void
copyfromar(int ar, int fd, char *fname, ulong blksleft, Off bytes)
{
	int wrbytes;
	ulong blksread;
	Blk *hbp;

	if (blksleft == 0 || bytes < 0)
		bytes = 0;
	for (; blksleft > 0; blksleft -= blksread) {
		hbp = getblkrd(ar, (fd >= 0? Alldata: Justnxthdr));
		if (hbp == nil)
			sysfatal("unexpected EOF on archive extracting %s from %s",
				fname, arname);
		blksread = gothowmany(blksleft);
		if (blksread <= 0) {
			fprint(2, "%s: got %ld blocks reading %s!\n",
				argv0, blksread, fname);
			blksread = 0;
		}
		wrbytes = Tblock*blksread;
		assert(bytes >= 0);
		if(wrbytes > bytes)
			wrbytes = bytes;
		assert(wrbytes >= 0);
		if (fd >= 0)
			ewrite(fname, fd, hbp->data, wrbytes);
		putreadblks(ar, blksread);
		bytes -= wrbytes;
		assert(bytes >= 0);
	}
	if (bytes > 0)
		fprint(2, "%s: %lld bytes uncopied at EOF on archive %s; "
			"%s not fully extracted\n", argv0, bytes, arname, fname);
}

static void
wrmeta(int fd, Hdr *hdr)		/* update metadata */
{
	Dir nd;

	nulldir(&nd);
	nd.mtime = hdr->mtime;
	nd.mode = hdr->mode;
	dirfwstat(fd, &nd);
	if (hdr->gid) {
		nulldir(&nd);
		nd.gid = hdr->gid;
		dirfwstat(fd, &nd);
	}
	if (hdr->uid){
		nulldir(&nd);
		nd.uid = hdr->uid;
		dirfwstat(fd, &nd);
	}
}

/*
 * copy a file from the archive into the filesystem.
 * fname is result of getname(), so has two extra bytes at beginning.
 */
static void
extract1(int ar, Blk *bp, Hdr *hdr)
{
	int fd = -1;
	Off bytes = hdr->size;		/* for printing */
	uvlong blksleft = BYTES2TBLKS(bytes);
	char *path;

	/* fiddle name, figure out mode and blocks */
	switch (bp->linkflag) {
	case LF_LINK:
	case LF_SYMLINK1:
	case LF_SYMLINK2:
	case LF_FIFO:
		blksleft = 0;
		break;
	}
	if((path = malloc(strlen(hdr->name) + 3)) == nil)
		sysfatal("malloc: %r");
	if (relative && hdr->name[0] == '/')
		strcpy(path, ".");
	else if(relative && hdr->name[0] == '#')
		strcpy(path, "./");
	else
		path[0] = '\0';
	strcat(path, hdr->name);

	if (verb == Xtract)
		fd = openfname(bp, path, hdr->mode);
	else if (verbose) {
		char *cp = ctime(hdr->mtime);

		print("%M %8lld  %-12.12s %-4.4s %s\n",
			hdr->mode, bytes, cp+4, cp+24, path);
	} else
		print("%s\n", path);

	copyfromar(ar, fd, path, blksleft, hdr->size);

	/* touch up meta data and close */
	if (fd >= 0) {
		/*
		 * directories should be wstated *after* we're done
		 * creating files in them, but we don't do that.
		 */
		if (settime)
			wrmeta(fd, hdr);
		close(fd);
	}
	free(path);
}

static void
skip(int ar, Blk *bp, Hdr *hdr)
{
	ulong blksleft, blksread;
	Blk *hbp;

	for (blksleft = BYTES2TBLKS(arsize(bp, hdr->name)); blksleft > 0;
	     blksleft -= blksread) {
		hbp = getblkrd(ar, Justnxthdr);
		if (hbp == nil)
			sysfatal("unexpected EOF on archive extracting %s from %s",
				hdr->name, arname);
		blksread = gothowmany(blksleft);
		putreadblks(ar, blksread);
	}
}

static char *
extract(char **argv)
{
	int ar;
	Blk *bp;
	Hdr hdr;
	Compress *comp;
	Pushstate ps;

	if (usefile)
		ar = open(usefile, OREAD);
	else
		ar = Stdin;
	comp = compmethod(usefile);
	if (comp)
		ar = push(ar, comp->decomp, Input, &ps);
	if (ar < 0)
		sysfatal("can't open archive %s: %r", usefile);

	while ((bp = readhdr(ar, &hdr)) != nil) {
		if (match(hdr.name, argv))
			extract1(ar, bp, &hdr);
		else
			skip(ar, bp, &hdr);
		freehdr(&hdr);
	}

	if (comp)
		return pushclose(&ps);
	if (ar > Stderr)
		close(ar);
	return nil;
}

void
main(int argc, char *argv[])
{
	int errflg = 0;
	char *ret = nil;

	fmtinstall('M', dirmodefmt);

	TARGBEGIN {
	case 'c':
		docreate++;
		verb = Replace;
		break;
	case 'f':
		usefile = arname = EARGF(usage());
		break;
	case 'g':
		argid = strtoul(EARGF(usage()), 0, 0);
		break;
	case 'i':
		ignerrs = 1;
		break;
	case 'k':
		keepexisting++;
		break;
	case 'm':	/* compatibility */
		settime = 0;
		break;
	case 'p':
		posix++;
		break;
	case 'P':
		posix = 0;
		break;
	case 'r':
		verb = Replace;
		break;
	case 'R':
		relative = 0;
		break;
	case 's':
		resync++;
		break;
	case 't':
		verb = Toc;
		break;
	case 'T':
		settime++;
		break;
	case 'u':
		aruid = strtoul(EARGF(usage()), 0, 0);
		break;
	case 'v':
		verbose++;
		break;
	case 'x':
		verb = Xtract;
		break;
	case 'z':
		docompress++;
		break;
	case '-':
		break;
	default:
		fprint(2, "tar: unknown letter %C\n", TARGC());
		errflg++;
		break;
	} TARGEND

	if (argc < 0 || errflg)
		usage();

	initblks();
	nullhdr(&globlhdr);
	switch (verb) {
	case Toc:
	case Xtract:
		ret = extract(argv);
		break;
	case Replace:
		if (getwd(origdir, sizeof origdir) == nil)
			strcpy(origdir, "/tmp");
		ret = replace(argv);
		break;
	default:
		usage();
		break;
	}
	exits(ret);
}