/**************************************************************/
/* tpax: a topological pax implementation */
/* Copyright (C) 2020--2021 SysDeer Technologies, LLC */
/* Released under GPLv2 and GPLv3; see COPYING.TPAX. */
/**************************************************************/
#include <stdint.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>
#include <fcntl.h>
#include <errno.h>
#include <grp.h>
#include <pwd.h>
#include <sys/mman.h>
#include <sys/stat.h>
#include <tpax/tpax.h>
#include <tpax/tpax_specs.h>
#include "tpax_driver_impl.h"
#include "tpax_getdents_impl.h"
#include "tpax_tmpfile_impl.h"
#include "tpax_errinfo_impl.h"
#ifndef ssizeof
#define ssizeof(x) (ssize_t)(sizeof(x))
#endif
static int tpax_archive_append_memory_data(
int fdout,
void * buf,
ssize_t nbytes)
{
ssize_t ret;
char * ch;
for (ch=buf; nbytes; ch+=ret) {
ret = write(fdout,ch,nbytes);
while ((ret < 0) && (errno == EINTR))
ret = write(fdout,ch,nbytes);
if (ret < 0)
return ret;
nbytes -= ret;
}
return 0;
}
static int tpax_archive_append_pad(
const struct tpax_driver_ctx * dctx,
int fdout,
const struct stat * st)
{
int ret;
off_t cpos;
ssize_t nbytes;
char buf[512];
nbytes = st->st_size;
nbytes += 0x1ff;
nbytes |= 0x1ff;
nbytes ^= 0x1ff;
nbytes -= st->st_size;
memset(buf,0,nbytes);
cpos = tpax_get_driver_cpos(dctx);
cpos += st->st_size + nbytes;
if (!(ret = tpax_archive_append_memory_data(fdout,buf,nbytes)))
tpax_set_driver_cpos(dctx,cpos);
return ret;
}
static struct tpax_dirent_buffer * tpax_dirent_buf_first_alloc(
const struct tpax_driver_ctx * dctx)
{
void * addr;
struct tpax_driver_ctx_impl * ictx;
addr = (struct tpax_dirent_buffer *)mmap(
0,TPAX_DIRENT_BUFLEN,
PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_ANONYMOUS,
-1,0);
if (addr == MAP_FAILED)
return 0;
ictx = tpax_get_driver_ictx(dctx);
ictx->dirents = (struct tpax_dirent_buffer *)addr;
ictx->dirents->cdent = ictx->dirents->dbuf;
ictx->dirents->size = TPAX_DIRENT_BUFLEN;
ictx->dirents->next = 0;
ictx->dirents->nfree = TPAX_DIRENT_BUFLEN;
ictx->dirents->nfree -= offsetof(struct tpax_dirent_buffer,dbuf);
return ictx->dirents;
}
static struct tpax_dirent_buffer * tpax_dirent_buf_next_alloc(
struct tpax_dirent_buffer * current)
{
void * addr;
addr = (struct tpax_dirent_buffer *)mmap(
0,TPAX_DIRENT_BUFLEN,
PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_ANONYMOUS,
-1,0);
if (addr == MAP_FAILED)
return 0;
current->next = (struct tpax_dirent_buffer *)addr;
current->next->cdent = current->next->dbuf;
current->next->size = TPAX_DIRENT_BUFLEN;
current->next->next = 0;
current->next->nfree = TPAX_DIRENT_BUFLEN;
current->next->nfree -= offsetof(struct tpax_dirent_buffer,dbuf);
return current->next;
}
static int tpax_archive_append_ret(
int ret,
struct tpax_unit_ctx * unit)
{
if (unit)
tpax_free_unit_ctx(unit);
return ret;
}
static int tpax_archive_append_one(
const struct tpax_driver_ctx * dctx,
const struct tpax_unit_ctx * uctx,
const struct dirent * dent,
int fdat,
const char * prefix,
const struct tpax_dirent * parent,
const char * pdir)
{
struct tpax_unit_ctx * unit;
struct tpax_ustar_header uhdr;
off_t hpos;
off_t dpos;
int fdout;
int fdtmp;
ssize_t nread;
ssize_t nbytes;
void * buf;
size_t buflen;
size_t cmplen;
void * membuf;
size_t nlen;
const char * path;
const char * src;
char * dst;
char pbuf[1024];
/* fake uctx for recursion items */
unit = 0;
if (dent && tpax_get_unit_ctx(
dctx,fdat,dent->d_name,
&unit) < 0)
return TPAX_NESTED_ERROR(dctx);
uctx = dent ? unit : uctx;
/* prefixed path */
if (!prefix && !parent && !pdir) {
path = *uctx->path;
} else {
nlen = strlen(*uctx->path);
nlen += prefix ? strlen(prefix) + 1 : 0;
nlen += parent ? strlen(parent->dirent.d_name) + 1 : 0;
if (nlen >= sizeof(pbuf))
return TPAX_BUFFER_ERROR(dctx);
dst = pbuf;
if (prefix) {
src = prefix;
for (; *src; )
*dst++ = *src++;
if (dst[-1] != '/')
*dst++ = '/';
}
if (parent) {
src = parent->dirent.d_name;
for (; *src; )
*dst++ = *src++;
*dst++ = '/';
}
if (pdir) {
src = pdir;
for (; *src; )
*dst++ = *src++;
*dst++ = '/';
}
src = *uctx->path;
for (; *src; )
*dst++ = *src++;
*dst = 0;
path = pbuf;
}
/* record errors */
tpax_driver_set_ectx(
dctx,0,path);
/* driver */
fdout = tpax_driver_fdout(dctx);
/* header and data offsets: todo pax and cpio */
hpos = tpax_get_driver_cpos(dctx);
dpos = hpos + sizeof(uhdr);
/* header */
if (tpax_init_ustar_header(
dctx,path,uctx->st,
*uctx->link,&uhdr) < 0)
return tpax_archive_append_ret(
TPAX_NESTED_ERROR(dctx),
unit);
/* buffer */
membuf = 0;
fdtmp = -1;
/* associated data? */
if S_ISREG(uctx->st->st_mode) {
buf = tpax_get_driver_anon_map_addr(
dctx,&buflen);
if (buflen >= (cmplen = uctx->st->st_size))
membuf = buf;
/* snapshot */
if (membuf) {
if (tpax_file_create_memory_snapshot(
dctx,fdat,*uctx->path,
uctx->st,membuf) < 0)
return tpax_archive_append_ret(
TPAX_NESTED_ERROR(dctx),
unit);
} else {
if ((fdtmp = tpax_file_create_tmpfs_snapshot(
dctx,fdat,*uctx->path,
uctx->st)) < 0)
return tpax_archive_append_ret(
TPAX_NESTED_ERROR(dctx),
unit);
if (lseek(fdtmp,0,SEEK_SET) < 0)
return tpax_archive_append_ret(
TPAX_SYSTEM_ERROR(dctx),
unit);
}
}
/* append header */
if (tpax_archive_append_memory_data(fdout,&uhdr,ssizeof(uhdr)) < 0) {
if (fdtmp >= 0)
close(fdtmp);
return tpax_archive_append_ret(
TPAX_SYSTEM_ERROR(dctx),
unit);
}
tpax_set_driver_cpos(dctx,dpos);
/* all done? */
if (!(S_ISREG(uctx->st->st_mode))) {
tpax_archive_append_ret(0,unit);
return 0;
}
/* append data from snapshot */
if (fdtmp >= 0) {
buf = tpax_get_driver_anon_map_addr(
dctx,&buflen);
for (nread=0; nread<uctx->st->st_size; ) {
nbytes = read(fdtmp,buf,buflen);
while ((nbytes < 0) && (errno == EINTR))
nbytes = read(fdtmp,buf,buflen);
if (nbytes < 0) {
close(fdtmp);
return tpax_archive_append_ret(
TPAX_SYSTEM_ERROR(dctx),
unit);
} else if (nbytes == 0) {
close(fdtmp);
return tpax_archive_append_ret(
TPAX_CUSTOM_ERROR(dctx,TPAX_ERR_FLOW_ERROR),
unit);
} else {
nread += nbytes;
}
if (tpax_archive_append_memory_data(fdout,buf,nbytes) < 0) {
close(fdtmp);
return tpax_archive_append_ret(
TPAX_SYSTEM_ERROR(dctx),
unit);
}
}
close(fdtmp);
} else {
if (tpax_archive_append_memory_data(
fdout,membuf,
uctx->st->st_size) < 0)
return tpax_archive_append_ret(
TPAX_SYSTEM_ERROR(dctx),
unit);
}
return tpax_archive_append_ret(
tpax_archive_append_pad(dctx,fdout,uctx->st),
unit);
}
static int tpax_archive_append_dir(
const struct tpax_driver_ctx * dctx,
const struct tpax_unit_ctx * uctx,
struct tpax_dirent * dent,
int fdat,
int depth,
const char * prefix,
const struct tpax_dirent * parent)
{
int fd;
bool fkeep;
long nbytes;
size_t needed;
struct dirent * dirent;
struct dirent * dirents;
struct tpax_dirent_buffer * dentbuf;
struct tpax_dirent * cdent;
struct tpax_unit_ctx * unit;
struct stat st;
uintptr_t addr;
char * src;
char * dst;
char * cap;
/* fake uctx for recursion items */
unit = 0;
if (dent && tpax_get_unit_ctx(
dctx,dent->fdat,dent->dirent.d_name,
&unit) < 0)
return TPAX_NESTED_ERROR(dctx);
uctx = dent ? unit : uctx;
/* verify that recursion item is still a directory */
if (unit && !S_ISDIR(unit->st->st_mode))
return tpax_archive_append_ret(
TPAX_CUSTOM_ERROR(dctx,TPAX_ERR_FLOW_ERROR),
unit);
/* append directory entry to archive */
if (tpax_archive_append_one(
dctx,uctx,0,
tpax_driver_fdcwd(dctx),
prefix,0,0) < 0)
return tpax_archive_append_ret(
TPAX_NESTED_ERROR(dctx),
unit);
/* obtain buffer for file-system directory entries */
dirents = tpax_get_driver_getdents_buffer(dctx);
dirent = dirents;
fkeep = false;
nbytes = 0;
depth++;
/* open directory and obtain first directory entries */
if ((fd = openat(fdat,*uctx->path,O_RDONLY|O_DIRECTORY|O_CLOEXEC,0)) < 0)
return tpax_archive_append_ret(
TPAX_SYSTEM_ERROR(dctx),
unit);
nbytes = tpax_getdents(fd,dirents,TPAX_DIRENT_BUFLEN);
while ((nbytes == -EINTR) || ((nbytes < 0) && (errno == EINTR)))
nbytes = tpax_getdents(fd,dirents,TPAX_DIRENT_BUFLEN);
if (nbytes < 0)
return tpax_archive_append_ret(
TPAX_SYSTEM_ERROR(dctx),
unit);
/* iterate */
for (; nbytes>0; ) {
if (!strcmp(dirent->d_name,".")) {
(void)0;
} else if (!strcmp(dirent->d_name,"..")) {
(void)0;
} else {
if (dirent->d_type == DT_UNKNOWN) {
if (fstatat(fd,dirent->d_name,&st,AT_SYMLINK_NOFOLLOW))
return tpax_archive_append_ret(
TPAX_SYSTEM_ERROR(dctx),
unit);
if (S_ISDIR(st.st_mode)) {
dirent->d_type = DT_DIR;
}
}
if (dirent->d_type == DT_DIR) {
if (!(dentbuf = tpax_get_driver_dirents(dctx)))
if (!(dentbuf = tpax_dirent_buf_first_alloc(dctx)))
return tpax_archive_append_ret(
TPAX_SYSTEM_ERROR(dctx),
unit);
needed = dirent->d_reclen;
needed += offsetof(struct tpax_dirent,dirent);
needed += 0x7;
needed |= 0x7;
needed ^= 0x7;
for (; dentbuf->next && (dentbuf->nfree < needed); )
dentbuf = dentbuf->next;
if (dentbuf->nfree < needed)
if (!(dentbuf = tpax_dirent_buf_next_alloc(dentbuf)))
return tpax_archive_append_ret(
TPAX_SYSTEM_ERROR(dctx),
unit);
fkeep = true;
cdent = dentbuf->cdent;
cdent->fdat = fd;
cdent->depth = depth;
cdent->nsize = needed;
cdent->parent = parent;
memset(&cdent->dirent,0,offsetof(struct dirent,d_name));
cdent->dirent.d_type = dirent->d_type;
cdent->dirent.d_reclen = dirent->d_reclen;
src = dirent->d_name;
dst = cdent->dirent.d_name;
cap = dst - offsetof(struct dirent,d_name);
cap -= offsetof(struct tpax_dirent,dirent);
cap += needed;
for (; *src; )
*dst++ = *src++;
for (; dst<cap; )
*dst++ = 0;
dentbuf->cdent = (struct tpax_dirent *)cap;
dentbuf->nfree -= needed;
} else {
if (tpax_archive_append_one(
dctx,0,dirent,fd,prefix,
0,*uctx->path) < 0)
return tpax_archive_append_ret(
TPAX_NESTED_ERROR(dctx),
unit);
}
}
addr = (uintptr_t)dirent;
addr += dirent->d_reclen;
nbytes -= dirent->d_reclen;
dirent = (struct dirent *)addr;
if (nbytes == 0) {
nbytes = tpax_getdents(fd,dirents,TPAX_DIRENT_BUFLEN);
while ((nbytes == -EINTR) || ((nbytes < 0) && (errno == EINTR)))
nbytes = tpax_getdents(fd,dirents,TPAX_DIRENT_BUFLEN);
if (nbytes < 0)
tpax_archive_append_ret(
TPAX_SYSTEM_ERROR(dctx),
unit);
dirent = dirents;
}
}
/* all done */
return tpax_archive_append_ret(
fkeep ? 0 : close(fd),
unit);
}
static int tpax_archive_append_impl(
const struct tpax_driver_ctx * dctx,
const struct tpax_unit_ctx * uctx,
int depth,
const char * prefix,
struct tpax_dirent * parent)
{
if (S_ISDIR(uctx->st->st_mode))
if (dctx->cctx->drvflags & TPAX_DRIVER_DIR_MEMBER_RECURSE)
return tpax_archive_append_dir(
dctx,uctx,0,
tpax_driver_fdcwd(dctx),
depth,prefix,parent);
return tpax_archive_append_one(
dctx,uctx,0,
tpax_driver_fdcwd(dctx),
prefix,0,0);
}
int tpax_archive_append(
const struct tpax_driver_ctx * dctx,
const struct tpax_unit_ctx * uctx,
const char * prefix)
{
struct tpax_dirent_buffer * dentbuf;
struct tpax_dirent * cdent;
struct tpax_dirent * cnext;
const struct tpax_dirent * parent;
uintptr_t addr;
const char * rdir;
const char * src;
char * dst;
char * cap;
char * mark;
int idx;
const char * dirv[256];
char pbuf[2048];
/* normalized prefix */
if (prefix && (prefix[0] == '.') && (!prefix[1]))
prefix = 0;
if (prefix && (prefix[0] == '.') && (prefix[1] == '/'))
for (++prefix; *prefix=='/'; prefix++)
(void)0;
/* append explicit item */
tpax_archive_append_impl(dctx,uctx,0,prefix,0);
/* iterate through queued items */
dentbuf = tpax_get_driver_dirents(dctx);
cdent = dentbuf ? dentbuf->dbuf : 0;
if (cdent) {
dst = pbuf;
cap = &pbuf[sizeof(pbuf)];
if (prefix && prefix[0]) {
for (; *src && dst<cap; )
*dst++ = *src++;
if (dst == cap)
return TPAX_BUFFER_ERROR(dctx);
if (dst[-1] != '/')
*dst++ = '/';
}
src = *uctx->path;
for (; *src && dst<cap; )
*dst++ = *src++;
if (dst == cap)
return TPAX_BUFFER_ERROR(dctx);
if (dst[-1] != '/')
*dst++ = '/';
*dst = 0;
mark = dst;
rdir = pbuf;
(void)mark;
}
for (; cdent; ) {
switch (cdent->dirent.d_type) {
case DT_DIR:
if (tpax_archive_append_dir(
dctx,0,cdent,cdent->fdat,
cdent->depth,rdir,cdent) < 0)
return TPAX_NESTED_ERROR(dctx);
break;
default:
if (tpax_archive_append_one(
dctx,0,&cdent->dirent,
cdent->fdat,rdir,cdent,0) < 0)
return TPAX_NESTED_ERROR(dctx);
}
addr = (uintptr_t)cdent;
addr += cdent->nsize;
cnext = (struct tpax_dirent *)addr;
if (cnext == dentbuf->cdent) {
dentbuf = dentbuf->next;
cnext = dentbuf ? dentbuf->dbuf : 0;
}
if (cnext && (cnext->parent != cdent->parent)) {
if (cnext->depth > 256)
return TPAX_BUFFER_ERROR(dctx);
for (parent=cnext->parent; parent; parent=parent->parent)
dirv[parent->depth - 1] = parent->dirent.d_name;
for (idx=0,dst=mark; idx<cnext->parent->depth; idx++) {
src = dirv[idx];
for (; *src; )
*dst++ = *src++;
*dst++ = '/';
}
*--dst = 0;
}
cdent = cnext;
}
return 0;
}
int tpax_archive_seal(const struct tpax_driver_ctx * dctx)
{
int fdout;
off_t cpos;
ssize_t nbytes;
ssize_t nwritten;
ssize_t blksize;
char buf[512];
blksize = tpax_get_archive_block_size(dctx);
cpos = tpax_get_driver_cpos(dctx);
if (cpos % 512)
return TPAX_CUSTOM_ERROR(dctx,TPAX_ERR_FLOW_ERROR);
fdout = tpax_driver_fdout(dctx);
memset(buf,0,sizeof(buf));
switch (cpos % blksize) {
case 0:
nbytes = cpos + blksize;
break;
default:
nbytes = cpos / blksize;
nbytes *= blksize;
nbytes += blksize;
if (nbytes-cpos == 512)
nbytes += blksize;
}
for (nwritten=cpos; nwritten<nbytes; nwritten+=512) {
if (tpax_archive_append_memory_data(fdout,buf,512) < 0)
return TPAX_SYSTEM_ERROR(dctx);
tpax_set_driver_cpos(dctx,nwritten);
}
return 0;
}