embedaddon/rsync/flist.c - diff

Return to flist.c CVS log

Up to [ELWIX - Embedded LightWeight unIX -] / embedaddon / rsync

Diff for /embedaddon/rsync/flist.c between versions 1.1 and 1.1.1.4

version 1.1, 2012/02/17 15:09:30	version 1.1.1.4, 2021/03/17 00:32:36
Line 4	Line 4
* Copyright (C) 1996 Andrew Tridgell	* Copyright (C) 1996 Andrew Tridgell
* Copyright (C) 1996 Paul Mackerras	* Copyright (C) 1996 Paul Mackerras
* Copyright (C) 2001, 2002 Martin Pool <mbp@samba.org>	* Copyright (C) 2001, 2002 Martin Pool <mbp@samba.org>
* Copyright (C) 2002-2009 Wayne Davison	* Copyright (C) 2002-2020 Wayne Davison
*	*
* This program is free software; you can redistribute it and/or modify	* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by	* it under the terms of the GNU General Public License as published by
Line 22	Line 22

#include "rsync.h"	#include "rsync.h"
#include "ifuncs.h"	#include "ifuncs.h"
	#include "itypes.h"
#include "rounding.h"	#include "rounding.h"
	#include "inums.h"
#include "io.h"	#include "io.h"

extern int verbose;	extern int dry_run;
extern int am_root;	extern int am_root;
extern int am_server;	extern int am_server;
extern int am_daemon;	extern int am_daemon;
extern int am_sender;	extern int am_sender;
extern int am_generator;	extern int am_generator;
extern int inc_recurse;	extern int inc_recurse;
extern int do_progress;
extern int always_checksum;	extern int always_checksum;
	extern int basis_dir_cnt;
	extern int checksum_type;
extern int module_id;	extern int module_id;
	extern int ignore_case;
extern int ignore_errors;	extern int ignore_errors;
extern int numeric_ids;	extern int numeric_ids;
	extern int quiet;
extern int recurse;	extern int recurse;
extern int use_qsort;	extern int use_qsort;
extern int xfer_dirs;	extern int xfer_dirs;
Line 51 extern int preserve_links;	Line 56 extern int preserve_links;
extern int preserve_hard_links;	extern int preserve_hard_links;
extern int preserve_devices;	extern int preserve_devices;
extern int preserve_specials;	extern int preserve_specials;
	extern int preserve_fileflags;
extern int delete_during;	extern int delete_during;
	extern int missing_args;
	extern int use_db;
extern int eol_nulls;	extern int eol_nulls;
	extern int atimes_ndx;
	extern int crtimes_ndx;
extern int relative_paths;	extern int relative_paths;
extern int implied_dirs;	extern int implied_dirs;
extern int ignore_perishable;	extern int ignore_perishable;
extern int non_perishable_cnt;	extern int non_perishable_cnt;
extern int prune_empty_dirs;	extern int prune_empty_dirs;
	extern int checksum_files;
extern int copy_links;	extern int copy_links;
extern int copy_unsafe_links;	extern int copy_unsafe_links;
	extern int detect_renamed;
extern int protocol_version;	extern int protocol_version;
extern int sanitize_paths;	extern int sanitize_paths;
extern int munge_symlinks;	extern int munge_symlinks;
extern int use_safe_inc_flist;	extern int use_safe_inc_flist;
extern int need_unsorted_flist;	extern int need_unsorted_flist;
extern int sender_symlink_iconv;	extern int sender_symlink_iconv;
	extern int output_needs_newline;
	extern int sender_keeps_checksum;
extern int unsort_ndx;	extern int unsort_ndx;
	extern char *basis_dir[];
extern uid_t our_uid;	extern uid_t our_uid;
extern struct stats stats;	extern struct stats stats;
extern char *filesfrom_host;	extern char *filesfrom_host;
	extern char usermap, groupmap;
	extern char *tr_opt;

extern char curr_dir[MAXPATHLEN];	extern char curr_dir[MAXPATHLEN];

extern struct chmod_mode_struct *chmod_modes;	extern struct chmod_mode_struct *chmod_modes;

extern struct filter_list_struct filter_list;	extern filter_rule_list filter_list;
extern struct filter_list_struct daemon_filter_list;	extern filter_rule_list daemon_filter_list;
	extern filter_rule *last_hit_filter_rule;

#ifdef ICONV_OPTION	#ifdef ICONV_OPTION
extern int filesfrom_convert;	extern int filesfrom_convert;
extern iconv_t ic_send, ic_recv;	extern iconv_t ic_send, ic_recv;
#endif	#endif

	#ifdef HAVE_UTIMENSAT
	#ifdef HAVE_STRUCT_STAT_ST_MTIM_TV_NSEC
	#define ST_MTIME_NSEC st_mtim.tv_nsec
	#elif defined(HAVE_STRUCT_STAT_ST_MTIMENSEC)
	#define ST_MTIME_NSEC st_mtimensec
	#endif
	#endif

	#define RSYNCSUMS_FILE ".rsyncsums"
	#define RSYNCSUMS_LEN (sizeof RSYNCSUMS_FILE-1)

	#define CLEAN_STRIP_ROOT (1<<0)
	#define CLEAN_KEEP_LAST (1<<1)

#define PTR_SIZE (sizeof (struct file_struct *))	#define PTR_SIZE (sizeof (struct file_struct *))

	#define FLAG_SUM_MISSING (1<<1) /* F_SUM() data is undefined */
	#define FLAG_SUM_KEEP (1<<2) /* keep entry when rewriting */

int io_error;	int io_error;
int checksum_len;	int flist_csum_len;
dev_t filesystem_dev; /* used to implement -x */	dev_t filesystem_dev; /* used to implement -x */

struct file_list cur_flist, first_flist, *dir_flist;	struct file_list cur_flist, first_flist, *dir_flist;
int send_dir_ndx = -1, send_dir_depth = -1;	int send_dir_ndx = -1, send_dir_depth = -1;
int flist_cnt = 0; /* how many (non-tmp) file list objects exist */	int flist_cnt = 0; /* how many (non-tmp) file list objects exist */
int file_total = 0; /* total of all active items over all file-lists */	int file_total = 0; /* total of all active items over all file-lists */
	int file_old_total = 0; /* total of active items that will soon be gone */
int flist_eof = 0; /* all the file-lists are now known */	int flist_eof = 0; /* all the file-lists are now known */
	int xfer_flags_as_varint = 0;

	char tr_substitutions[256];

#define NORMAL_NAME 0	#define NORMAL_NAME 0
#define SLASH_ENDING_NAME 1	#define SLASH_ENDING_NAME 1
#define DOTDIR_NAME 2	#define DOTDIR_NAME 2
	#define MISSING_NAME 3

/* Starting from protocol version 26, we always use 64-bit ino_t and dev_t	/* Starting from protocol version 26, we always use 64-bit ino_t and dev_t
* internally, even if this platform does not allow files to have 64-bit inums.	* internally, even if this platform does not allow files to have 64-bit inums.
Line 120 static int64 tmp_dev = -1, tmp_ino;	Line 160 static int64 tmp_dev = -1, tmp_ino;
#endif	#endif
static char tmp_sum[MAX_DIGEST_LEN];	static char tmp_sum[MAX_DIGEST_LEN];

	struct file_list the_fattr_list;

static char empty_sum[MAX_DIGEST_LEN];	static char empty_sum[MAX_DIGEST_LEN];
static int flist_count_offset; /* for --delete --progress */	static int flist_count_offset; /* for --delete --progress */
static int dir_count = 0;	static int show_filelist_progress;

static void flist_sort_and_clean(struct file_list *flist, int strip_root);	#define REGULAR_SKIPPED(flist) ((flist)->to_redo)

	static struct csum_cache {
	struct file_list *flist;
	const char *dirname;
	int checksum_matches;
	int checksum_updates;
	} *csum_cache = NULL;

	static struct file_list flist_new(int flags, const char msg);
	static void flist_sort_and_clean(struct file_list *flist, int flags);
static void output_flist(struct file_list *flist);	static void output_flist(struct file_list *flist);

void init_flist(void)	void init_flist(void)
{	{
if (verbose > 4) {	if (DEBUG_GTE(FLIST, 4)) {
rprintf(FINFO, "FILE_STRUCT_LEN=%d, EXTRA_LEN=%d\n",	rprintf(FINFO, "FILE_STRUCT_LEN=%d, EXTRA_LEN=%d\n",
(int)FILE_STRUCT_LEN, (int)EXTRA_LEN);	(int)FILE_STRUCT_LEN, (int)EXTRA_LEN);
}	}
checksum_len = protocol_version < 21 ? 2	flist_csum_len = csum_len_for_type(checksum_type, 1);
: protocol_version < 30 ? MD4_DIGEST_LEN
: MD5_DIGEST_LEN;
}

static int show_filelist_p(void)	show_filelist_progress = INFO_GTE(FLIST, 1) && xfer_dirs && !am_server && !inc_recurse;
{
return verbose && xfer_dirs && !am_server && !inc_recurse;
}	}

static void start_filelist_progress(char *kind)	static void start_filelist_progress(char *kind)
{	{
	if (quiet)
	return;
rprintf(FCLIENT, "%s ... ", kind);	rprintf(FCLIENT, "%s ... ", kind);
if (verbose > 1 \|\| do_progress)	output_needs_newline = 1;
rprintf(FCLIENT, "\n");
rflush(FINFO);	rflush(FINFO);
}	}

static void emit_filelist_progress(int count)	static void emit_filelist_progress(int count)
{	{
	if (quiet)
	return;
	if (output_needs_newline == 2) /* avoid a newline in the middle of this filelist-progress output */
	output_needs_newline = 0;
rprintf(FCLIENT, " %d files...\r", count);	rprintf(FCLIENT, " %d files...\r", count);
	output_needs_newline = 2;
}	}

static void maybe_emit_filelist_progress(int count)	static void maybe_emit_filelist_progress(int count)
{	{
if (do_progress && show_filelist_p() && (count % 100) == 0)	if (INFO_GTE(FLIST, 2) && show_filelist_progress && (count % 100) == 0)
emit_filelist_progress(count);	emit_filelist_progress(count);
}	}

static void finish_filelist_progress(const struct file_list *flist)	static void finish_filelist_progress(const struct file_list *flist)
{	{
if (do_progress) {	output_needs_newline = 0;
	if (INFO_GTE(FLIST, 2)) {
/* This overwrites the progress line */	/* This overwrites the progress line */
rprintf(FINFO, "%d file%sto consider\n",	rprintf(FINFO, "%d file%sto consider\n",
flist->used, flist->used == 1 ? " " : "s ");	flist->used, flist->used == 1 ? " " : "s ");
} else	} else {
rprintf(FINFO, "done\n");	rprintf(FINFO, "done\n");
	}
}	}

void show_flist_stats(void)	void show_flist_stats(void)
Line 191 static int readlink_stat(const char *path, STRUCT_STAT	Line 246 static int readlink_stat(const char *path, STRUCT_STAT
if (link_stat(path, stp, copy_dirlinks) < 0)	if (link_stat(path, stp, copy_dirlinks) < 0)
return -1;	return -1;
if (S_ISLNK(stp->st_mode)) {	if (S_ISLNK(stp->st_mode)) {
int llen = readlink(path, linkbuf, MAXPATHLEN - 1);	int llen = do_readlink(path, linkbuf, MAXPATHLEN - 1);
if (llen < 0)	if (llen < 0)
return -1;	return -1;
linkbuf[llen] = '\0';	linkbuf[llen] = '\0';
if (copy_unsafe_links && unsafe_symlink(linkbuf, path)) {	if (copy_unsafe_links && unsafe_symlink(linkbuf, path)) {
if (verbose > 1) {	if (INFO_GTE(SYMSAFE, 1)) {
rprintf(FINFO,"copying unsafe symlink \"%s\" -> \"%s\"\n",	rprintf(FINFO,"copying unsafe symlink \"%s\" -> \"%s\"\n",
path, linkbuf);	path, linkbuf);
}	}
Line 232 int link_stat(const char path, STRUCT_STAT stp, int	Line 287 int link_stat(const char path, STRUCT_STAT stp, int
#endif	#endif
}	}

static inline int is_daemon_excluded(const char *fname, int is_dir)
{
if (daemon_filter_list.head
&& check_filter(&daemon_filter_list, FLOG, fname, is_dir) < 0) {
errno = ENOENT;
return 1;
}
return 0;
}

static inline int path_is_daemon_excluded(char *path, int ignore_filename)	static inline int path_is_daemon_excluded(char *path, int ignore_filename)
{	{
if (daemon_filter_list.head) {	if (daemon_filter_list.head) {
Line 268 static inline int path_is_daemon_excluded(char *path,	Line 313 static inline int path_is_daemon_excluded(char *path,
return 0;	return 0;
}	}

/* This function is used to check if a file should be included/excluded	static inline int is_excluded(const char *fname, int is_dir, int filter_level)
* from the list of files based on its name and type etc. The value of
* filter_level is set to either SERVER_FILTERS or ALL_FILTERS. */
static int is_excluded(const char *fname, int is_dir, int filter_level)
{	{
#if 0 /* This currently never happens, so avoid a useless compare. */	return name_is_excluded(fname, is_dir ? NAME_IS_DIR : NAME_IS_FILE, filter_level);
if (filter_level == NO_FILTERS)	}
return 0;
#endif	static int fattr_compare(struct file_struct file1, struct file_struct file2)
if (is_daemon_excluded(fname, is_dir))	{
	struct file_struct f1 = file1;
	struct file_struct f2 = file2;
	int64 len1 = F_LENGTH(f1), len2 = F_LENGTH(f2);
	int diff;

	if (!f1->basename \|\| !S_ISREG(f1->mode) \|\| !len1) {
	if (!f2->basename \|\| !S_ISREG(f2->mode) \|\| !len2)
	return 0;
return 1;	return 1;
if (filter_level != ALL_FILTERS)	}
	if (!f2->basename \|\| !S_ISREG(f2->mode) \|\| !len2)
	return -1;

	/* Don't use diff for values that are longer than an int. */
	if (len1 != len2)
	return len1 < len2 ? -1 : 1;

	if (always_checksum) {
	diff = u_memcmp(F_SUM(f1), F_SUM(f2), flist_csum_len);
	if (diff)
	return diff;
	} else if (f1->modtime != f2->modtime)
	return f1->modtime < f2->modtime ? -1 : 1;

	diff = u_strcmp(f1->basename, f2->basename);
	if (diff)
	return diff;

	if (f1->dirname == f2->dirname)
return 0;	return 0;
if (filter_list.head	if (!f1->dirname)
&& check_filter(&filter_list, FINFO, fname, is_dir) < 0)	return -1;
	if (!f2->dirname)
return 1;	return 1;
return 0;	return u_strcmp(f1->dirname, f2->dirname);
}	}

static void send_directory(int f, struct file_list *flist,	static void send_directory(int f, struct file_list *flist,
Line 313 static void flist_expand(struct file_list *flist, int	Line 383 static void flist_expand(struct file_list *flist, int
if (flist->malloced < flist->used + extra)	if (flist->malloced < flist->used + extra)
flist->malloced = flist->used + extra;	flist->malloced = flist->used + extra;

new_ptr = realloc_array(flist->files, struct file_struct *,	new_ptr = realloc_array(flist->files, struct file_struct *, flist->malloced);
flist->malloced);

if (verbose >= 2 && flist->malloced != FLIST_START) {	if (DEBUG_GTE(FLIST, 1) && flist->malloced != FLIST_START) {
rprintf(FCLIENT, "[%s] expand file_list pointer array to %.0f bytes, did%s move\n",	rprintf(FCLIENT, "[%s] expand file_list pointer array to %s bytes, did%s move\n",
who_am_i(),	who_am_i(),
(double)sizeof flist->files[0] * flist->malloced,	big_num(sizeof flist->files[0] * flist->malloced),
(new_ptr == flist->files) ? " not" : "");	(new_ptr == flist->files) ? " not" : "");
}	}

flist->files = new_ptr;	flist->files = new_ptr;

if (!flist->files)
out_of_memory("flist_expand");
}	}

static void flist_done_allocating(struct file_list *flist)	static void flist_done_allocating(struct file_list *flist)
Line 338 static void flist_done_allocating(struct file_list *fl	Line 404 static void flist_done_allocating(struct file_list *fl
flist->pool_boundary = ptr;	flist->pool_boundary = ptr;
}	}

	static void checksum_filename(int slot, const char dirname, char fbuf)
	{
	if (dirname && *dirname) {
	unsigned int len;
	if (slot) {
	len = strlcpy(fbuf, basis_dir[slot-1], MAXPATHLEN);
	if (len >= MAXPATHLEN)
	return;
	} else
	len = 0;
	if (pathjoin(fbuf+len, MAXPATHLEN-len, dirname, RSYNCSUMS_FILE) >= MAXPATHLEN-len)
	return;
	} else
	strlcpy(fbuf, RSYNCSUMS_FILE, MAXPATHLEN);
	}

	static void write_checksums(int slot, struct file_list *flist, int whole_dir)
	{
	int i;
	FILE *out_fp;
	char fbuf[MAXPATHLEN];
	int new_entries = csum_cache[slot].checksum_updates != 0;
	int counts_match = flist->used == csum_cache[slot].checksum_matches;
	int no_skipped = whole_dir && REGULAR_SKIPPED(flist) == 0;
	const char *dirname = csum_cache[slot].dirname;

	flist_sort_and_clean(flist, 0);

	if (dry_run && !(checksum_files & CSF_AFFECT_DRYRUN))
	return;

	checksum_filename(slot, dirname, fbuf);

	if (flist->high - flist->low < 0 && no_skipped) {
	unlink(fbuf);
	return;
	}

	if (!new_entries && (counts_match \|\| !whole_dir))
	return;

	if (!(out_fp = fopen(fbuf, "w")))
	return;

	for (i = flist->low; i <= flist->high; i++) {
	struct file_struct *file = flist->sorted[i];
	const char *cp = F_SUM(file);
	const char *end = cp + flist_csum_len;
	const char *alt_sum = file->basename + strlen(file->basename) + 1;
	if (whole_dir && !(file->flags & FLAG_SUM_KEEP))
	continue;
	if (checksum_type == 5)
	fprintf(out_fp, "%s ", alt_sum);
	if (file->flags & FLAG_SUM_MISSING) {
	do {
	fputs("==", out_fp);
	} while (++cp != end);
	} else {
	do {
	fprintf(out_fp, "%02x", (int)CVAL(cp, 0));
	} while (++cp != end);
	}
	if (checksum_type != 5)
	fprintf(out_fp, " %s", alt_sum);
	fprintf(out_fp, " %10.0f %10.0f %10lu %10lu %s\n",
	(double)F_LENGTH(file), (double)file->modtime,
	(long)F_CTIME(file), (long)F_INODE(file), file->basename);
	}

	fclose(out_fp);
	}

	void reset_checksum_cache(int whole_dir)
	{
	int slot, slots = am_sender ? 1 : basis_dir_cnt + 1;

	if (!csum_cache)
	csum_cache = new_array0(struct csum_cache, slots);

	for (slot = 0; slot < slots; slot++) {
	struct file_list *flist = csum_cache[slot].flist;

	if (flist) {
	if (checksum_files & CSF_UPDATE && flist->next)
	write_checksums(slot, flist, whole_dir);

	/* Reset the pool memory and empty the file-list array. */
	pool_free_old(flist->file_pool,
	pool_boundary(flist->file_pool, 0));
	flist->used = 0;
	} else
	flist = csum_cache[slot].flist = flist_new(FLIST_TEMP, "reset_checksum_cache");

	flist->low = 0;
	flist->high = -1;
	flist->next = NULL;

	csum_cache[slot].checksum_matches = 0;
	csum_cache[slot].checksum_updates = 0;
	REGULAR_SKIPPED(flist) = 0;
	}
	}

	/* The basename_len count is the length of the basename + 1 for the '\0'. */
	static int add_checksum(struct file_list flist, const char dirname,
	const char *basename, int basename_len, OFF_T file_length,
	time_t mtime, uint32 ctime, uint32 inode,
	const char sum, const char alt_sum, int flags)
	{
	struct file_struct *file;
	int alloc_len, extra_len;
	char *bp;

	if (basename_len == RSYNCSUMS_LEN+1 && *basename == '.'
	&& strcmp(basename, RSYNCSUMS_FILE) == 0)
	return 0;

	/* "2" is for a 32-bit ctime num and an 32-bit inode num. */
	extra_len = (file_extra_cnt + (file_length > 0xFFFFFFFFu) + SUM_EXTRA_CNT + 2)
	* EXTRA_LEN;
	#if EXTRA_ROUNDING > 0
	if (extra_len & (EXTRA_ROUNDING * EXTRA_LEN))
	extra_len = (extra_len \| (EXTRA_ROUNDING * EXTRA_LEN)) + EXTRA_LEN;
	#endif
	alloc_len = FILE_STRUCT_LEN + extra_len + basename_len + flist_csum_len*2 + 1;
	bp = pool_alloc(flist->file_pool, alloc_len, "add_checksum");

	memset(bp, 0, extra_len + FILE_STRUCT_LEN);
	bp += extra_len;
	file = (struct file_struct *)bp;
	bp += FILE_STRUCT_LEN;

	memcpy(bp, basename, basename_len);
	if (alt_sum)
	strlcpy(bp+basename_len, alt_sum, flist_csum_len*2 + 1);
	else {
	memset(bp+basename_len, '=', flist_csum_len*2);
	bp[basename_len+flist_csum_len*2] = '\0';
	}

	file->flags = flags;
	file->mode = S_IFREG;
	file->modtime = mtime;
	file->len32 = (uint32)file_length;
	if (file_length > 0xFFFFFFFFu) {
	file->flags \|= FLAG_LENGTH64;
	OPT_EXTRA(file, 0)->unum = (uint32)(file_length >> 32);
	}
	file->dirname = dirname;
	F_CTIME(file) = ctime;
	F_INODE(file) = inode;
	bp = F_SUM(file);
	memcpy(bp, sum, flist_csum_len);

	flist_expand(flist, 1);
	flist->files[flist->used++] = file;

	flist->sorted = flist->files;

	return 1;
	}

	/* The "dirname" arg's data must remain unchanged during the lifespan of
	* the created csum_cache[].flist object because we use it directly. */
	static void read_checksums(int slot, struct file_list flist, const char dirname)
	{
	char line[MAXPATHLEN+1024], fbuf[MAXPATHLEN], sum[MAX_DIGEST_LEN];
	FILE *fp;
	char *cp;
	time_t mtime;
	int len, i, flags;
	OFF_T file_length;
	uint32 ctime, inode;
	const char *alt_sum = NULL;
	int dlen = dirname ? strlcpy(fbuf, dirname, sizeof fbuf) : 0;

	if (dlen >= (int)(sizeof fbuf - 1 - RSYNCSUMS_LEN))
	return;
	if (dlen)
	fbuf[dlen++] = '/';
	else
	dirname = NULL;
	strlcpy(fbuf+dlen, RSYNCSUMS_FILE, sizeof fbuf - dlen);
	if (slot) {
	pathjoin(line, sizeof line, basis_dir[slot-1], fbuf);
	cp = line;
	} else
	cp = fbuf;
	if (!(fp = fopen(cp, "r")))
	return;

	while (fgets(line, sizeof line, fp)) {
	cp = line;
	if (checksum_type == 5) {
	alt_sum = cp;
	if (*cp == '=')
	while (*++cp == '=') {}
	else
	while (isHexDigit(cp)) cp++;
	if (cp - alt_sum != MD4_DIGEST_LEN2 \|\| cp != ' ')
	break;
	while (*++cp == ' ') {}
	}

	if (*cp == '=') {
	for (i = 0; i < flist_csum_len*2; i++, cp++) {
	if (*cp != '=') {
	cp = "";
	break;
	}
	}
	memset(sum, 0, flist_csum_len);
	flags = FLAG_SUM_MISSING;
	} else {
	for (i = 0; i < flist_csum_len*2; i++, cp++) {
	int x;
	if (isHexDigit(cp)) {
	if (isDigit(cp))
	x = *cp - '0';
	else
	x = (*cp & 0xF) + 9;
	} else {
	cp = "";
	break;
	}
	if (i & 1)
	sum[i/2] \|= x;
	else
	sum[i/2] = x << 4;
	}
	flags = 0;
	}
	if (*cp != ' ')
	break;
	while (*++cp == ' ') {}

	if (checksum_type != 5) {
	alt_sum = cp;
	if (*cp == '=')
	while (*++cp == '=') {}
	else
	while (isHexDigit(cp)) cp++;
	if (cp - alt_sum != MD5_DIGEST_LEN2 \|\| cp != ' ')
	break;
	while (*++cp == ' ') {}
	}

	file_length = 0;
	while (isDigit(cp))
	file_length = file_length * 10 + *cp++ - '0';
	if (*cp != ' ')
	break;
	while (*++cp == ' ') {}

	mtime = 0;
	while (isDigit(cp))
	mtime = mtime * 10 + *cp++ - '0';
	if (*cp != ' ')
	break;
	while (*++cp == ' ') {}

	ctime = 0;
	while (isDigit(cp))
	ctime = ctime * 10 + *cp++ - '0';
	if (*cp != ' ')
	break;
	while (*++cp == ' ') {}

	inode = 0;
	while (isDigit(cp))
	inode = inode * 10 + *cp++ - '0';
	if (*cp != ' ')
	break;
	while (*++cp == ' ') {}

	len = strlen(cp);
	while (len && (cp[len-1] == '\n' \|\| cp[len-1] == '\r'))
	len--;
	if (!len)
	break;
	cp[len++] = '\0'; /* len now counts the null */
	if (strchr(cp, '/'))
	break;
	if (len > MAXPATHLEN)
	continue;

	strlcpy(fbuf+dlen, cp, sizeof fbuf - dlen);
	if (is_excluded(fbuf, 0, ALL_FILTERS)) {
	flags \|= FLAG_SUM_KEEP;
	csum_cache[slot].checksum_matches++;
	}

	add_checksum(flist, dirname, cp, len, file_length,
	mtime, ctime, inode,
	sum, alt_sum, flags);
	}
	fclose(fp);

	flist_sort_and_clean(flist, CLEAN_KEEP_LAST);
	}

	void set_cached_checksum(struct file_list file_flist, struct file_struct file)
	{
	int j;
	FILE *out_fp;
	STRUCT_STAT st;
	char fbuf[MAXPATHLEN];
	const char *fn = f_name(file, NULL);
	struct file_list *flist = csum_cache[0].flist;

	if (dry_run && !(checksum_files & CSF_AFFECT_DRYRUN))
	return;

	if (stat(fn, &st) < 0)
	return;

	checksum_filename(0, file->dirname, fbuf);

	if (file_flist != flist->next) {
	const char *cp = F_SUM(file);
	const char *end = cp + flist_csum_len;

	if (!(out_fp = fopen(fbuf, "a")))
	return;

	if (checksum_type == 5) {
	for (j = 0; j < flist_csum_len; j++)
	fputs("==", out_fp);
	fputc(' ', out_fp);
	}
	do {
	fprintf(out_fp, "%02x", (int)CVAL(cp, 0));
	} while (++cp != end);
	if (checksum_type != 5) {
	fputc(' ', out_fp);
	for (j = 0; j < flist_csum_len; j++)
	fputs("==", out_fp);
	}
	fprintf(out_fp, " %10.0f %10.0f %10lu %10lu %s\n",
	(double)st.st_size, (double)st.st_mtime,
	(long)(uint32)st.st_ctime, (long)(uint32)st.st_ino,
	file->basename);

	fclose(out_fp);
	return;
	}

	if ((j = flist_find(flist, file)) >= 0) {
	struct file_struct *fp = flist->sorted[j];
	int inc = 0;
	if (F_LENGTH(fp) != st.st_size) {
	fp->len32 = (uint32)st.st_size;
	if (st.st_size > 0xFFFFFFFFu) {
	OPT_EXTRA(fp, 0)->unum = (uint32)(st.st_size >> 32);
	fp->flags \|= FLAG_LENGTH64;
	} else
	fp->flags &= FLAG_LENGTH64;
	inc = 1;
	}
	if (fp->modtime != st.st_mtime) {
	fp->modtime = st.st_mtime;
	inc = 1;
	}
	if (F_CTIME(fp) != (uint32)st.st_ctime) {
	F_CTIME(fp) = (uint32)st.st_ctime;
	inc = 1;
	}
	if (F_INODE(fp) != (uint32)st.st_ino) {
	F_INODE(fp) = (uint32)st.st_ino;
	inc = 1;
	}
	memcpy(F_SUM(fp), F_SUM(file), MAX_DIGEST_LEN);
	csum_cache[0].checksum_updates += inc;
	fp->flags &= ~FLAG_SUM_MISSING;
	fp->flags \|= FLAG_SUM_KEEP;
	return;
	}

	csum_cache[0].checksum_updates +=
	add_checksum(flist, file->dirname, file->basename, strlen(file->basename) + 1,
	st.st_size, (uint32)st.st_mtime, (uint32)st.st_ctime,
	st.st_ino, F_SUM(file), NULL, FLAG_SUM_KEEP);
	}

	void get_cached_checksum(int slot, const char fname, struct file_struct file,
	int basename_len, STRUCT_STAT stp, char sum_buf)
	{
	struct file_list *flist = csum_cache[slot].flist;
	int j;

	if (!flist->next) {
	flist->next = cur_flist; /* next points from checksum flist to file flist */
	csum_cache[slot].dirname = file->dirname;
	read_checksums(slot, flist, file->dirname);
	}

	if ((j = flist_find(flist, file)) >= 0) {
	struct file_struct *fp = flist->sorted[j];

	if (F_LENGTH(fp) == stp->st_size
	&& fp->modtime == stp->st_mtime
	&& (checksum_files & CSF_LAX
	\|\| (F_CTIME(fp) == (uint32)stp->st_ctime
	&& F_INODE(fp) == (uint32)stp->st_ino))) {
	if (fp->flags & FLAG_SUM_MISSING) {
	fp->flags &= ~FLAG_SUM_MISSING;
	csum_cache[slot].checksum_updates++;
	file_checksum(fname, stp, sum_buf);
	memcpy(F_SUM(fp), sum_buf, MAX_DIGEST_LEN);
	} else {
	csum_cache[slot].checksum_matches++;
	memcpy(sum_buf, F_SUM(fp), MAX_DIGEST_LEN);
	}
	fp->flags \|= FLAG_SUM_KEEP;
	return;
	}
	clear_file(fp);
	}

	file_checksum(fname, stp, sum_buf);

	if (checksum_files & CSF_UPDATE) {
	if (basename_len < 0)
	basename_len = strlen(file->basename) + 1;
	csum_cache[slot].checksum_updates +=
	add_checksum(flist, file->dirname, file->basename, basename_len,
	stp->st_size, stp->st_mtime, (uint32)stp->st_ctime,
	(uint32)stp->st_ino, sum_buf, NULL, FLAG_SUM_KEEP);
	}
	}

/* Call this with EITHER (1) "file, NULL, 0" to chdir() to the file's	/* Call this with EITHER (1) "file, NULL, 0" to chdir() to the file's
* F_PATHNAME(), or (2) "NULL, dir, dirlen" to chdir() to the supplied dir,	* F_PATHNAME(), or (2) "NULL, dir, dirlen" to chdir() to the supplied dir,
* with dir == NULL taken to be the starting directory, and dirlen < 0	* with dir == NULL taken to be the starting directory, and dirlen < 0
Line 392 static void send_file_entry(int f, const char *fname,	Line 889 static void send_file_entry(int f, const char *fname,
#endif	#endif
int ndx, int first_ndx)	int ndx, int first_ndx)
{	{
static time_t modtime;	static time_t modtime, atime;
	#ifdef SUPPORT_CRTIMES
	static time_t crtime;
	#endif
static mode_t mode;	static mode_t mode;
	#ifdef SUPPORT_FILEFLAGS
	static uint32 fileflags;
	#endif
#ifdef SUPPORT_HARD_LINKS	#ifdef SUPPORT_HARD_LINKS
static int64 dev;	static int64 dev;
#endif	#endif
Line 403 static void send_file_entry(int f, const char *fname,	Line 906 static void send_file_entry(int f, const char *fname,
static gid_t gid;	static gid_t gid;
static const char user_name, group_name;	static const char user_name, group_name;
static char lastname[MAXPATHLEN];	static char lastname[MAXPATHLEN];
	#ifdef SUPPORT_HARD_LINKS
int first_hlink_ndx = -1;	int first_hlink_ndx = -1;
	#endif
int l1, l2;	int l1, l2;
int xflags;	int xflags;

/* Initialize starting value of xflags. */	/* Initialize starting value of xflags and adjust counts. */
if (protocol_version >= 30 && S_ISDIR(file->mode)) {	if (S_ISREG(file->mode))
dir_count++;	xflags = 0;
if (file->flags & FLAG_CONTENT_DIR)	else if (S_ISDIR(file->mode)) {
xflags = file->flags & FLAG_TOP_DIR;	stats.num_dirs++;
else if (file->flags & FLAG_IMPLIED_DIR)	if (protocol_version >= 30) {
xflags = XMIT_TOP_DIR \| XMIT_NO_CONTENT_DIR;	if (file->flags & FLAG_CONTENT_DIR)
else	xflags = file->flags & FLAG_TOP_DIR;
xflags = XMIT_NO_CONTENT_DIR;	else if (file->flags & FLAG_IMPLIED_DIR)
} else	xflags = XMIT_TOP_DIR \| XMIT_NO_CONTENT_DIR;
xflags = file->flags & FLAG_TOP_DIR; /* FLAG_TOP_DIR == XMIT_TOP_DIR */	else
	xflags = XMIT_NO_CONTENT_DIR;
	} else
	xflags = file->flags & FLAG_TOP_DIR; /* FLAG_TOP_DIR == XMIT_TOP_DIR */
	} else {
	if (S_ISLNK(file->mode))
	stats.num_symlinks++;
	else if (IS_DEVICE(file->mode))
	stats.num_devices++;
	else if (IS_SPECIAL(file->mode))
	stats.num_specials++;
	xflags = 0;
	}

if (file->mode == mode)	if (file->mode == mode)
xflags \|= XMIT_SAME_MODE;	xflags \|= XMIT_SAME_MODE;
else	else
mode = file->mode;	mode = file->mode;
	#ifdef SUPPORT_FILEFLAGS
	if (preserve_fileflags) {
	if (F_FFLAGS(file) == fileflags)
	xflags \|= XMIT_SAME_FLAGS;
	else
	fileflags = F_FFLAGS(file);
	}
	#endif

if (preserve_devices && IS_DEVICE(mode)) {	if (preserve_devices && IS_DEVICE(mode)) {
if (protocol_version < 28) {	if (protocol_version < 28) {
Line 439 static void send_file_entry(int f, const char *fname,	Line 964 static void send_file_entry(int f, const char *fname,
if (protocol_version < 30 && (uint32)minor(rdev) <= 0xFFu)	if (protocol_version < 30 && (uint32)minor(rdev) <= 0xFFu)
xflags \|= XMIT_RDEV_MINOR_8_pre30;	xflags \|= XMIT_RDEV_MINOR_8_pre30;
}	}
} else if (preserve_specials && IS_SPECIAL(mode)) {	} else if (preserve_specials && IS_SPECIAL(mode) && protocol_version < 31) {
/* Special files don't need an rdev number, so just make	/* Special files don't need an rdev number, so just make
* the historical transmission of the value efficient. */	* the historical transmission of the value efficient. */
if (protocol_version < 28)	if (protocol_version < 28)
xflags \|= XMIT_SAME_RDEV_pre28;	xflags \|= XMIT_SAME_RDEV_pre28;
else {	else {
rdev = MAKEDEV(major(rdev), 0);	rdev = MAKEDEV(rdev_major, 0);
xflags \|= XMIT_SAME_RDEV_MAJOR;	xflags \|= XMIT_SAME_RDEV_MAJOR;
if (protocol_version < 30)	if (protocol_version < 30)
xflags \|= XMIT_RDEV_MINOR_8_pre30;	xflags \|= XMIT_RDEV_MINOR_8_pre30;
Line 476 static void send_file_entry(int f, const char *fname,	Line 1001 static void send_file_entry(int f, const char *fname,
xflags \|= XMIT_SAME_TIME;	xflags \|= XMIT_SAME_TIME;
else	else
modtime = file->modtime;	modtime = file->modtime;
	if (NSEC_BUMP(file) && protocol_version >= 31)
	xflags \|= XMIT_MOD_NSEC;
	if (atimes_ndx && !S_ISDIR(mode)) {
	if (F_ATIME(file) == atime)
	xflags \|= XMIT_SAME_ATIME;
	else
	atime = F_ATIME(file);
	}
	#ifdef SUPPORT_CRTIMES
	if (crtimes_ndx) {
	crtime = F_CRTIME(file);
	if (crtime == modtime)
	xflags \|= XMIT_CRTIME_EQ_MTIME;
	}
	#endif

#ifdef SUPPORT_HARD_LINKS	#ifdef SUPPORT_HARD_LINKS
if (tmp_dev != -1) {	if (tmp_dev != -1) {
if (protocol_version >= 30) {	if (protocol_version >= 30) {
struct ht_int64_node *np = idev_find(tmp_dev, tmp_ino);	struct ht_int64_node *np = idev_find(tmp_dev, tmp_ino);
first_hlink_ndx = (int32)(long)np->data - 1;	first_hlink_ndx = (int32)(long)np->data; /* is -1 when new */
if (first_hlink_ndx < 0) {	if (first_hlink_ndx < 0) {
np->data = (void*)(long)(first_ndx + ndx + 1);	np->data = (void*)(long)(first_ndx + ndx);
xflags \|= XMIT_HLINK_FIRST;	xflags \|= XMIT_HLINK_FIRST;
}	}
	if (DEBUG_GTE(HLINK, 1)) {
	if (first_hlink_ndx >= 0) {
	rprintf(FINFO, "[%s] #%d hard-links #%d (%sabbrev)\n",
	who_am_i(), first_ndx + ndx, first_hlink_ndx,
	first_hlink_ndx >= first_ndx ? "" : "un");
	} else if (DEBUG_GTE(HLINK, 3)) {
	rprintf(FINFO, "[%s] dev:inode for #%d is %s:%s\n",
	who_am_i(), first_ndx + ndx,
	big_num(tmp_dev), big_num(tmp_ino));
	}
	}
} else {	} else {
if (tmp_dev == dev) {	if (tmp_dev == dev) {
if (protocol_version >= 28)	if (protocol_version >= 28)
Line 507 static void send_file_entry(int f, const char *fname,	Line 1058 static void send_file_entry(int f, const char *fname,
if (l2 > 255)	if (l2 > 255)
xflags \|= XMIT_LONG_NAME;	xflags \|= XMIT_LONG_NAME;

/* We must make sure we don't send a zero flag byte or the	/* We must avoid sending a flag value of 0 (or an initial byte of
* other end will terminate the flist transfer. Note that	* 0 for the older xflags protocol) or it will signal the end of
* the use of XMIT_TOP_DIR on a non-dir has no meaning, so	* the list. Note that the use of XMIT_TOP_DIR on a non-dir has
* it's harmless way to add a bit to the first flag byte. */	* no meaning, so it's a harmless way to add a bit to the first
if (protocol_version >= 28) {	* flag byte. */
	if (xfer_flags_as_varint)
	write_varint(f, xflags ? xflags : XMIT_EXTENDED_FLAGS);
	else if (protocol_version >= 28) {
if (!xflags && !S_ISDIR(mode))	if (!xflags && !S_ISDIR(mode))
xflags \|= XMIT_TOP_DIR;	xflags \|= XMIT_TOP_DIR;
if ((xflags & 0xFF00) \|\| !xflags) {	if ((xflags & 0xFF00) \|\| !xflags) {
Line 532 static void send_file_entry(int f, const char *fname,	Line 1086 static void send_file_entry(int f, const char *fname,
write_byte(f, l2);	write_byte(f, l2);
write_buf(f, fname + l1, l2);	write_buf(f, fname + l1, l2);

	#ifdef SUPPORT_HARD_LINKS
if (first_hlink_ndx >= 0) {	if (first_hlink_ndx >= 0) {
write_varint(f, first_hlink_ndx);	write_varint(f, first_hlink_ndx);
if (first_hlink_ndx >= first_ndx)	if (first_hlink_ndx >= first_ndx)
goto the_end;	goto the_end;
}	}
	#endif

write_varlong30(f, F_LENGTH(file), 3);	write_varlong30(f, F_LENGTH(file), 3);
if (!(xflags & XMIT_SAME_TIME)) {	if (!(xflags & XMIT_SAME_TIME)) {
Line 545 static void send_file_entry(int f, const char *fname,	Line 1101 static void send_file_entry(int f, const char *fname,
else	else
write_int(f, modtime);	write_int(f, modtime);
}	}
	if (xflags & XMIT_MOD_NSEC)
	write_varint(f, F_MOD_NSEC(file));
	#ifdef SUPPORT_CRTIMES
	if (crtimes_ndx && !(xflags & XMIT_CRTIME_EQ_MTIME))
	write_varlong(f, crtime, 4);
	#endif
if (!(xflags & XMIT_SAME_MODE))	if (!(xflags & XMIT_SAME_MODE))
write_int(f, to_wire_mode(mode));	write_int(f, to_wire_mode(mode));
	#ifdef SUPPORT_FILEFLAGS
	if (preserve_fileflags && !(xflags & XMIT_SAME_FLAGS))
	write_int(f, (int)fileflags);
	#endif
	if (atimes_ndx && !S_ISDIR(mode) && !(xflags & XMIT_SAME_ATIME))
	write_varlong(f, atime, 4);
if (preserve_uid && !(xflags & XMIT_SAME_UID)) {	if (preserve_uid && !(xflags & XMIT_SAME_UID)) {
if (protocol_version < 30)	if (protocol_version < 30)
write_int(f, uid);	write_int(f, uid);
Line 572 static void send_file_entry(int f, const char *fname,	Line 1140 static void send_file_entry(int f, const char *fname,
}	}
}	}
if ((preserve_devices && IS_DEVICE(mode))	if ((preserve_devices && IS_DEVICE(mode))
\|\| (preserve_specials && IS_SPECIAL(mode))) {	\|\| (preserve_specials && IS_SPECIAL(mode) && protocol_version < 31)) {
if (protocol_version < 28) {	if (protocol_version < 28) {
if (!(xflags & XMIT_SAME_RDEV_pre28))	if (!(xflags & XMIT_SAME_RDEV_pre28))
write_int(f, (int)rdev);	write_int(f, (int)rdev);
Line 620 static void send_file_entry(int f, const char *fname,	Line 1188 static void send_file_entry(int f, const char *fname,
/* Prior to 28, we sent a useless set of nulls. */	/* Prior to 28, we sent a useless set of nulls. */
sum = empty_sum;	sum = empty_sum;
}	}
write_buf(f, sum, checksum_len);	write_buf(f, sum, flist_csum_len);
}	}

	#ifdef SUPPORT_HARD_LINKS
the_end:	the_end:
	#endif
strlcpy(lastname, fname, MAXPATHLEN);	strlcpy(lastname, fname, MAXPATHLEN);

if (S_ISREG(mode) \|\| S_ISLNK(mode))	if (S_ISREG(mode) \|\| S_ISLNK(mode))
stats.total_size += F_LENGTH(file);	stats.total_size += F_LENGTH(file);
}	}

	static void transliterate(char *path, int len)
	{
	while (1) {
	/* Find position of any char in tr_opt in path, or the end of the path. */
	int span = strcspn(path, tr_opt);
	if ((len -= span) == 0)
	return;
	path += span;
	if ((path = tr_substitutions[(uchar*)path]) == '\0')
	memmove(path, path+1, len--); /* copies the trailing '\0' too. */
	else {
	path++;
	len--;
	}
	}
	}

static struct file_struct recv_file_entry(int f, struct file_list flist, int xflags)	static struct file_struct recv_file_entry(int f, struct file_list flist, int xflags)
{	{
static int64 modtime;	static int64 modtime, atime;
	#ifdef SUPPORT_CRTIMES
	static time_t crtime;
	#endif
static mode_t mode;	static mode_t mode;
	#ifdef SUPPORT_FILEFLAGS
	static uint32 fileflags;
	#endif
#ifdef SUPPORT_HARD_LINKS	#ifdef SUPPORT_HARD_LINKS
static int64 dev;	static int64 dev;
#endif	#endif
Line 652 static struct file_struct *recv_file_entry(int f, stru	Line 1245 static struct file_struct *recv_file_entry(int f, stru
int extra_len = file_extra_cnt * EXTRA_LEN;	int extra_len = file_extra_cnt * EXTRA_LEN;
int first_hlink_ndx = -1;	int first_hlink_ndx = -1;
int64 file_length;	int64 file_length;
	#ifdef CAN_SET_NSEC
	uint32 modtime_nsec;
	#endif
const char *basename;	const char *basename;
struct file_struct *file;	struct file_struct *file;
alloc_pool_t *pool;	alloc_pool_t *pool;
Line 684 static struct file_struct *recv_file_entry(int f, stru	Line 1280 static struct file_struct *recv_file_entry(int f, stru
xbuf outbuf, inbuf;	xbuf outbuf, inbuf;

INIT_CONST_XBUF(outbuf, thisname);	INIT_CONST_XBUF(outbuf, thisname);
INIT_XBUF(inbuf, lastname, basename_len, -1);	INIT_XBUF(inbuf, lastname, basename_len, (size_t)-1);

if (iconvbufs(ic_recv, &inbuf, &outbuf, 0) < 0) {	if (iconvbufs(ic_recv, &inbuf, &outbuf, ICB_INIT) < 0) {
io_error \|= IOERR_GENERAL;	io_error \|= IOERR_GENERAL;
rprintf(FERROR_UTF8,	rprintf(FERROR_UTF8,
"[%s] cannot convert filename: %s (%s)\n",	"[%s] cannot convert filename: %s (%s)\n",
Line 694 static struct file_struct *recv_file_entry(int f, stru	Line 1290 static struct file_struct *recv_file_entry(int f, stru
outbuf.len = 0;	outbuf.len = 0;
}	}
thisname[outbuf.len] = '\0';	thisname[outbuf.len] = '\0';
	basename_len = outbuf.len;
}	}
#endif	#endif

if (*thisname)	if (tr_opt)
clean_fname(thisname, 0);	transliterate(thisname, basename_len);

	if (*thisname
	&& (clean_fname(thisname, CFN_REFUSE_DOT_DOT_DIRS) < 0 \|\| (!relative_paths && *thisname == '/'))) {
	rprintf(FERROR, "ABORTING due to unsafe pathname from sender: %s\n", thisname);
	exit_cleanup(RERR_PROTOCOL);
	}

if (sanitize_paths)	if (sanitize_paths)
sanitize_path(thisname, thisname, "", 0, SP_DEFAULT);	sanitize_path(thisname, thisname, "", 0, SP_DEFAULT);

Line 726 static struct file_struct *recv_file_entry(int f, stru	Line 1329 static struct file_struct *recv_file_entry(int f, stru
first_hlink_ndx, flist->ndx_start + flist->used);	first_hlink_ndx, flist->ndx_start + flist->used);
exit_cleanup(RERR_PROTOCOL);	exit_cleanup(RERR_PROTOCOL);
}	}
	if (DEBUG_GTE(HLINK, 1)) {
	rprintf(FINFO, "[%s] #%d hard-links #%d (%sabbrev)\n",
	who_am_i(), flist->used+flist->ndx_start, first_hlink_ndx,
	first_hlink_ndx >= flist->ndx_start ? "" : "un");
	}
if (first_hlink_ndx >= flist->ndx_start) {	if (first_hlink_ndx >= flist->ndx_start) {
struct file_struct *first = flist->files[first_hlink_ndx - flist->ndx_start];	struct file_struct *first = flist->files[first_hlink_ndx - flist->ndx_start];
file_length = F_LENGTH(first);	file_length = F_LENGTH(first);
modtime = first->modtime;	modtime = first->modtime;
	#ifdef CAN_SET_NSEC
	modtime_nsec = F_MOD_NSEC_or_0(first);
	#endif
mode = first->mode;	mode = first->mode;
	if (atimes_ndx && !S_ISDIR(mode))
	atime = F_ATIME(first);
	#ifdef SUPPORT_CRTIMES
	if (crtimes_ndx)
	crtime = F_CRTIME(first);
	#endif
	#ifdef SUPPORT_FILEFLAGS
	if (preserve_fileflags)
	fileflags = F_FFLAGS(first);
	#endif
if (preserve_uid)	if (preserve_uid)
uid = F_OWNER(first);	uid = F_OWNER(first);
if (preserve_gid)	if (preserve_gid)
gid = F_GROUP(first);	gid = F_GROUP(first);
if (preserve_devices && IS_DEVICE(mode)) {	if (preserve_devices && IS_DEVICE(mode)) {
uint32 *devp = F_RDEV_P(first);	uint32 *devp = F_RDEV_P(first);
rdev = MAKEDEV(DEV_MAJOR(devp), DEV_MINOR(devp));	rdev_major = DEV_MAJOR(devp);
	rdev = MAKEDEV(rdev_major, DEV_MINOR(devp));
extra_len += DEV_EXTRA_CNT * EXTRA_LEN;	extra_len += DEV_EXTRA_CNT * EXTRA_LEN;
}	}
if (preserve_links && S_ISLNK(mode))	if (preserve_links && S_ISLNK(mode))
Line 763 static struct file_struct *recv_file_entry(int f, stru	Line 1385 static struct file_struct *recv_file_entry(int f, stru
} else	} else
modtime = read_int(f);	modtime = read_int(f);
}	}
	if (xflags & XMIT_MOD_NSEC)
	#ifndef CAN_SET_NSEC
	(void)read_varint(f);
	#else
	modtime_nsec = read_varint(f);
	else
	modtime_nsec = 0;
	#endif
	#ifdef SUPPORT_CRTIMES
	if (crtimes_ndx) {
	if (xflags & XMIT_CRTIME_EQ_MTIME)
	crtime = modtime;
	else
	crtime = read_varlong(f, 4);
	#if SIZEOF_TIME_T < SIZEOF_INT64
	if (!am_generator && (int64)(time_t)crtime != crtime) {
	rprintf(FERROR_XFER,
	"Create time value of %s truncated on receiver.\n",
	lastname);
	}
	#endif
	}
	#endif
if (!(xflags & XMIT_SAME_MODE))	if (!(xflags & XMIT_SAME_MODE))
mode = from_wire_mode(read_int(f));	mode = from_wire_mode(read_int(f));
	if (atimes_ndx && !S_ISDIR(mode) && !(xflags & XMIT_SAME_ATIME)) {
	atime = read_varlong(f, 4);
	#if SIZEOF_TIME_T < SIZEOF_INT64
	if (!am_generator && (int64)(time_t)atime != atime) {
	rprintf(FERROR_XFER,
	"Access time value of %s truncated on receiver.\n",
	lastname);
	}
	#endif
	}

if (chmod_modes && !S_ISLNK(mode))	if (chmod_modes && !S_ISLNK(mode) && mode)
mode = tweak_mode(mode, chmod_modes);	mode = tweak_mode(mode, chmod_modes);
	#ifdef SUPPORT_FILEFLAGS
	if (preserve_fileflags && !(xflags & XMIT_SAME_FLAGS))
	fileflags = (uint32)read_int(f);
	#endif

if (preserve_uid && !(xflags & XMIT_SAME_UID)) {	if (preserve_uid && !(xflags & XMIT_SAME_UID)) {
if (protocol_version < 30)	if (protocol_version < 30)
Line 776 static struct file_struct *recv_file_entry(int f, stru	Line 1435 static struct file_struct *recv_file_entry(int f, stru
uid = (uid_t)read_varint(f);	uid = (uid_t)read_varint(f);
if (xflags & XMIT_USER_NAME_FOLLOWS)	if (xflags & XMIT_USER_NAME_FOLLOWS)
uid = recv_user_name(f, uid);	uid = recv_user_name(f, uid);
else if (inc_recurse && am_root && !numeric_ids)	else if (inc_recurse && am_root && (!numeric_ids \|\| usermap))
uid = match_uid(uid);	uid = match_uid(uid);
}	}
}	}
Line 788 static struct file_struct *recv_file_entry(int f, stru	Line 1447 static struct file_struct *recv_file_entry(int f, stru
gid_flags = 0;	gid_flags = 0;
if (xflags & XMIT_GROUP_NAME_FOLLOWS)	if (xflags & XMIT_GROUP_NAME_FOLLOWS)
gid = recv_group_name(f, gid, &gid_flags);	gid = recv_group_name(f, gid, &gid_flags);
else if (inc_recurse && (!am_root \|\| !numeric_ids))	else if (inc_recurse && (!am_root \|\| !numeric_ids \|\| groupmap))
gid = match_gid(gid, &gid_flags);	gid = match_gid(gid, &gid_flags);
}	}
}	}

if ((preserve_devices && IS_DEVICE(mode))	if ((preserve_devices && IS_DEVICE(mode))
\|\| (preserve_specials && IS_SPECIAL(mode))) {	\|\| (preserve_specials && IS_SPECIAL(mode) && protocol_version < 31)) {
if (protocol_version < 28) {	if (protocol_version < 28) {
if (!(xflags & XMIT_SAME_RDEV_pre28))	if (!(xflags & XMIT_SAME_RDEV_pre28))
rdev = (dev_t)read_int(f);	rdev = (dev_t)read_int(f);
Line 861 static struct file_struct *recv_file_entry(int f, stru	Line 1520 static struct file_struct *recv_file_entry(int f, stru
if (file_length > 0xFFFFFFFFu && S_ISREG(mode))	if (file_length > 0xFFFFFFFFu && S_ISREG(mode))
extra_len += EXTRA_LEN;	extra_len += EXTRA_LEN;
#endif	#endif
	#ifdef CAN_SET_NSEC
	if (modtime_nsec)
	extra_len += EXTRA_LEN;
	#endif
if (file_length < 0) {	if (file_length < 0) {
rprintf(FERROR, "Offset underflow: file-length is negative\n");	rprintf(FERROR, "Offset underflow: file-length is negative\n");
exit_cleanup(RERR_UNSUPPORTED);	exit_cleanup(RERR_UNSUPPORTED);
Line 892 static struct file_struct *recv_file_entry(int f, stru	Line 1555 static struct file_struct *recv_file_entry(int f, stru
memcpy(bp, basename, basename_len);	memcpy(bp, basename, basename_len);

#ifdef SUPPORT_HARD_LINKS	#ifdef SUPPORT_HARD_LINKS
if (xflags & XMIT_HLINKED)	if (xflags & XMIT_HLINKED
	#ifndef CAN_HARDLINK_SYMLINK
	&& !S_ISLNK(mode)
	#endif
	#ifndef CAN_HARDLINK_SPECIAL
	&& !IS_SPECIAL(mode) && !IS_DEVICE(mode)
	#endif
	)
file->flags \|= FLAG_HLINKED;	file->flags \|= FLAG_HLINKED;
#endif	#endif
file->modtime = (time_t)modtime;	file->modtime = (time_t)modtime;
	#ifdef CAN_SET_NSEC
	if (modtime_nsec) {
	file->flags \|= FLAG_MOD_NSEC;
	F_MOD_NSEC(file) = modtime_nsec;
	}
	#endif
file->len32 = (uint32)file_length;	file->len32 = (uint32)file_length;
#if SIZEOF_INT64 >= 8	#if SIZEOF_INT64 >= 8
if (file_length > 0xFFFFFFFFu && S_ISREG(mode)) {	if (file_length > 0xFFFFFFFFu && S_ISREG(mode)) {
Line 904 static struct file_struct *recv_file_entry(int f, stru	Line 1580 static struct file_struct *recv_file_entry(int f, stru
exit_cleanup(RERR_UNSUPPORTED);	exit_cleanup(RERR_UNSUPPORTED);
#else	#else
file->flags \|= FLAG_LENGTH64;	file->flags \|= FLAG_LENGTH64;
OPT_EXTRA(file, 0)->unum = (uint32)(file_length >> 32);	F_HIGH_LEN(file) = (uint32)(file_length >> 32);
#endif	#endif
}	}
#endif	#endif
file->mode = mode;	file->mode = mode;
	#ifdef SUPPORT_FILEFLAGS
	if (preserve_fileflags)
	F_FFLAGS(file) = fileflags;
	#endif
if (preserve_uid)	if (preserve_uid)
F_OWNER(file) = uid;	F_OWNER(file) = uid;
if (preserve_gid) {	if (preserve_gid) {
F_GROUP(file) = gid;	F_GROUP(file) = gid;
file->flags \|= gid_flags;	file->flags \|= gid_flags;
}	}
	if (atimes_ndx && !S_ISDIR(mode))
	F_ATIME(file) = atime;
	#ifdef SUPPORT_CRTIMES
	if (crtimes_ndx)
	F_CRTIME(file) = crtime;
	#endif
if (unsort_ndx)	if (unsort_ndx)
F_NDX(file) = flist->used + flist->ndx_start;	F_NDX(file) = flist->used + flist->ndx_start;

Line 984 static struct file_struct *recv_file_entry(int f, stru	Line 1670 static struct file_struct *recv_file_entry(int f, stru
read_sbuf(f, inbuf.buf, inbuf.len);	read_sbuf(f, inbuf.buf, inbuf.len);
INIT_XBUF(outbuf, bp, 0, alloc_len);	INIT_XBUF(outbuf, bp, 0, alloc_len);

if (iconvbufs(ic_recv, &inbuf, &outbuf, 0) < 0) {	if (iconvbufs(ic_recv, &inbuf, &outbuf, ICB_INIT) < 0) {
io_error \|= IOERR_GENERAL;	io_error \|= IOERR_GENERAL;
rprintf(FERROR_XFER,	rprintf(FERROR_XFER,
"[%s] cannot convert symlink data for: %s (%s)\n",	"[%s] cannot convert symlink data for: %s (%s)\n",
Line 1024 static struct file_struct *recv_file_entry(int f, stru	Line 1710 static struct file_struct *recv_file_entry(int f, stru
ino = read_longint(f);	ino = read_longint(f);
}	}
np = idev_find(dev, ino);	np = idev_find(dev, ino);
ndx = (int32)(long)np->data - 1;	ndx = (int32)(long)np->data; /* is -1 when new */
if (ndx < 0) {	if (ndx < 0) {
ndx = cnt++;
np->data = (void*)(long)cnt;	np->data = (void*)(long)cnt;
	ndx = cnt++;
}	}
F_HL_GNUM(file) = ndx;	F_HL_GNUM(file) = ndx;
}	}
Line 1043 static struct file_struct *recv_file_entry(int f, stru	Line 1729 static struct file_struct *recv_file_entry(int f, stru
}	}
if (first_hlink_ndx >= flist->ndx_start) {	if (first_hlink_ndx >= flist->ndx_start) {
struct file_struct *first = flist->files[first_hlink_ndx - flist->ndx_start];	struct file_struct *first = flist->files[first_hlink_ndx - flist->ndx_start];
memcpy(bp, F_SUM(first), checksum_len);	memcpy(bp, F_SUM(first), flist_csum_len);
} else	} else
read_buf(f, bp, checksum_len);	read_buf(f, bp, flist_csum_len);
}	}

#ifdef SUPPORT_ACLS	#ifdef SUPPORT_ACLS
Line 1077 struct file_struct make_file(const char fname, struc	Line 1763 struct file_struct make_file(const char fname, struc
STRUCT_STAT *stp, int flags, int filter_level)	STRUCT_STAT *stp, int flags, int filter_level)
{	{
static char *lastdir;	static char *lastdir;
static int lastdir_len = -1;	static int lastdir_len = -2;
struct file_struct *file;	struct file_struct *file;
char thisname[MAXPATHLEN];	char thisname[MAXPATHLEN];
char linkname[MAXPATHLEN];	char linkname[MAXPATHLEN];
Line 1097 struct file_struct make_file(const char fname, struc	Line 1783 struct file_struct make_file(const char fname, struc
if (sanitize_paths)	if (sanitize_paths)
sanitize_path(thisname, thisname, "", 0, SP_DEFAULT);	sanitize_path(thisname, thisname, "", 0, SP_DEFAULT);

if (stp && S_ISDIR(stp->st_mode)) {	if (stp && (S_ISDIR(stp->st_mode) \|\| IS_MISSING_FILE(*stp))) {
st = stp; / Needed for "symlink/." with --relative. */	/* This is needed to handle a "symlink/." with a --relative
	* dir, or a request to delete a specific file. */
	st = *stp;
linkname = '\0'; / make IBM code checker happy */	linkname = '\0'; / make IBM code checker happy */
} else if (readlink_stat(thisname, &st, linkname) != 0) {	} else if (readlink_stat(thisname, &st, linkname) != 0) {
int save_errno = errno;	int save_errno = errno;
/* See if file is excluded before reporting an error. */	/* See if file is excluded before reporting an error. */
if (filter_level != NO_FILTERS	if (filter_level != NO_FILTERS && filter_level != ALL_FILTERS_NO_EXCLUDE
&& (is_excluded(thisname, 0, filter_level)	&& (is_excluded(thisname, 0, filter_level)
\|\| is_excluded(thisname, 1, filter_level))) {	\|\| is_excluded(thisname, 1, filter_level))) {
if (ignore_perishable && save_errno != ENOENT)	if (ignore_perishable && save_errno != ENOENT)
Line 1139 struct file_struct make_file(const char fname, struc	Line 1827 struct file_struct make_file(const char fname, struc
full_fname(thisname));	full_fname(thisname));
}	}
return NULL;	return NULL;
	} else if (IS_MISSING_FILE(st)) {
	io_error \|= IOERR_GENERAL;
	rprintf(FINFO, "skipping file with bogus (zero) st_mode: %s\n",
	full_fname(thisname));
	return NULL;
}	}

if (filter_level == NO_FILTERS)	if (filter_level == NO_FILTERS)
goto skip_filters;	goto skip_filters;
	if (filter_level == ALL_FILTERS_NO_EXCLUDE) {
	/* Call only for the side effect of setting last_hit_filter_rule to
	* any operative include filter, which might affect attributes. */
	is_excluded(thisname, S_ISDIR(st.st_mode) != 0, ALL_FILTERS);
	goto skip_filters;
	}

if (S_ISDIR(st.st_mode)) {	if (S_ISDIR(st.st_mode)) {
if (!xfer_dirs) {	if (!xfer_dirs) {
Line 1155 struct file_struct make_file(const char fname, struc	Line 1854 struct file_struct make_file(const char fname, struc
if (one_file_system && st.st_dev != filesystem_dev	if (one_file_system && st.st_dev != filesystem_dev
&& BITS_SETnUNSET(flags, FLAG_CONTENT_DIR, FLAG_TOP_DIR)) {	&& BITS_SETnUNSET(flags, FLAG_CONTENT_DIR, FLAG_TOP_DIR)) {
if (one_file_system > 1) {	if (one_file_system > 1) {
if (verbose > 1) {	if (INFO_GTE(MOUNT, 1)) {
rprintf(FINFO,	rprintf(FINFO,
"[%s] skipping mount-point dir %s\n",	"[%s] skipping mount-point dir %s\n",
who_am_i(), thisname);	who_am_i(), thisname);
Line 1171 struct file_struct make_file(const char fname, struc	Line 1870 struct file_struct make_file(const char fname, struc
if (is_excluded(thisname, S_ISDIR(st.st_mode) != 0, filter_level)) {	if (is_excluded(thisname, S_ISDIR(st.st_mode) != 0, filter_level)) {
if (ignore_perishable)	if (ignore_perishable)
non_perishable_cnt++;	non_perishable_cnt++;
	if (S_ISREG(st.st_mode))
	REGULAR_SKIPPED(flist)++;
return NULL;	return NULL;
}	}

Line 1204 struct file_struct make_file(const char fname, struc	Line 1905 struct file_struct make_file(const char fname, struc
pool = NULL;	pool = NULL;
}	}

if (verbose > 2) {	if (DEBUG_GTE(FLIST, 2)) {
rprintf(FINFO, "[%s] make_file(%s,*,%d)\n",	rprintf(FINFO, "[%s] make_file(%s,*,%d)\n",
who_am_i(), thisname, filter_level);	who_am_i(), thisname, filter_level);
}	}
Line 1216 struct file_struct make_file(const char fname, struc	Line 1917 struct file_struct make_file(const char fname, struc
memcpy(lastdir, thisname, len);	memcpy(lastdir, thisname, len);
lastdir[len] = '\0';	lastdir[len] = '\0';
lastdir_len = len;	lastdir_len = len;
	if (checksum_files && am_sender && flist)
	reset_checksum_cache(0);
}	}
} else	} else {
basename = thisname;	basename = thisname;
	if (checksum_files && am_sender && flist && lastdir_len == -2) {
	lastdir_len = -1;
	reset_checksum_cache(0);
	}
	}
basename_len = strlen(basename) + 1; /* count the '\0' */	basename_len = strlen(basename) + 1; /* count the '\0' */

#ifdef SUPPORT_LINKS	#ifdef SUPPORT_LINKS
Line 1227 struct file_struct make_file(const char fname, struc	Line 1935 struct file_struct make_file(const char fname, struc
linkname_len = 0;	linkname_len = 0;
#endif	#endif

	#ifdef ST_MTIME_NSEC
	if (st.ST_MTIME_NSEC && protocol_version >= 31)
	extra_len += EXTRA_LEN;
	#endif
#if SIZEOF_CAPITAL_OFF_T >= 8	#if SIZEOF_CAPITAL_OFF_T >= 8
if (st.st_size > 0xFFFFFFFFu && S_ISREG(st.st_mode))	if (st.st_size > 0xFFFFFFFFu && S_ISREG(st.st_mode))
extra_len += EXTRA_LEN;	extra_len += EXTRA_LEN;
#endif	#endif

	if (sender_keeps_checksum && S_ISREG(st.st_mode))
	extra_len += SUM_EXTRA_CNT * EXTRA_LEN;

#if EXTRA_ROUNDING > 0	#if EXTRA_ROUNDING > 0
if (extra_len & (EXTRA_ROUNDING * EXTRA_LEN))	if (extra_len & (EXTRA_ROUNDING * EXTRA_LEN))
extra_len = (extra_len \| (EXTRA_ROUNDING * EXTRA_LEN)) + EXTRA_LEN;	extra_len = (extra_len \| (EXTRA_ROUNDING * EXTRA_LEN)) + EXTRA_LEN;
Line 1241 struct file_struct make_file(const char fname, struc	Line 1956 struct file_struct make_file(const char fname, struc
+ linkname_len;	+ linkname_len;
if (pool)	if (pool)
bp = pool_alloc(pool, alloc_len, "make_file");	bp = pool_alloc(pool, alloc_len, "make_file");
else {	else
if (!(bp = new_array(char, alloc_len)))	bp = new_array(char, alloc_len);
out_of_memory("make_file");
}

memset(bp, 0, extra_len + FILE_STRUCT_LEN);	memset(bp, 0, extra_len + FILE_STRUCT_LEN);
bp += extra_len;	bp += extra_len;
Line 1275 struct file_struct make_file(const char fname, struc	Line 1988 struct file_struct make_file(const char fname, struc

file->flags = flags;	file->flags = flags;
file->modtime = st.st_mtime;	file->modtime = st.st_mtime;
	#ifdef ST_MTIME_NSEC
	if (st.ST_MTIME_NSEC && protocol_version >= 31) {
	file->flags \|= FLAG_MOD_NSEC;
	F_MOD_NSEC(file) = st.ST_MTIME_NSEC;
	}
	#endif
file->len32 = (uint32)st.st_size;	file->len32 = (uint32)st.st_size;
#if SIZEOF_CAPITAL_OFF_T >= 8	#if SIZEOF_CAPITAL_OFF_T >= 8
if (st.st_size > 0xFFFFFFFFu && S_ISREG(st.st_mode)) {	if (st.st_size > 0xFFFFFFFFu && S_ISREG(st.st_mode)) {
file->flags \|= FLAG_LENGTH64;	file->flags \|= FLAG_LENGTH64;
OPT_EXTRA(file, 0)->unum = (uint32)(st.st_size >> 32);	F_HIGH_LEN(file) = (uint32)(st.st_size >> 32);
}	}
#endif	#endif
file->mode = st.st_mode;	file->mode = st.st_mode;
	#if defined SUPPORT_FILEFLAGS \|\| defined SUPPORT_FORCE_CHANGE
	if (fileflags_ndx)
	F_FFLAGS(file) = st.st_flags;
	#endif
if (preserve_uid)	if (preserve_uid)
F_OWNER(file) = st.st_uid;	F_OWNER(file) = st.st_uid;
if (preserve_gid)	if (preserve_gid)
F_GROUP(file) = st.st_gid;	F_GROUP(file) = st.st_gid;
if (am_generator && st.st_uid == our_uid)	if (am_generator && st.st_uid == our_uid)
file->flags \|= FLAG_OWNED_BY_US;	file->flags \|= FLAG_OWNED_BY_US;
	if (atimes_ndx && !S_ISDIR(file->mode))
	F_ATIME(file) = st.st_atime;
	#ifdef SUPPORT_CRTIMES
	if (crtimes_ndx)
	F_CRTIME(file) = get_create_time(fname);
	#endif

if (basename != thisname)	if (basename != thisname)
file->dirname = lastdir;	file->dirname = lastdir;
Line 1298 struct file_struct make_file(const char fname, struc	Line 2027 struct file_struct make_file(const char fname, struc
memcpy(bp + basename_len, linkname, linkname_len);	memcpy(bp + basename_len, linkname, linkname_len);
#endif	#endif

if (always_checksum && am_sender && S_ISREG(st.st_mode))
file_checksum(thisname, tmp_sum, st.st_size);

if (am_sender)	if (am_sender)
F_PATHNAME(file) = pathname;	F_PATHNAME(file) = pathname;
else if (!pool)	else if (!pool)
Line 1312 struct file_struct make_file(const char fname, struc	Line 2038 struct file_struct make_file(const char fname, struc
return NULL;	return NULL;
}	}

	if (always_checksum && am_sender && S_ISREG(st.st_mode)) {
	if (flist && checksum_files)
	get_cached_checksum(0, thisname, file, basename_len, &st, tmp_sum);
	else
	file_checksum(thisname, &st, tmp_sum);
	if (sender_keeps_checksum)
	memcpy(F_SUM(file), tmp_sum, flist_csum_len);
	}

if (unsort_ndx)	if (unsort_ndx)
F_NDX(file) = dir_count;	F_NDX(file) = stats.num_dirs;

return file;	return file;
}	}

	OFF_T get_device_size(int fd, const char *fname)
	{
	OFF_T off = lseek(fd, 0, SEEK_END);

	if (off == (OFF_T) -1) {
	rsyserr(FERROR, errno, "failed to get device size via seek: %s", fname);
	return 0;
	}
	if (lseek(fd, 0, SEEK_SET) != 0)
	rsyserr(FERROR, errno, "failed to seek device back to start: %s", fname);

	return off;
	}

/* Only called for temporary file_struct entries created by make_file(). */	/* Only called for temporary file_struct entries created by make_file(). */
void unmake_file(struct file_struct *file)	void unmake_file(struct file_struct *file)
{	{
Line 1329 static struct file_struct *send_file_name(int f, struc	Line 2078 static struct file_struct *send_file_name(int f, struc
int flags, int filter_level)	int flags, int filter_level)
{	{
struct file_struct *file;	struct file_struct *file;
	BOOL can_tweak_mode;

file = make_file(fname, flist, stp, flags, filter_level);	file = make_file(fname, flist, stp, flags, filter_level);
if (!file)	if (!file)
return NULL;	return NULL;

if (chmod_modes && !S_ISLNK(file->mode))	can_tweak_mode = !S_ISLNK(file->mode) && file->mode;
	if ((filter_level == ALL_FILTERS \|\| filter_level == ALL_FILTERS_NO_EXCLUDE)
	&& last_hit_filter_rule) {
	if ((last_hit_filter_rule->rflags & FILTRULE_CHMOD) && can_tweak_mode)
	file->mode = tweak_mode(file->mode, last_hit_filter_rule->chmod->modes);
	if ((last_hit_filter_rule->rflags & FILTRULE_FORCE_OWNER) && uid_ndx)
	F_OWNER(file) = last_hit_filter_rule->force_uid;
	if ((last_hit_filter_rule->rflags & FILTRULE_FORCE_GROUP) && gid_ndx)
	F_GROUP(file) = last_hit_filter_rule->force_gid;
	}
	if (chmod_modes && can_tweak_mode)
file->mode = tweak_mode(file->mode, chmod_modes);	file->mode = tweak_mode(file->mode, chmod_modes);

if (f >= 0) {	if (f >= 0) {
Line 1348 static struct file_struct *send_file_name(int f, struc	Line 2108 static struct file_struct *send_file_name(int f, struc
#endif	#endif
#if defined SUPPORT_ACLS \|\| defined SUPPORT_XATTRS	#if defined SUPPORT_ACLS \|\| defined SUPPORT_XATTRS
stat_x sx;	stat_x sx;
	init_stat_x(&sx);
#endif	#endif

#ifdef SUPPORT_LINKS	#ifdef SUPPORT_LINKS
Line 1377 static struct file_struct *send_file_name(int f, struc	Line 2138 static struct file_struct *send_file_name(int f, struc
if (file->dirname) {	if (file->dirname) {
INIT_XBUF_STRLEN(inbuf, (char*)file->dirname);	INIT_XBUF_STRLEN(inbuf, (char*)file->dirname);
outbuf.size -= 2; /* Reserve room for '/' & 1 more char. */	outbuf.size -= 2; /* Reserve room for '/' & 1 more char. */
if (iconvbufs(ic_send, &inbuf, &outbuf, 0) < 0)	if (iconvbufs(ic_send, &inbuf, &outbuf, ICB_INIT) < 0)
goto convert_error;	goto convert_error;
outbuf.size += 2;	outbuf.size += 2;
fbuf[outbuf.len++] = '/';	fbuf[outbuf.len++] = '/';
}	}

INIT_XBUF_STRLEN(inbuf, (char*)file->basename);	INIT_XBUF_STRLEN(inbuf, (char*)file->basename);
if (iconvbufs(ic_send, &inbuf, &outbuf, 0) < 0) {	if (iconvbufs(ic_send, &inbuf, &outbuf, ICB_INIT) < 0) {
convert_error:	convert_error:
io_error \|= IOERR_GENERAL;	io_error \|= IOERR_GENERAL;
rprintf(FERROR_XFER,	rprintf(FERROR_XFER,
Line 1398 static struct file_struct *send_file_name(int f, struc	Line 2159 static struct file_struct *send_file_name(int f, struc
if (symlink_len && sender_symlink_iconv) {	if (symlink_len && sender_symlink_iconv) {
INIT_XBUF(inbuf, (char*)symlink_name, symlink_len, (size_t)-1);	INIT_XBUF(inbuf, (char*)symlink_name, symlink_len, (size_t)-1);
INIT_CONST_XBUF(outbuf, symlink_buf);	INIT_CONST_XBUF(outbuf, symlink_buf);
if (iconvbufs(ic_send, &inbuf, &outbuf, 0) < 0) {	if (iconvbufs(ic_send, &inbuf, &outbuf, ICB_INIT) < 0) {
io_error \|= IOERR_GENERAL;	io_error \|= IOERR_GENERAL;
f_name(file, fbuf);	f_name(file, fbuf);
rprintf(FERROR_XFER,	rprintf(FERROR_XFER,
Line 1419 static struct file_struct *send_file_name(int f, struc	Line 2180 static struct file_struct *send_file_name(int f, struc
#ifdef SUPPORT_ACLS	#ifdef SUPPORT_ACLS
if (preserve_acls && !S_ISLNK(file->mode)) {	if (preserve_acls && !S_ISLNK(file->mode)) {
sx.st.st_mode = file->mode;	sx.st.st_mode = file->mode;
sx.acc_acl = sx.def_acl = NULL;
if (get_acl(fname, &sx) < 0) {	if (get_acl(fname, &sx) < 0) {
io_error \|= IOERR_GENERAL;	io_error \|= IOERR_GENERAL;
return NULL;	return NULL;
Line 1429 static struct file_struct *send_file_name(int f, struc	Line 2189 static struct file_struct *send_file_name(int f, struc
#ifdef SUPPORT_XATTRS	#ifdef SUPPORT_XATTRS
if (preserve_xattrs) {	if (preserve_xattrs) {
sx.st.st_mode = file->mode;	sx.st.st_mode = file->mode;
sx.xattr = NULL;	if (preserve_fileflags)
	sx.st.st_flags = F_FFLAGS(file);
	sx.st.st_mtime = file->modtime; /* get_xattr needs mtime for decmpfs xattrs */
if (get_xattr(fname, &sx) < 0) {	if (get_xattr(fname, &sx) < 0) {
io_error \|= IOERR_GENERAL;	io_error \|= IOERR_GENERAL;
return NULL;	return NULL;
Line 1546 static void fsort(struct file_struct **fp, size_t num)	Line 2308 static void fsort(struct file_struct **fp, size_t num)
if (use_qsort)	if (use_qsort)
qsort(fp, num, PTR_SIZE, file_compare);	qsort(fp, num, PTR_SIZE, file_compare);
else {	else {
struct file_struct *tmp = new_array(struct file_struct ,	struct file_struct *tmp = new_array(struct file_struct , (num+1) / 2);
(num+1) / 2);
fsort_tmp(fp, num, tmp);	fsort_tmp(fp, num, tmp);
free(tmp);	free(tmp);
}	}
Line 1563 static void add_dirs_to_tree(int parent_ndx, struct fi	Line 2324 static void add_dirs_to_tree(int parent_ndx, struct fi
int32 *parent_dp = parent_ndx < 0 ? NULL	int32 *parent_dp = parent_ndx < 0 ? NULL
: F_DIR_NODE_P(dir_flist->sorted[parent_ndx]);	: F_DIR_NODE_P(dir_flist->sorted[parent_ndx]);

	/* The sending side is adding entries to dir_flist in sorted order, so sorted & files are the same. */
flist_expand(dir_flist, dir_cnt);	flist_expand(dir_flist, dir_cnt);
dir_flist->sorted = dir_flist->files;	dir_flist->sorted = dir_flist->files;

Line 1630 static void send_directory(int f, struct file_list *fl	Line 2392 static void send_directory(int f, struct file_list *fl
interpret_stat_error(fbuf, True);	interpret_stat_error(fbuf, True);
return;	return;
}	}
	if (errno == ENOTDIR && (flags & FLAG_PERHAPS_DIR))
	return;
io_error \|= IOERR_GENERAL;	io_error \|= IOERR_GENERAL;
rsyserr(FERROR_XFER, errno, "opendir %s failed", full_fname(fbuf));	rsyserr(FERROR_XFER, errno, "opendir %s failed", full_fname(fbuf));
return;	return;
Line 1671 static void send_directory(int f, struct file_list *fl	Line 2435 static void send_directory(int f, struct file_list *fl
}	}

send_file_name(f, flist, fbuf, NULL, flags, filter_level);	send_file_name(f, flist, fbuf, NULL, flags, filter_level);
	/* Sleep for a bit, to avoid hammering the disk. */
	if (sleep_asec)
	usleep(sleep_asec);
}	}

fbuf[len] = '\0';	fbuf[len] = '\0';
Line 1682 static void send_directory(int f, struct file_list *fl	Line 2449 static void send_directory(int f, struct file_list *fl

closedir(d);	closedir(d);

	if (checksum_files & CSF_UPDATE && am_sender && f >= 0)
	reset_checksum_cache(1);

if (f >= 0 && recurse && !divert_dirs) {	if (f >= 0 && recurse && !divert_dirs) {
int i, end = flist->used - 1;	int i, end = flist->used - 1;
/* send_if_directory() bumps flist->used, so use "end". */	/* send_if_directory() bumps flist->used, so use "end". */
Line 1700 static void send_implied_dirs(int f, struct file_list	Line 2470 static void send_implied_dirs(int f, struct file_list
item_list *relname_list;	item_list *relname_list;
relnamecache **rnpp;	relnamecache **rnpp;
int len, need_new_dir, depth = 0;	int len, need_new_dir, depth = 0;
struct filter_list_struct save_filter_list = filter_list;	filter_rule_list save_filter_list = filter_list;

flags = (flags \| FLAG_IMPLIED_DIR) & ~(FLAG_TOP_DIR \| FLAG_CONTENT_DIR);	flags = (flags \| FLAG_IMPLIED_DIR) & ~(FLAG_TOP_DIR \| FLAG_CONTENT_DIR);
filter_list.head = filter_list.tail = NULL; /* Don't filter implied dirs. */	filter_list.head = filter_list.tail = NULL; /* Don't filter implied dirs. */
Line 1777 static void send_implied_dirs(int f, struct file_list	Line 2547 static void send_implied_dirs(int f, struct file_list
len = strlen(limit+1);	len = strlen(limit+1);
memcpy(&relname_list, F_DIR_RELNAMES_P(lastpath_struct), sizeof relname_list);	memcpy(&relname_list, F_DIR_RELNAMES_P(lastpath_struct), sizeof relname_list);
if (!relname_list) {	if (!relname_list) {
if (!(relname_list = new0(item_list)))	relname_list = new0(item_list);
out_of_memory("send_implied_dirs");
memcpy(F_DIR_RELNAMES_P(lastpath_struct), &relname_list, sizeof relname_list);	memcpy(F_DIR_RELNAMES_P(lastpath_struct), &relname_list, sizeof relname_list);
}	}
rnpp = EXPAND_ITEM_LIST(relname_list, relnamecache *, 32);	rnpp = EXPAND_ITEM_LIST(relname_list, relnamecache *, 32);
if (!(rnpp = (relnamecache)new_array(char, sizeof (relnamecache) + len)))	rnpp = (relnamecache)new_array(char, RELNAMECACHE_LEN + len + 1);
out_of_memory("send_implied_dirs");
(*rnpp)->name_type = name_type;	(*rnpp)->name_type = name_type;
strlcpy((*rnpp)->fname, limit+1, len + 1);	strlcpy((*rnpp)->fname, limit+1, len + 1);

Line 1796 static NORETURN void fatal_unsafe_io_error(void)	Line 2564 static NORETURN void fatal_unsafe_io_error(void)
/* This (sadly) can only happen when pushing data because	/* This (sadly) can only happen when pushing data because
* the sender does not know about what kind of delete	* the sender does not know about what kind of delete
* is in effect on the receiving side when pulling. */	* is in effect on the receiving side when pulling. */
rprintf(FERROR_XFER, "FATAL I/O ERROR: dying to avoid a --delete-during issue with a pre-3.0.7 receiver.\n");	rprintf(FERROR_XFER, "FATAL I/O ERROR: dying to avoid a --delete-%s issue with a pre-3.0.7 receiver.\n",
	delete_during == 2 ? "delay" : "during");
exit_cleanup(RERR_UNSUPPORTED);	exit_cleanup(RERR_UNSUPPORTED);
}	}

Line 1853 static void send1extra(int f, struct file_struct *file	Line 2622 static void send1extra(int f, struct file_struct *file

if (name_type != NORMAL_NAME) {	if (name_type != NORMAL_NAME) {
STRUCT_STAT st;	STRUCT_STAT st;
if (link_stat(fbuf, &st, 1) != 0) {	if (name_type == MISSING_NAME)
	memset(&st, 0, sizeof st);
	else if (link_stat(fbuf, &st, 1) != 0) {
interpret_stat_error(fbuf, True);	interpret_stat_error(fbuf, True);
continue;	continue;
}	}
Line 1865 static void send1extra(int f, struct file_struct *file	Line 2636 static void send1extra(int f, struct file_struct *file
free(relname_list);	free(relname_list);
}	}

	static void write_end_of_flist(int f, int send_io_error)
	{
	if (xfer_flags_as_varint) {
	write_varint(f, 0);
	write_varint(f, send_io_error ? io_error : 0);
	} else if (send_io_error) {
	write_shortint(f, XMIT_EXTENDED_FLAGS\|XMIT_IO_ERROR_ENDLIST);
	write_varint(f, io_error);
	} else
	write_byte(f, 0);
	}

void send_extra_file_list(int f, int at_least)	void send_extra_file_list(int f, int at_least)
{	{
struct file_list *flist;	struct file_list *flist;
int64 start_write;	int64 start_write;
uint16 prev_flags;	uint16 prev_flags;
int old_cnt, save_io_error = io_error;	int save_io_error = io_error;

if (flist_eof)	if (flist_eof)
return;	return;

	if (at_least < 0)
	at_least = file_total - file_old_total + 1;

/* Keep sending data until we have the requested number of	/* Keep sending data until we have the requested number of
* files in the upcoming file-lists. */	* files in the upcoming file-lists. */
old_cnt = cur_flist->used;	while (file_total - file_old_total < at_least) {
for (flist = first_flist; flist != cur_flist; flist = flist->next)
old_cnt += flist->used;
while (file_total - old_cnt < at_least) {
struct file_struct *file = dir_flist->sorted[send_dir_ndx];	struct file_struct *file = dir_flist->sorted[send_dir_ndx];
int dir_ndx, dstart = dir_count;	int dir_ndx, dstart = stats.num_dirs;
const char *pathname = F_PATHNAME(file);	const char *pathname = F_PATHNAME(file);
int32 *dp;	int32 *dp;

Line 1894 void send_extra_file_list(int f, int at_least)	Line 2677 void send_extra_file_list(int f, int at_least)
else	else
dir_ndx = send_dir_ndx;	dir_ndx = send_dir_ndx;
write_ndx(f, NDX_FLIST_OFFSET - dir_ndx);	write_ndx(f, NDX_FLIST_OFFSET - dir_ndx);
flist->parent_ndx = dir_ndx;	flist->parent_ndx = send_dir_ndx; /* the sending side must remember the sorted ndx value */

send1extra(f, file, flist);	send1extra(f, file, flist);
prev_flags = file->flags;	prev_flags = file->flags;
Line 1916 void send_extra_file_list(int f, int at_least)	Line 2699 void send_extra_file_list(int f, int at_least)
}	}

if (io_error == save_io_error \|\| ignore_errors)	if (io_error == save_io_error \|\| ignore_errors)
write_byte(f, 0);	write_end_of_flist(f, 0);
else if (use_safe_inc_flist) {	else if (use_safe_inc_flist)
write_shortint(f, XMIT_EXTENDED_FLAGS\|XMIT_IO_ERROR_ENDLIST);	write_end_of_flist(f, 1);
write_varint(f, io_error);	else {
} else {
if (delete_during)	if (delete_during)
fatal_unsafe_io_error();	fatal_unsafe_io_error();
write_byte(f, 0);	write_end_of_flist(f, 0);
}	}

if (need_unsorted_flist) {	if (need_unsorted_flist) {
if (!(flist->sorted = new_array(struct file_struct *, flist->used)))	flist->sorted = new_array(struct file_struct *, flist->used);
out_of_memory("send_extra_file_list");	memcpy(flist->sorted, flist->files, flist->used * PTR_SIZE);
memcpy(flist->sorted, flist->files,
flist->used * sizeof (struct file_struct*));
} else	} else
flist->sorted = flist->files;	flist->sorted = flist->files;

flist_sort_and_clean(flist, 0);	flist_sort_and_clean(flist, 0);

add_dirs_to_tree(send_dir_ndx, flist, dir_count - dstart);	add_dirs_to_tree(send_dir_ndx, flist, stats.num_dirs - dstart);
flist_done_allocating(flist);	flist_done_allocating(flist);

file_total += flist->used;	file_total += flist->used;
stats.flist_size += stats.total_written - start_write;	stats.flist_size += stats.total_written - start_write;
stats.num_files += flist->used;	stats.num_files += flist->used;
if (verbose > 3)	if (DEBUG_GTE(FLIST, 3))
output_flist(flist);	output_flist(flist);

if (DIR_FIRST_CHILD(dp) >= 0) {	if (DIR_FIRST_CHILD(dp) >= 0) {
Line 1953 void send_extra_file_list(int f, int at_least)	Line 2733 void send_extra_file_list(int f, int at_least)
if ((send_dir_ndx = DIR_PARENT(dp)) < 0) {	if ((send_dir_ndx = DIR_PARENT(dp)) < 0) {
write_ndx(f, NDX_FLIST_EOF);	write_ndx(f, NDX_FLIST_EOF);
flist_eof = 1;	flist_eof = 1;
	if (DEBUG_GTE(FLIST, 3))
	rprintf(FINFO, "[%s] flist_eof=1\n", who_am_i());
change_local_filter_dir(NULL, 0, 0);	change_local_filter_dir(NULL, 0, 0);
goto finish;	goto finish;
}	}
Line 1965 void send_extra_file_list(int f, int at_least)	Line 2747 void send_extra_file_list(int f, int at_least)
}	}

finish:	finish:
if (io_error != save_io_error && !ignore_errors)	if (io_error != save_io_error && protocol_version == 30 && !ignore_errors)
send_msg_int(MSG_IO_ERROR, io_error);	send_msg_int(MSG_IO_ERROR, io_error);

	if (use_db && flist_eof)
	db_disconnect(True);
}	}

struct file_list send_file_list(int f, int argc, char argv[])	struct file_list send_file_list(int f, int argc, char argv[])
Line 1980 struct file_list *send_file_list(int f, int argc, char	Line 2765 struct file_list *send_file_list(int f, int argc, char
struct timeval start_tv, end_tv;	struct timeval start_tv, end_tv;
int64 start_write;	int64 start_write;
int use_ff_fd = 0;	int use_ff_fd = 0;
int disable_buffering;	int disable_buffering, reenable_multiplex = -1;
int flags = recurse ? FLAG_CONTENT_DIR : 0;	int flags = recurse ? FLAG_CONTENT_DIR : 0;
int reading_remotely = filesfrom_host != NULL;	int reading_remotely = filesfrom_host != NULL;
int rl_flags = (reading_remotely ? 0 : RL_DUMP_COMMENTS)	int rl_flags = (reading_remotely ? 0 : RL_DUMP_COMMENTS)
Line 1990 struct file_list *send_file_list(int f, int argc, char	Line 2775 struct file_list *send_file_list(int f, int argc, char
\| (eol_nulls \|\| reading_remotely ? RL_EOL_NULLS : 0);	\| (eol_nulls \|\| reading_remotely ? RL_EOL_NULLS : 0);
int implied_dot_dir = 0;	int implied_dot_dir = 0;

	if (use_db) {
	if (always_checksum)
	db_connect(0); /* Will reset use_db on error. */
	else
	use_db = 0;
	}

rprintf(FLOG, "building file list\n");	rprintf(FLOG, "building file list\n");
if (show_filelist_p())	if (show_filelist_progress)
start_filelist_progress("building file list");	start_filelist_progress("building file list");
else if (inc_recurse && verbose && !am_server)	else if (inc_recurse && INFO_GTE(FLIST, 1) && !am_server)
rprintf(FCLIENT, "sending incremental file list\n");	rprintf(FCLIENT, "sending incremental file list\n");

start_write = stats.total_written;	start_write = stats.total_written;
Line 2021 struct file_list *send_file_list(int f, int argc, char	Line 2813 struct file_list *send_file_list(int f, int argc, char
full_fname(argv[0]));	full_fname(argv[0]));
exit_cleanup(RERR_FILESELECT);	exit_cleanup(RERR_FILESELECT);
}	}
	if (protocol_version < 31) {
	/* Older protocols send the files-from data w/o packaging
	* it in multiplexed I/O packets, so temporarily switch
	* to buffered I/O to match this behavior. */
	reenable_multiplex = io_end_multiplex_in(MPLX_TO_BUFFERED);
	}
use_ff_fd = 1;	use_ff_fd = 1;
}	}

Line 2160 struct file_list *send_file_list(int f, int argc, char	Line 2958 struct file_list *send_file_list(int f, int argc, char
memmove(fbuf, fn, len + 1);	memmove(fbuf, fn, len + 1);

if (link_stat(fbuf, &st, copy_dirlinks \|\| name_type != NORMAL_NAME) != 0	if (link_stat(fbuf, &st, copy_dirlinks \|\| name_type != NORMAL_NAME) != 0
\|\| (name_type != DOTDIR_NAME && is_daemon_excluded(fbuf, S_ISDIR(st.st_mode)))	\|\| (name_type != DOTDIR_NAME && is_excluded(fbuf, S_ISDIR(st.st_mode) != 0, SERVER_FILTERS))
\|\| (relative_paths && path_is_daemon_excluded(fbuf, 1))) {	\|\| (relative_paths && path_is_daemon_excluded(fbuf, 1))) {
io_error \|= IOERR_GENERAL;	if (errno != ENOENT \|\| missing_args == 0) {
rsyserr(FERROR_XFER, errno, "link_stat %s failed",	/* This is a transfer error, but inhibit deletion
full_fname(fbuf));	* only if we might be omitting an existing file. */
continue;	if (errno != ENOENT)
	io_error \|= IOERR_GENERAL;
	rsyserr(FERROR_XFER, errno, "link_stat %s failed",
	full_fname(fbuf));
	continue;
	} else if (missing_args == 1) {
	/* Just ignore the arg. */
	continue;
	} else /* (missing_args == 2) */ {
	/* Send the arg as a "missing" entry with
	* mode 0, which tells the generator to delete it. */
	memset(&st, 0, sizeof st);
	}
}	}

/* A dot-dir should not be excluded! */	/* A dot-dir should not be excluded! */
if (name_type != DOTDIR_NAME	if (name_type != DOTDIR_NAME && st.st_mode != 0
&& is_excluded(fbuf, S_ISDIR(st.st_mode) != 0, ALL_FILTERS))	&& is_excluded(fbuf, S_ISDIR(st.st_mode) != 0, ALL_FILTERS))
continue;	continue;

Line 2185 struct file_list *send_file_list(int f, int argc, char	Line 2995 struct file_list *send_file_list(int f, int argc, char
p = fn;	p = fn;
} else	} else
fn = p;	fn = p;
send_implied_dirs(f, flist, fbuf, fbuf, p, flags, name_type);	send_implied_dirs(f, flist, fbuf, fbuf, p, flags,
	IS_MISSING_FILE(st) ? MISSING_NAME : name_type);
if (fn == p)	if (fn == p)
continue;	continue;
}	}
Line 2202 struct file_list *send_file_list(int f, int argc, char	Line 3013 struct file_list *send_file_list(int f, int argc, char
struct file_struct *file;	struct file_struct *file;
file = send_file_name(f, flist, fbuf, &st,	file = send_file_name(f, flist, fbuf, &st,
FLAG_TOP_DIR \| FLAG_CONTENT_DIR \| flags,	FLAG_TOP_DIR \| FLAG_CONTENT_DIR \| flags,
NO_FILTERS);	ALL_FILTERS_NO_EXCLUDE);
if (!file)	if (!file)
continue;	continue;
if (inc_recurse) {	if (inc_recurse) {
Line 2216 struct file_list *send_file_list(int f, int argc, char	Line 3027 struct file_list *send_file_list(int f, int argc, char
} else	} else
send_if_directory(f, flist, file, fbuf, len, flags);	send_if_directory(f, flist, file, fbuf, len, flags);
} else	} else
send_file_name(f, flist, fbuf, &st, flags, NO_FILTERS);	send_file_name(f, flist, fbuf, &st, flags, ALL_FILTERS_NO_EXCLUDE);
}	}

	if (reenable_multiplex >= 0)
	io_start_multiplex_in(reenable_multiplex);

gettimeofday(&end_tv, NULL);	gettimeofday(&end_tv, NULL);
stats.flist_buildtime = (int64)(end_tv.tv_sec - start_tv.tv_sec) * 1000	stats.flist_buildtime = (int64)(end_tv.tv_sec - start_tv.tv_sec) * 1000
+ (end_tv.tv_usec - start_tv.tv_usec) / 1000;	+ (end_tv.tv_usec - start_tv.tv_usec) / 1000;
Line 2228 struct file_list *send_file_list(int f, int argc, char	Line 3042 struct file_list *send_file_list(int f, int argc, char

/* Indicate end of file list */	/* Indicate end of file list */
if (io_error == 0 \|\| ignore_errors)	if (io_error == 0 \|\| ignore_errors)
write_byte(f, 0);	write_end_of_flist(f, 0);
else if (use_safe_inc_flist) {	else if (use_safe_inc_flist)
write_shortint(f, XMIT_EXTENDED_FLAGS\|XMIT_IO_ERROR_ENDLIST);	write_end_of_flist(f, 1);
write_varint(f, io_error);	else {
} else {
if (delete_during && inc_recurse)	if (delete_during && inc_recurse)
fatal_unsafe_io_error();	fatal_unsafe_io_error();
write_byte(f, 0);	write_end_of_flist(f, 0);
}	}

#ifdef SUPPORT_HARD_LINKS	#ifdef SUPPORT_HARD_LINKS
Line 2243 struct file_list *send_file_list(int f, int argc, char	Line 3056 struct file_list *send_file_list(int f, int argc, char
idev_destroy();	idev_destroy();
#endif	#endif

if (show_filelist_p())	if (show_filelist_progress)
finish_filelist_progress(flist);	finish_filelist_progress(flist);

gettimeofday(&end_tv, NULL);	gettimeofday(&end_tv, NULL);
Line 2259 struct file_list *send_file_list(int f, int argc, char	Line 3072 struct file_list *send_file_list(int f, int argc, char
* recursion mode, the sender marks duplicate dirs so that it can	* recursion mode, the sender marks duplicate dirs so that it can
* send them together in a single file-list. */	* send them together in a single file-list. */
if (need_unsorted_flist) {	if (need_unsorted_flist) {
if (!(flist->sorted = new_array(struct file_struct *, flist->used)))	flist->sorted = new_array(struct file_struct *, flist->used);
out_of_memory("send_file_list");	memcpy(flist->sorted, flist->files, flist->used * PTR_SIZE);
memcpy(flist->sorted, flist->files,
flist->used * sizeof (struct file_struct*));
} else	} else
flist->sorted = flist->files;	flist->sorted = flist->files;
flist_sort_and_clean(flist, 0);	flist_sort_and_clean(flist, 0);
file_total += flist->used;	file_total += flist->used;
	file_old_total += flist->used;

if (numeric_ids <= 0 && !inc_recurse)	if (numeric_ids <= 0 && !inc_recurse)
send_id_list(f);	send_id_lists(f);

set_msg_fd_in(-1);

/* send the io_error flag */	/* send the io_error flag */
if (protocol_version < 30)	if (protocol_version < 30)
write_int(f, ignore_errors ? 0 : io_error);	write_int(f, ignore_errors ? 0 : io_error);
Line 2280 struct file_list *send_file_list(int f, int argc, char	Line 3090 struct file_list *send_file_list(int f, int argc, char
send_msg_int(MSG_IO_ERROR, io_error);	send_msg_int(MSG_IO_ERROR, io_error);

if (disable_buffering)	if (disable_buffering)
io_end_buffering_out();	io_end_buffering_out(IOBUF_FREE_BUFS);

stats.flist_size = stats.total_written - start_write;	stats.flist_size = stats.total_written - start_write;
stats.num_files = flist->used;	stats.num_files = flist->used;

if (verbose > 3)	if (DEBUG_GTE(FLIST, 3))
output_flist(flist);	output_flist(flist);

if (verbose > 2)	if (DEBUG_GTE(FLIST, 2))
rprintf(FINFO, "send_file_list done\n");	rprintf(FINFO, "send_file_list done\n");

if (inc_recurse) {	if (inc_recurse) {
send_dir_depth = 1;	send_dir_depth = 1;
add_dirs_to_tree(-1, flist, dir_count);	add_dirs_to_tree(-1, flist, stats.num_dirs);
if (!file_total \|\| strcmp(flist->sorted[flist->low]->basename, ".") != 0)	if (!file_total \|\| strcmp(flist->sorted[flist->low]->basename, ".") != 0)
flist->parent_ndx = -1;	flist->parent_ndx = -1;
flist_done_allocating(flist);	flist_done_allocating(flist);
if (send_dir_ndx < 0) {	if (send_dir_ndx < 0) {
write_ndx(f, NDX_FLIST_EOF);	write_ndx(f, NDX_FLIST_EOF);
flist_eof = 1;	flist_eof = 1;
	if (DEBUG_GTE(FLIST, 3))
	rprintf(FINFO, "[%s] flist_eof=1\n", who_am_i());
}	}
else if (file_total == 1) {	else if (file_total == 1) {
/* If we're creating incremental file-lists and there	/* If we're creating incremental file-lists and there
Line 2307 struct file_list *send_file_list(int f, int argc, char	Line 3119 struct file_list *send_file_list(int f, int argc, char
* file-list to check if this is a 1-file xfer. */	* file-list to check if this is a 1-file xfer. */
send_extra_file_list(f, 1);	send_extra_file_list(f, 1);
}	}
	} else {
	flist_eof = 1;
	if (DEBUG_GTE(FLIST, 3))
	rprintf(FINFO, "[%s] flist_eof=1\n", who_am_i());
}	}

	if (checksum_files & CSF_UPDATE && flist_eof)
	reset_checksum_cache(0); /* writes any last updates */

return flist;	return flist;
}	}

struct file_list *recv_file_list(int f)	struct file_list *recv_file_list(int f, int dir_ndx)
{	{
	const char *good_dirname = NULL;
struct file_list *flist;	struct file_list *flist;
int dstart, flags;	int dstart, flags;
int64 start_read;	int64 start_read;
int save_verbose = verbose;

if (!first_flist)	if (!first_flist) {
	if (show_filelist_progress)
	start_filelist_progress("receiving file list");
	else if (inc_recurse && INFO_GTE(FLIST, 1) && !am_server)
	rprintf(FCLIENT, "receiving incremental file list\n");
rprintf(FLOG, "receiving file list\n");	rprintf(FLOG, "receiving file list\n");
if (show_filelist_p())	if (usermap)
start_filelist_progress("receiving file list");	parse_name_map(usermap, True);
else if (inc_recurse && verbose && !am_server && !first_flist)	if (groupmap)
rprintf(FCLIENT, "receiving incremental file list\n");	parse_name_map(groupmap, False);
	if (tr_opt) { /* Parse FROM/TO string and populate tr_substitutions[] */
	char f, t;
	if ((t = strchr(tr_opt, '/')) != NULL)
	*t++ = '\0';
	else
	t = "";
	for (f = tr_opt; *f; f++)
	tr_substitutions[(uchar)f] = t ? t++ : '\0';
	}
	}

start_read = stats.total_read;	start_read = stats.total_read;

Line 2344 struct file_list *recv_file_list(int f)	Line 3177 struct file_list *recv_file_list(int f)
dstart = 0;	dstart = 0;
}	}

if (am_server && verbose > 2)	while (1) {
verbose = 2;
while ((flags = read_byte(f)) != 0) {
struct file_struct *file;	struct file_struct *file;

if (protocol_version >= 28 && (flags & XMIT_EXTENDED_FLAGS))	if (xfer_flags_as_varint) {
flags \|= read_byte(f) << 8;	if ((flags = read_varint(f)) == 0) {
	int err = read_varint(f);
	if (!ignore_errors)
	io_error \|= err;
	break;
	}
	} else {
	if ((flags = read_byte(f)) == 0)
	break;

if (flags == (XMIT_EXTENDED_FLAGS\|XMIT_IO_ERROR_ENDLIST)) {	if (protocol_version >= 28 && (flags & XMIT_EXTENDED_FLAGS))
int err;	flags \|= read_byte(f) << 8;
if (!use_safe_inc_flist) {
rprintf(FERROR, "Invalid flist flag: %x\n", flags);	if (flags == (XMIT_EXTENDED_FLAGS\|XMIT_IO_ERROR_ENDLIST)) {
exit_cleanup(RERR_PROTOCOL);	int err;
	if (!use_safe_inc_flist) {
	rprintf(FERROR, "Invalid flist flag: %x\n", flags);
	exit_cleanup(RERR_PROTOCOL);
	}
	err = read_varint(f);
	if (!ignore_errors)
	io_error \|= err;
	break;
}	}
err = read_varint(f);
if (!ignore_errors)
io_error \|= err;
break;
}	}

flist_expand(flist, 1);	flist_expand(flist, 1);
file = recv_file_entry(f, flist, flags);	file = recv_file_entry(f, flist, flags);

if (inc_recurse && S_ISDIR(file->mode)) {	if (inc_recurse) {
flist_expand(dir_flist, 1);	static const char empty_dir[] = "\0";
dir_flist->files[dir_flist->used++] = file;	const char *cur_dir = file->dirname ? file->dirname : empty_dir;
	if (relative_paths && *cur_dir == '/')
	cur_dir++;
	if (cur_dir != good_dirname) {
	const char *d = dir_ndx >= 0 ? f_name(dir_flist->files[dir_ndx], NULL) : empty_dir;
	int dir_differs = ignore_case ? strcasecmp(cur_dir, d) : strcmp(cur_dir, d);
	if (dir_differs) {
	rprintf(FERROR,
	"ABORTING due to invalid path from sender: %s/%s\n",
	cur_dir, file->basename);
	exit_cleanup(RERR_PROTOCOL);
	}
	good_dirname = cur_dir;
	}
}	}

	if (S_ISREG(file->mode)) {
	/* Already counted */
	} else if (S_ISDIR(file->mode)) {
	if (inc_recurse) {
	flist_expand(dir_flist, 1);
	dir_flist->files[dir_flist->used++] = file;
	}
	stats.num_dirs++;
	} else if (S_ISLNK(file->mode))
	stats.num_symlinks++;
	else if (IS_DEVICE(file->mode))
	stats.num_symlinks++;
	else
	stats.num_specials++;

flist->files[flist->used++] = file;	flist->files[flist->used++] = file;

maybe_emit_filelist_progress(flist->used);	maybe_emit_filelist_progress(flist->used);

if (verbose > 2) {	if (DEBUG_GTE(FLIST, 2)) {
char *name = f_name(file, NULL);	char *name = f_name(file, NULL);
rprintf(FINFO, "recv_file_name(%s)\n", NS(name));	rprintf(FINFO, "recv_file_name(%s)\n", NS(name));
}	}
}	}
file_total += flist->used;	file_total += flist->used;
verbose = save_verbose;

if (verbose > 2)	if (DEBUG_GTE(FLIST, 2))
rprintf(FINFO, "received %d names\n", flist->used);	rprintf(FINFO, "received %d names\n", flist->used);

if (show_filelist_p())	if (show_filelist_progress)
finish_filelist_progress(flist);	finish_filelist_progress(flist);

if (need_unsorted_flist) {	if (need_unsorted_flist) {
Line 2396 struct file_list *recv_file_list(int f)	Line 3266 struct file_list *recv_file_list(int f)
* order and for calling flist_find()). We keep the "files"	* order and for calling flist_find()). We keep the "files"
* list unsorted for our exchange of index numbers with the	* list unsorted for our exchange of index numbers with the
* other side (since their names may not sort the same). */	* other side (since their names may not sort the same). */
if (!(flist->sorted = new_array(struct file_struct *, flist->used)))	flist->sorted = new_array(struct file_struct *, flist->used);
out_of_memory("recv_file_list");	memcpy(flist->sorted, flist->files, flist->used * PTR_SIZE);
memcpy(flist->sorted, flist->files,
flist->used * sizeof (struct file_struct*));
if (inc_recurse && dir_flist->used > dstart) {	if (inc_recurse && dir_flist->used > dstart) {
static int dir_flist_malloced = 0;	static int dir_flist_malloced = 0;
if (dir_flist_malloced < dir_flist->malloced) {	if (dir_flist_malloced < dir_flist->malloced) {
Line 2409 struct file_list *recv_file_list(int f)	Line 3277 struct file_list *recv_file_list(int f)
dir_flist_malloced = dir_flist->malloced;	dir_flist_malloced = dir_flist->malloced;
}	}
memcpy(dir_flist->sorted + dstart, dir_flist->files + dstart,	memcpy(dir_flist->sorted + dstart, dir_flist->files + dstart,
(dir_flist->used - dstart) * sizeof (struct file_struct*));	(dir_flist->used - dstart) * PTR_SIZE);
fsort(dir_flist->sorted + dstart, dir_flist->used - dstart);	fsort(dir_flist->sorted + dstart, dir_flist->used - dstart);
}	}
} else {	} else {
Line 2422 struct file_list *recv_file_list(int f)	Line 3290 struct file_list *recv_file_list(int f)

if (inc_recurse)	if (inc_recurse)
flist_done_allocating(flist);	flist_done_allocating(flist);
else if (f >= 0)	else if (f >= 0) {
recv_id_list(f, flist);	recv_id_list(f, flist);
	flist_eof = 1;
	if (DEBUG_GTE(FLIST, 3))
	rprintf(FINFO, "[%s] flist_eof=1\n", who_am_i());
	}

flist_sort_and_clean(flist, relative_paths);	/* The --relative option sends paths with a leading slash, so we need
	* to specify the strip_root option here. We rejected leading slashes
	* for a non-relative transfer in recv_file_entry(). */
	flist_sort_and_clean(flist, relative_paths ? CLEAN_STRIP_ROOT : 0);

	if (detect_renamed) {
	int j = flist->used;
	the_fattr_list.used = j;
	the_fattr_list.files = new_array(struct file_struct *, j);
	memcpy(the_fattr_list.files, flist->files,
	j * sizeof (struct file_struct *));
	qsort(the_fattr_list.files, j,
	sizeof the_fattr_list.files[0], (int (*)())fattr_compare);
	the_fattr_list.low = 0;
	while (j-- > 0) {
	struct file_struct *fp = the_fattr_list.files[j];
	if (fp->basename && S_ISREG(fp->mode) && F_LENGTH(fp))
	break;
	}
	the_fattr_list.high = j;
	}

if (protocol_version < 30) {	if (protocol_version < 30) {
/* Recv the io_error flag */	/* Recv the io_error flag */
if (ignore_errors)	int err = read_int(f);
read_int(f);	if (!ignore_errors)
else	io_error \|= err;
io_error \|= read_int(f);
} else if (inc_recurse && flist->ndx_start == 1) {	} else if (inc_recurse && flist->ndx_start == 1) {
if (!file_total \|\| strcmp(flist->sorted[flist->low]->basename, ".") != 0)	if (!file_total \|\| strcmp(flist->sorted[flist->low]->basename, ".") != 0)
flist->parent_ndx = -1;	flist->parent_ndx = -1;
}	}

if (verbose > 3)	if (DEBUG_GTE(FLIST, 3))
output_flist(flist);	output_flist(flist);

if (verbose > 2)	if (DEBUG_GTE(FLIST, 2))
rprintf(FINFO, "recv_file_list done\n");	rprintf(FINFO, "recv_file_list done\n");

stats.flist_size += stats.total_read - start_read;	stats.flist_size += stats.total_read - start_read;
Line 2458 void recv_additional_file_list(int f)	Line 3349 void recv_additional_file_list(int f)
int ndx = read_ndx(f);	int ndx = read_ndx(f);
if (ndx == NDX_FLIST_EOF) {	if (ndx == NDX_FLIST_EOF) {
flist_eof = 1;	flist_eof = 1;
	if (DEBUG_GTE(FLIST, 3))
	rprintf(FINFO, "[%s] flist_eof=1\n", who_am_i());
change_local_filter_dir(NULL, 0, 0);	change_local_filter_dir(NULL, 0, 0);
} else {	} else {
ndx = NDX_FLIST_OFFSET - ndx;	ndx = NDX_FLIST_OFFSET - ndx;
Line 2469 void recv_additional_file_list(int f)	Line 3362 void recv_additional_file_list(int f)
NDX_FLIST_OFFSET - dir_flist->used + 1);	NDX_FLIST_OFFSET - dir_flist->used + 1);
exit_cleanup(RERR_PROTOCOL);	exit_cleanup(RERR_PROTOCOL);
}	}
if (verbose > 3) {	if (DEBUG_GTE(FLIST, 3)) {
rprintf(FINFO, "[%s] receiving flist for dir %d\n",	rprintf(FINFO, "[%s] receiving flist for dir %d\n",
who_am_i(), ndx);	who_am_i(), ndx);
}	}
flist = recv_file_list(f);	flist = recv_file_list(f, ndx);
flist->parent_ndx = ndx;	flist->parent_ndx = ndx;
}	}
}	}
Line 2529 int flist_find(struct file_list *flist, struct file_st	Line 3422 int flist_find(struct file_list *flist, struct file_st
return -1;	return -1;
}	}

	/* Search for a name in the file list. You must specify want_dir_match as:
	* 1=match directories, 0=match non-directories, or -1=match either. */
	int flist_find_name(struct file_list flist, const char fname, int want_dir_match)
	{
	static struct file_struct *f;
	char fbuf[MAXPATHLEN];
	const char *slash = strrchr(fname, '/');
	const char *basename = slash ? slash+1 : fname;

	if (!f)
	f = (struct file_struct*)new_array(char, FILE_STRUCT_LEN + MAXPATHLEN + 1);

	memset(f, 0, FILE_STRUCT_LEN);
	memcpy((void*)f->basename, basename, strlen(basename)+1);

	if (slash) {
	strlcpy(fbuf, fname, slash - fname + 1);
	f->dirname = fbuf;
	} else
	f->dirname = NULL;

	f->mode = want_dir_match > 0 ? S_IFDIR : S_IFREG;

	if (want_dir_match < 0)
	return flist_find_ignore_dirness(flist, f);
	return flist_find(flist, f);
	}

/* Search for an identically-named item in the file list. Differs from	/* Search for an identically-named item in the file list. Differs from
* flist_find in that an item that agrees with "f" in directory-ness is	* flist_find in that an item that agrees with "f" in directory-ness is
* preferred but one that does not is still found. */	* preferred but one that does not is still found. */
Line 2567 void clear_file(struct file_struct *file)	Line 3488 void clear_file(struct file_struct *file)
}	}

/* Allocate a new file list. */	/* Allocate a new file list. */
struct file_list flist_new(int flags, char msg)	static struct file_list flist_new(int flags, const char msg)
{	{
struct file_list *flist;	struct file_list *flist;

if (!(flist = new0(struct file_list)))	flist = new0(struct file_list);
out_of_memory(msg);

if (flags & FLIST_TEMP) {	if (flags & FLIST_TEMP) {
if (!(flist->file_pool = pool_create(SMALL_EXTENT, 0,	if (!(flist->file_pool = pool_create(SMALL_EXTENT, 0, _out_of_memory, POOL_INTERN)))
out_of_memory, POOL_INTERN)))
out_of_memory(msg);	out_of_memory(msg);
} else {	} else {
/* This is a doubly linked list with prev looping back to	/* This is a doubly linked list with prev looping back to
* the end of the list, but the last next pointer is NULL. */	* the end of the list, but the last next pointer is NULL. */
if (!first_flist) {	if (!first_flist) {
flist->file_pool = pool_create(NORMAL_EXTENT, 0,	if (!(flist->file_pool = pool_create(NORMAL_EXTENT, 0, _out_of_memory, POOL_INTERN)))
out_of_memory, POOL_INTERN);
if (!flist->file_pool)
out_of_memory(msg);	out_of_memory(msg);

flist->ndx_start = flist->flist_num = inc_recurse ? 1 : 0;	flist->ndx_start = flist->flist_num = inc_recurse ? 1 : 0;
Line 2605 struct file_list flist_new(int flags, char msg)	Line 3522 struct file_list flist_new(int flags, char msg)
flist_cnt++;	flist_cnt++;
}	}

	if (use_db && (!inc_recurse \|\| flist_eof))
	db_disconnect(True);

return flist;	return flist;
}	}

Line 2645 void flist_free(struct file_list *flist)	Line 3565 void flist_free(struct file_list *flist)

/* This routine ensures we don't have any duplicate names in our file list.	/* This routine ensures we don't have any duplicate names in our file list.
* duplicate names can cause corruption because of the pipelining. */	* duplicate names can cause corruption because of the pipelining. */
static void flist_sort_and_clean(struct file_list *flist, int strip_root)	static void flist_sort_and_clean(struct file_list *flist, int flags)
{	{
char fbuf[MAXPATHLEN];	char fbuf[MAXPATHLEN];
int i, prev_i;	int i, prev_i;
Line 2696 static void flist_sort_and_clean(struct file_list *fli	Line 3616 static void flist_sort_and_clean(struct file_list *fli
/* If one is a dir and the other is not, we want to	/* If one is a dir and the other is not, we want to
* keep the dir because it might have contents in the	* keep the dir because it might have contents in the
* list. Otherwise keep the first one. */	* list. Otherwise keep the first one. */
if (S_ISDIR(file->mode)) {	if (S_ISDIR(file->mode) \|\| flags & CLEAN_KEEP_LAST) {
struct file_struct *fp = flist->sorted[j];	struct file_struct *fp = flist->sorted[j];
if (!S_ISDIR(fp->mode))	if (!S_ISDIR(fp->mode))
keep = i, drop = j;	keep = i, drop = j;
Line 2712 static void flist_sort_and_clean(struct file_list *fli	Line 3632 static void flist_sort_and_clean(struct file_list *fli
} else	} else
keep = j, drop = i;	keep = j, drop = i;

if (!am_sender) {	if (!am_sender \|\| flags & CLEAN_KEEP_LAST) {
if (verbose > 1) {	if (DEBUG_GTE(DUP, 1) && !(flags & CLEAN_KEEP_LAST)) {
rprintf(FINFO,	rprintf(FINFO,
"removing duplicate name %s from file list (%d)\n",	"removing duplicate name %s from file list (%d)\n",
f_name(file, fbuf), drop + flist->ndx_start);	f_name(file, fbuf), drop + flist->ndx_start);
Line 2735 static void flist_sort_and_clean(struct file_list *fli	Line 3655 static void flist_sort_and_clean(struct file_list *fli
}	}
flist->high = prev_i;	flist->high = prev_i;

if (strip_root) {	if (flags & CLEAN_STRIP_ROOT) {
/* We need to strip off the leading slashes for relative	/* We need to strip off the leading slashes for relative
* paths, but this must be done _after_ the sorting phase. */	* paths, but this must be done _after_ the sorting phase. */
for (i = flist->low; i <= flist->high; i++) {	for (i = flist->low; i <= flist->high; i++) {
Line 2771 static void flist_sort_and_clean(struct file_list *fli	Line 3691 static void flist_sort_and_clean(struct file_list *fli
clear_file(fp);	clear_file(fp);
}	}
prev_depth = F_DEPTH(file);	prev_depth = F_DEPTH(file);
if (is_excluded(f_name(file, fbuf), 1,	if (is_excluded(f_name(file, fbuf), 1, ALL_FILTERS)) {
ALL_FILTERS)) {
/* Keep dirs through this dir. */	/* Keep dirs through this dir. */
for (j = prev_depth-1; ; j--) {	for (j = prev_depth-1; ; j--) {
fp = flist->sorted[prev_i];	fp = flist->sorted[prev_i];
Line 2854 static void output_flist(struct file_list *flist)	Line 3773 static void output_flist(struct file_list *flist)
} else	} else
root = dir = slash = name = trail = "";	root = dir = slash = name = trail = "";
rprintf(FINFO,	rprintf(FINFO,
"[%s] i=%d %s %s%s%s%s mode=0%o len=%.0f%s%s flags=%x\n",	"[%s] i=%d %s %s%s%s%s mode=0%o len=%s%s%s flags=%x\n",
who, i + flist->ndx_start,	who, i + flist->ndx_start,
root, dir, slash, name, trail,	root, dir, slash, name, trail,
(int)file->mode, (double)F_LENGTH(file),	(int)file->mode, comma_num(F_LENGTH(file)),
uidbuf, gidbuf, file->flags);	uidbuf, gidbuf, file->flags);
}	}
}	}
Line 2886 int f_name_cmp(const struct file_struct *f1, const str	Line 3805 int f_name_cmp(const struct file_struct *f1, const str
{	{
int dif;	int dif;
const uchar c1, c2;	const uchar c1, c2;
	uchar ch1, ch2;
enum fnc_state state1, state2;	enum fnc_state state1, state2;
enum fnc_type type1, type2;	enum fnc_type type1, type2;
enum fnc_type t_path = protocol_version >= 29 ? t_PATH : t_ITEM;	enum fnc_type t_path = protocol_version >= 29 ? t_PATH : t_ITEM;
Line 2996 int f_name_cmp(const struct file_struct *f1, const str	Line 3916 int f_name_cmp(const struct file_struct *f1, const str
if (type1 != type2)	if (type1 != type2)
return type1 == t_PATH ? 1 : -1;	return type1 == t_PATH ? 1 : -1;
}	}
} while ((dif = (int)c1++ - (int)c2++) == 0);	ch1 = *c1++;
	ch2 = *c2++;
	if (ignore_case) {
	if (isupper(ch1))
	ch1 = tolower(ch1);
	if (isupper(ch2))
	ch2 = tolower(ch2);
	}
	} while ((dif = (int)ch1 - (int)ch2) == 0);

return dif;	return dif;
}	}
Line 3057 struct file_list get_dirlist(char dirname, int dlen,	Line 3985 struct file_list get_dirlist(char dirname, int dlen,
int save_xfer_dirs = xfer_dirs;	int save_xfer_dirs = xfer_dirs;
int save_prune_empty_dirs = prune_empty_dirs;	int save_prune_empty_dirs = prune_empty_dirs;
int senddir_fd = flags & GDL_IGNORE_FILTER_RULES ? -2 : -1;	int senddir_fd = flags & GDL_IGNORE_FILTER_RULES ? -2 : -1;
	int senddir_flags = FLAG_CONTENT_DIR;

if (dlen < 0) {	if (dlen < 0) {
dlen = strlcpy(dirbuf, dirname, MAXPATHLEN);	dlen = strlcpy(dirbuf, dirname, MAXPATHLEN);
Line 3067 struct file_list get_dirlist(char dirname, int dlen,	Line 3996 struct file_list get_dirlist(char dirname, int dlen,

dirlist = flist_new(FLIST_TEMP, "get_dirlist");	dirlist = flist_new(FLIST_TEMP, "get_dirlist");

	if (flags & GDL_PERHAPS_DIR)
	senddir_flags \|= FLAG_PERHAPS_DIR;

recurse = 0;	recurse = 0;
xfer_dirs = 1;	xfer_dirs = 1;
send_directory(senddir_fd, dirlist, dirname, dlen, FLAG_CONTENT_DIR);	send_directory(senddir_fd, dirlist, dirname, dlen, senddir_flags);
xfer_dirs = save_xfer_dirs;	xfer_dirs = save_xfer_dirs;
recurse = save_recurse;	recurse = save_recurse;
if (do_progress)	if (INFO_GTE(PROGRESS, 1))
flist_count_offset += dirlist->used;	flist_count_offset += dirlist->used;

prune_empty_dirs = 0;	prune_empty_dirs = 0;
Line 3080 struct file_list get_dirlist(char dirname, int dlen,	Line 4012 struct file_list get_dirlist(char dirname, int dlen,
flist_sort_and_clean(dirlist, 0);	flist_sort_and_clean(dirlist, 0);
prune_empty_dirs = save_prune_empty_dirs;	prune_empty_dirs = save_prune_empty_dirs;

if (verbose > 3)	if (DEBUG_GTE(FLIST, 3))
output_flist(dirlist);	output_flist(dirlist);

return dirlist;	return dirlist;

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>

Removed from v.1.1
changed lines
	Added in v.1.1.1.4