version 1.1, 2012/02/17 15:09:30
|
version 1.1.1.2, 2013/10/14 07:51:14
|
Line 4
|
Line 4
|
* Copyright (C) 1996-2001 Andrew Tridgell <tridge@samba.org> |
* Copyright (C) 1996-2001 Andrew Tridgell <tridge@samba.org> |
* Copyright (C) 1996 Paul Mackerras |
* Copyright (C) 1996 Paul Mackerras |
* Copyright (C) 2001, 2002 Martin Pool <mbp@samba.org> |
* Copyright (C) 2001, 2002 Martin Pool <mbp@samba.org> |
* Copyright (C) 2003-2009 Wayne Davison | * Copyright (C) 2003-2013 Wayne Davison |
* |
* |
* This program is free software; you can redistribute it and/or modify |
* This program is free software; you can redistribute it and/or modify |
* it under the terms of the GNU General Public License as published by |
* it under the terms of the GNU General Public License as published by |
Line 21
|
Line 21
|
*/ |
*/ |
|
|
#include "rsync.h" |
#include "rsync.h" |
#include "ifuncs.h" | #include "inums.h" |
#include "io.h" |
#include "io.h" |
#if defined CONFIG_LOCALE && defined HAVE_LOCALE_H |
#if defined CONFIG_LOCALE && defined HAVE_LOCALE_H |
#include <locale.h> |
#include <locale.h> |
#endif |
#endif |
|
|
extern int verbose; | extern int force_change; |
extern int dry_run; |
extern int dry_run; |
extern int list_only; |
extern int list_only; |
|
extern int io_timeout; |
extern int am_root; |
extern int am_root; |
extern int am_server; |
extern int am_server; |
extern int am_sender; |
extern int am_sender; |
extern int am_daemon; |
extern int am_daemon; |
extern int inc_recurse; |
extern int inc_recurse; |
extern int blocking_io; |
extern int blocking_io; |
|
extern int always_checksum; |
extern int remove_source_files; |
extern int remove_source_files; |
|
extern int output_needs_newline; |
extern int need_messages_from_generator; |
extern int need_messages_from_generator; |
extern int kluge_around_eof; |
extern int kluge_around_eof; |
extern int do_stats; |
|
extern int got_xfer_error; |
extern int got_xfer_error; |
|
extern int msgs2stderr; |
extern int module_id; |
extern int module_id; |
|
extern int read_only; |
extern int copy_links; |
extern int copy_links; |
extern int copy_dirlinks; |
extern int copy_dirlinks; |
extern int copy_unsafe_links; |
extern int copy_unsafe_links; |
Line 62 extern int whole_file;
|
Line 66 extern int whole_file;
|
extern int read_batch; |
extern int read_batch; |
extern int write_batch; |
extern int write_batch; |
extern int batch_fd; |
extern int batch_fd; |
|
extern int sock_f_in; |
|
extern int sock_f_out; |
extern int filesfrom_fd; |
extern int filesfrom_fd; |
extern int connect_timeout; |
extern int connect_timeout; |
|
extern int send_msgs_to_gen; |
extern dev_t filesystem_dev; |
extern dev_t filesystem_dev; |
extern pid_t cleanup_child_pid; |
extern pid_t cleanup_child_pid; |
|
extern size_t bwlimit_writemax; |
extern unsigned int module_dirlen; |
extern unsigned int module_dirlen; |
|
extern BOOL flist_receiving_enabled; |
|
extern BOOL shutting_down; |
|
extern int basis_dir_cnt; |
extern struct stats stats; |
extern struct stats stats; |
|
extern char *stdout_format; |
|
extern char *logfile_format; |
extern char *filesfrom_host; |
extern char *filesfrom_host; |
extern char *partial_dir; |
extern char *partial_dir; |
extern char *dest_option; |
extern char *dest_option; |
extern char *basis_dir[MAX_BASIS_DIRS+1]; |
|
extern char *rsync_path; |
extern char *rsync_path; |
extern char *shell_cmd; |
extern char *shell_cmd; |
extern char *batch_name; |
extern char *batch_name; |
extern char *password_file; |
extern char *password_file; |
|
extern char *backup_dir; |
extern char curr_dir[MAXPATHLEN]; |
extern char curr_dir[MAXPATHLEN]; |
|
extern char backup_dir_buf[MAXPATHLEN]; |
|
extern char *basis_dir[MAX_BASIS_DIRS+1]; |
extern struct file_list *first_flist; |
extern struct file_list *first_flist; |
extern struct filter_list_struct daemon_filter_list; | extern filter_rule_list daemon_filter_list; |
|
|
uid_t our_uid; |
uid_t our_uid; |
|
gid_t our_gid; |
int am_receiver = 0; /* Only set to 1 after the receiver/generator fork. */ |
int am_receiver = 0; /* Only set to 1 after the receiver/generator fork. */ |
int am_generator = 0; /* Only set to 1 after the receiver/generator fork. */ |
int am_generator = 0; /* Only set to 1 after the receiver/generator fork. */ |
int local_server = 0; |
int local_server = 0; |
int daemon_over_rsh = 0; |
int daemon_over_rsh = 0; |
mode_t orig_umask = 0; |
mode_t orig_umask = 0; |
int batch_gen_fd = -1; |
int batch_gen_fd = -1; |
|
int sender_keeps_checksum = 0; |
|
|
/* There's probably never more than at most 2 outstanding child processes, |
/* There's probably never more than at most 2 outstanding child processes, |
* but set it higher, just in case. */ |
* but set it higher, just in case. */ |
Line 116 static void show_malloc_stats(void);
|
Line 133 static void show_malloc_stats(void);
|
pid_t wait_process(pid_t pid, int *status_ptr, int flags) |
pid_t wait_process(pid_t pid, int *status_ptr, int flags) |
{ |
{ |
pid_t waited_pid; |
pid_t waited_pid; |
| |
do { |
do { |
waited_pid = waitpid(pid, status_ptr, flags); |
waited_pid = waitpid(pid, status_ptr, flags); |
} while (waited_pid == -1 && errno == EINTR); |
} while (waited_pid == -1 && errno == EINTR); |
Line 169 static void wait_process_with_flush(pid_t pid, int *ex
|
Line 186 static void wait_process_with_flush(pid_t pid, int *ex
|
*exit_code_ptr = WEXITSTATUS(status); |
*exit_code_ptr = WEXITSTATUS(status); |
} |
} |
|
|
|
void write_del_stats(int f) |
|
{ |
|
if (read_batch) |
|
write_int(f, NDX_DEL_STATS); |
|
else |
|
write_ndx(f, NDX_DEL_STATS); |
|
write_varint(f, stats.deleted_files - stats.deleted_dirs |
|
- stats.deleted_symlinks - stats.deleted_devices |
|
- stats.deleted_specials); |
|
write_varint(f, stats.deleted_dirs); |
|
write_varint(f, stats.deleted_symlinks); |
|
write_varint(f, stats.deleted_devices); |
|
write_varint(f, stats.deleted_specials); |
|
} |
|
|
|
void read_del_stats(int f) |
|
{ |
|
stats.deleted_files = read_varint(f); |
|
stats.deleted_files += stats.deleted_dirs = read_varint(f); |
|
stats.deleted_files += stats.deleted_symlinks = read_varint(f); |
|
stats.deleted_files += stats.deleted_devices = read_varint(f); |
|
stats.deleted_files += stats.deleted_specials = read_varint(f); |
|
} |
|
|
/* This function gets called from all 3 processes. We want the client side |
/* This function gets called from all 3 processes. We want the client side |
* to actually output the text, but the sender is the only process that has |
* to actually output the text, but the sender is the only process that has |
* all the stats we need. So, if we're a client sender, we do the report. |
* all the stats we need. So, if we're a client sender, we do the report. |
Line 185 static void handle_stats(int f)
|
Line 226 static void handle_stats(int f)
|
total_read = stats.total_read; |
total_read = stats.total_read; |
total_written = stats.total_written; |
total_written = stats.total_written; |
|
|
if (do_stats && verbose > 1) { | if (INFO_GTE(STATS, 3)) { |
/* These come out from every process */ |
/* These come out from every process */ |
show_malloc_stats(); |
show_malloc_stats(); |
show_flist_stats(); |
show_flist_stats(); |
Line 239 static void handle_stats(int f)
|
Line 280 static void handle_stats(int f)
|
} |
} |
} |
} |
|
|
|
static void output_itemized_counts(const char *prefix, int *counts) |
|
{ |
|
static char *labels[] = { "reg", "dir", "link", "dev", "special" }; |
|
char buf[1024], *pre = " ("; |
|
int j, len = 0; |
|
int total = counts[0]; |
|
if (total) { |
|
counts[0] -= counts[1] + counts[2] + counts[3] + counts[4]; |
|
for (j = 0; j < 5; j++) { |
|
if (counts[j]) { |
|
len += snprintf(buf+len, sizeof buf - len - 2, |
|
"%s%s: %s", |
|
pre, labels[j], comma_num(counts[j])); |
|
pre = ", "; |
|
} |
|
} |
|
buf[len++] = ')'; |
|
} |
|
buf[len] = '\0'; |
|
rprintf(FINFO, "%s: %s%s\n", prefix, comma_num(total), buf); |
|
} |
|
|
static void output_summary(void) |
static void output_summary(void) |
{ |
{ |
if (do_stats) { | if (INFO_GTE(STATS, 2)) { |
rprintf(FCLIENT, "\n"); |
rprintf(FCLIENT, "\n"); |
rprintf(FINFO,"Number of files: %d\n", stats.num_files); | output_itemized_counts("Number of files", &stats.num_files); |
rprintf(FINFO,"Number of files transferred: %d\n", | if (protocol_version >= 29) |
stats.num_transferred_files); | output_itemized_counts("Number of created files", &stats.created_files); |
| if (protocol_version >= 31) |
| output_itemized_counts("Number of deleted files", &stats.deleted_files); |
| rprintf(FINFO,"Number of regular files transferred: %s\n", |
| comma_num(stats.xferred_files)); |
rprintf(FINFO,"Total file size: %s bytes\n", |
rprintf(FINFO,"Total file size: %s bytes\n", |
human_num(stats.total_size)); |
human_num(stats.total_size)); |
rprintf(FINFO,"Total transferred file size: %s bytes\n", |
rprintf(FINFO,"Total transferred file size: %s bytes\n", |
Line 258 static void output_summary(void)
|
Line 325 static void output_summary(void)
|
human_num(stats.flist_size)); |
human_num(stats.flist_size)); |
if (stats.flist_buildtime) { |
if (stats.flist_buildtime) { |
rprintf(FINFO, |
rprintf(FINFO, |
"File list generation time: %.3f seconds\n", | "File list generation time: %s seconds\n", |
(double)stats.flist_buildtime / 1000); | comma_dnum((double)stats.flist_buildtime / 1000, 3)); |
rprintf(FINFO, |
rprintf(FINFO, |
"File list transfer time: %.3f seconds\n", | "File list transfer time: %s seconds\n", |
(double)stats.flist_xfertime / 1000); | comma_dnum((double)stats.flist_xfertime / 1000, 3)); |
} |
} |
rprintf(FINFO,"Total bytes sent: %s\n", |
rprintf(FINFO,"Total bytes sent: %s\n", |
human_num(total_written)); |
human_num(total_written)); |
Line 270 static void output_summary(void)
|
Line 337 static void output_summary(void)
|
human_num(total_read)); |
human_num(total_read)); |
} |
} |
|
|
if (verbose || do_stats) { | if (INFO_GTE(STATS, 1)) { |
rprintf(FCLIENT, "\n"); |
rprintf(FCLIENT, "\n"); |
rprintf(FINFO, |
rprintf(FINFO, |
"sent %s bytes received %s bytes %s bytes/sec\n", |
"sent %s bytes received %s bytes %s bytes/sec\n", |
human_num(total_written), human_num(total_read), |
human_num(total_written), human_num(total_read), |
human_dnum((total_written + total_read)/(0.5 + (endtime - starttime)), 2)); |
human_dnum((total_written + total_read)/(0.5 + (endtime - starttime)), 2)); |
rprintf(FINFO, "total size is %s speedup is %.2f%s\n", | rprintf(FINFO, "total size is %s speedup is %s%s\n", |
human_num(stats.total_size), |
human_num(stats.total_size), |
(double)stats.total_size / (total_written+total_read), | comma_dnum((double)stats.total_size / (total_written+total_read), 2), |
write_batch < 0 ? " (BATCH ONLY)" : dry_run ? " (DRY RUN)" : ""); |
write_batch < 0 ? " (BATCH ONLY)" : dry_run ? " (DRY RUN)" : ""); |
} |
} |
|
|
Line 299 static void show_malloc_stats(void)
|
Line 366 static void show_malloc_stats(void)
|
|
|
rprintf(FCLIENT, "\n"); |
rprintf(FCLIENT, "\n"); |
rprintf(FINFO, RSYNC_NAME "[%d] (%s%s%s) heap statistics:\n", |
rprintf(FINFO, RSYNC_NAME "[%d] (%s%s%s) heap statistics:\n", |
getpid(), am_server ? "server " : "", | (int)getpid(), am_server ? "server " : "", |
am_daemon ? "daemon " : "", who_am_i()); |
am_daemon ? "daemon " : "", who_am_i()); |
rprintf(FINFO, " arena: %10ld (bytes from sbrk)\n", |
rprintf(FINFO, " arena: %10ld (bytes from sbrk)\n", |
(long)mi.arena); |
(long)mi.arena); |
Line 332 static pid_t do_cmd(char *cmd, char *machine, char *us
|
Line 399 static pid_t do_cmd(char *cmd, char *machine, char *us
|
int *f_in_p, int *f_out_p) |
int *f_in_p, int *f_out_p) |
{ |
{ |
int i, argc = 0; |
int i, argc = 0; |
char *args[MAX_ARGS]; | char *args[MAX_ARGS], *need_to_free = NULL; |
pid_t pid; |
pid_t pid; |
int dash_l_set = 0; |
int dash_l_set = 0; |
|
|
Line 343 static pid_t do_cmd(char *cmd, char *machine, char *us
|
Line 410 static pid_t do_cmd(char *cmd, char *machine, char *us
|
cmd = rsh_env; |
cmd = rsh_env; |
if (!cmd) |
if (!cmd) |
cmd = RSYNC_RSH; |
cmd = RSYNC_RSH; |
cmd = strdup(cmd); /* MEMORY LEAK */ | cmd = need_to_free = strdup(cmd); |
if (!cmd) |
if (!cmd) |
goto oom; |
goto oom; |
|
|
Line 440 static pid_t do_cmd(char *cmd, char *machine, char *us
|
Line 507 static pid_t do_cmd(char *cmd, char *machine, char *us
|
|
|
args[argc] = NULL; |
args[argc] = NULL; |
|
|
if (verbose > 3) { | if (DEBUG_GTE(CMD, 2)) { |
for (i = 0; i < argc; i++) |
for (i = 0; i < argc; i++) |
rprintf(FCLIENT, "cmd[%d]=%s ", i, args[i]); |
rprintf(FCLIENT, "cmd[%d]=%s ", i, args[i]); |
rprintf(FCLIENT, "\n"); |
rprintf(FCLIENT, "\n"); |
Line 479 static pid_t do_cmd(char *cmd, char *machine, char *us
|
Line 546 static pid_t do_cmd(char *cmd, char *machine, char *us
|
send_protected_args(*f_out_p, args); |
send_protected_args(*f_out_p, args); |
} |
} |
|
|
|
if (need_to_free) |
|
free(need_to_free); |
|
|
return pid; |
return pid; |
|
|
oom: |
oom: |
Line 505 static char *get_local_name(struct file_list *flist, c
|
Line 575 static char *get_local_name(struct file_list *flist, c
|
int statret; |
int statret; |
char *cp; |
char *cp; |
|
|
if (verbose > 2) { | if (DEBUG_GTE(RECV, 1)) { |
rprintf(FINFO, "get_local_name count=%d %s\n", |
rprintf(FINFO, "get_local_name count=%d %s\n", |
file_total, NS(dest_path)); |
file_total, NS(dest_path)); |
} |
} |
Line 581 static char *get_local_name(struct file_list *flist, c
|
Line 651 static char *get_local_name(struct file_list *flist, c
|
exit_cleanup(RERR_SYNTAX); |
exit_cleanup(RERR_SYNTAX); |
} |
} |
|
|
if (mkdir_defmode(dest_path) != 0) { | if (do_mkdir(dest_path, ACCESSPERMS) != 0) { |
rsyserr(FERROR, errno, "mkdir %s failed", |
rsyserr(FERROR, errno, "mkdir %s failed", |
full_fname(dest_path)); |
full_fname(dest_path)); |
exit_cleanup(RERR_FILEIO); |
exit_cleanup(RERR_FILEIO); |
Line 591 static char *get_local_name(struct file_list *flist, c
|
Line 661 static char *get_local_name(struct file_list *flist, c
|
&& strcmp(flist->files[flist->low]->basename, ".") == 0) |
&& strcmp(flist->files[flist->low]->basename, ".") == 0) |
flist->files[0]->flags |= FLAG_DIR_CREATED; |
flist->files[0]->flags |= FLAG_DIR_CREATED; |
|
|
if (verbose) | if (INFO_GTE(NAME, 1)) |
rprintf(FINFO, "created directory %s\n", dest_path); |
rprintf(FINFO, "created directory %s\n", dest_path); |
|
|
if (dry_run) { |
if (dry_run) { |
Line 637 static char *get_local_name(struct file_list *flist, c
|
Line 707 static char *get_local_name(struct file_list *flist, c
|
static void check_alt_basis_dirs(void) |
static void check_alt_basis_dirs(void) |
{ |
{ |
STRUCT_STAT st; |
STRUCT_STAT st; |
char **dir_p, *slash = strrchr(curr_dir, '/'); | char *slash = strrchr(curr_dir, '/'); |
| int j; |
|
|
for (dir_p = basis_dir; *dir_p; dir_p++) { | for (j = 0; j < basis_dir_cnt; j++) { |
if (dry_run > 1 && **dir_p != '/') { | char *bdir = basis_dir[j]; |
int len = curr_dir_len + 1 + strlen(*dir_p) + 1; | int bd_len = strlen(bdir); |
| if (bd_len > 1 && bdir[bd_len-1] == '/') |
| bdir[--bd_len] = '\0'; |
| if (dry_run > 1 && *bdir != '/') { |
| int len = curr_dir_len + 1 + bd_len + 1; |
char *new = new_array(char, len); |
char *new = new_array(char, len); |
if (!new) |
if (!new) |
out_of_memory("check_alt_basis_dirs"); |
out_of_memory("check_alt_basis_dirs"); |
if (slash && strncmp(*dir_p, "../", 3) == 0) { | if (slash && strncmp(bdir, "../", 3) == 0) { |
/* We want to remove only one leading "../" prefix for |
/* We want to remove only one leading "../" prefix for |
* the directory we couldn't create in dry-run mode: |
* the directory we couldn't create in dry-run mode: |
* this ensures that any other ".." references get |
* this ensures that any other ".." references get |
* evaluated the same as they would for a live copy. */ |
* evaluated the same as they would for a live copy. */ |
*slash = '\0'; |
*slash = '\0'; |
pathjoin(new, len, curr_dir, *dir_p + 3); | pathjoin(new, len, curr_dir, bdir + 3); |
*slash = '/'; |
*slash = '/'; |
} else |
} else |
pathjoin(new, len, curr_dir, *dir_p); | pathjoin(new, len, curr_dir, bdir); |
*dir_p = new; | basis_dir[j] = bdir = new; |
} |
} |
if (do_stat(*dir_p, &st) < 0) { | if (do_stat(bdir, &st) < 0) |
rprintf(FWARNING, "%s arg does not exist: %s\n", | rprintf(FWARNING, "%s arg does not exist: %s\n", dest_option, bdir); |
dest_option, *dir_p); | else if (!S_ISDIR(st.st_mode)) |
} else if (!S_ISDIR(st.st_mode)) { | rprintf(FWARNING, "%s arg is not a dir: %s\n", dest_option, bdir); |
rprintf(FWARNING, "%s arg is not a dir: %s\n", | |
dest_option, *dir_p); | |
} | |
} |
} |
} |
} |
|
|
/* This is only called by the sender. */ |
/* This is only called by the sender. */ |
static void read_final_goodbye(int f_in) | static void read_final_goodbye(int f_in, int f_out) |
{ |
{ |
int i, iflags, xlen; |
int i, iflags, xlen; |
uchar fnamecmp_type; |
uchar fnamecmp_type; |
char xname[MAXPATHLEN]; |
char xname[MAXPATHLEN]; |
|
|
|
shutting_down = True; |
|
|
if (protocol_version < 29) |
if (protocol_version < 29) |
i = read_int(f_in); |
i = read_int(f_in); |
else { |
else { |
i = read_ndx_and_attrs(f_in, &iflags, &fnamecmp_type, | i = read_ndx_and_attrs(f_in, f_out, &iflags, &fnamecmp_type, xname, &xlen); |
xname, &xlen); | if (protocol_version >= 31 && i == NDX_DONE) { |
| if (am_sender) |
| write_ndx(f_out, NDX_DONE); |
| else { |
| if (batch_gen_fd >= 0) { |
| while (read_int(batch_gen_fd) != NDX_DEL_STATS) {} |
| read_del_stats(batch_gen_fd); |
| } |
| write_int(f_out, NDX_DONE); |
| } |
| i = read_ndx_and_attrs(f_in, f_out, &iflags, &fnamecmp_type, xname, &xlen); |
| } |
} |
} |
|
|
if (i != NDX_DONE) { |
if (i != NDX_DONE) { |
Line 693 static void do_server_sender(int f_in, int f_out, int
|
Line 778 static void do_server_sender(int f_in, int f_out, int
|
struct file_list *flist; |
struct file_list *flist; |
char *dir = argv[0]; |
char *dir = argv[0]; |
|
|
if (verbose > 2) { | if (DEBUG_GTE(SEND, 1)) |
rprintf(FINFO, "server_sender starting pid=%ld\n", | rprintf(FINFO, "server_sender starting pid=%d\n", (int)getpid()); |
(long)getpid()); | |
} | |
|
|
if (am_daemon && lp_write_only(module_id)) { |
if (am_daemon && lp_write_only(module_id)) { |
rprintf(FERROR, "ERROR: module is write only\n"); |
rprintf(FERROR, "ERROR: module is write only\n"); |
exit_cleanup(RERR_SYNTAX); |
exit_cleanup(RERR_SYNTAX); |
return; |
return; |
} |
} |
if (am_daemon && lp_read_only(module_id) && remove_source_files) { | if (am_daemon && read_only && remove_source_files) { |
rprintf(FERROR, |
rprintf(FERROR, |
"ERROR: --remove-%s-files cannot be used with a read-only module\n", |
"ERROR: --remove-%s-files cannot be used with a read-only module\n", |
remove_source_files == 1 ? "source" : "sent"); |
remove_source_files == 1 ? "source" : "sent"); |
Line 728 static void do_server_sender(int f_in, int f_out, int
|
Line 811 static void do_server_sender(int f_in, int f_out, int
|
} |
} |
|
|
flist = send_file_list(f_out,argc,argv); |
flist = send_file_list(f_out,argc,argv); |
if (!flist || flist->used == 0) | if (!flist || flist->used == 0) { |
| /* Make sure input buffering is off so we can't hang in noop_io_until_death(). */ |
| io_end_buffering_in(0); |
| /* TODO: we should really exit in a more controlled manner. */ |
exit_cleanup(0); |
exit_cleanup(0); |
|
} |
|
|
io_start_buffering_in(f_in); |
io_start_buffering_in(f_in); |
|
|
Line 737 static void do_server_sender(int f_in, int f_out, int
|
Line 824 static void do_server_sender(int f_in, int f_out, int
|
io_flush(FULL_FLUSH); |
io_flush(FULL_FLUSH); |
handle_stats(f_out); |
handle_stats(f_out); |
if (protocol_version >= 24) |
if (protocol_version >= 24) |
read_final_goodbye(f_in); | read_final_goodbye(f_in, f_out); |
io_flush(FULL_FLUSH); |
io_flush(FULL_FLUSH); |
exit_cleanup(0); |
exit_cleanup(0); |
} |
} |
Line 763 static int do_recv(int f_in, int f_out, char *local_na
|
Line 850 static int do_recv(int f_in, int f_out, char *local_na
|
exit_cleanup(RERR_IPC); |
exit_cleanup(RERR_IPC); |
} |
} |
|
|
io_flush(NORMAL_FLUSH); | if (backup_dir) { |
| int ret = make_path(backup_dir_buf, MKP_DROP_NAME); /* drops trailing slash */ |
| if (ret < 0) |
| exit_cleanup(RERR_SYNTAX); |
| if (ret) |
| rprintf(FINFO, "Created backup_dir %s\n", backup_dir_buf); |
| else if (INFO_GTE(BACKUP, 1)) |
| rprintf(FINFO, "backup_dir is %s\n", backup_dir_buf); |
| } |
|
|
|
io_flush(FULL_FLUSH); |
|
|
if ((pid = do_fork()) == -1) { |
if ((pid = do_fork()) == -1) { |
rsyserr(FERROR, errno, "fork failed in do_recv"); |
rsyserr(FERROR, errno, "fork failed in do_recv"); |
exit_cleanup(RERR_IPC); |
exit_cleanup(RERR_IPC); |
Line 772 static int do_recv(int f_in, int f_out, char *local_na
|
Line 869 static int do_recv(int f_in, int f_out, char *local_na
|
|
|
if (pid == 0) { |
if (pid == 0) { |
am_receiver = 1; |
am_receiver = 1; |
|
send_msgs_to_gen = am_server; |
|
|
close(error_pipe[0]); |
close(error_pipe[0]); |
|
|
|
/* We can't let two processes write to the socket at one time. */ |
|
io_end_multiplex_out(MPLX_SWITCHING); |
if (f_in != f_out) |
if (f_in != f_out) |
close(f_out); |
close(f_out); |
|
sock_f_out = -1; |
|
f_out = error_pipe[1]; |
|
|
/* we can't let two processes write to the socket at one time */ | bwlimit_writemax = 0; /* receiver doesn't need to do this */ |
io_end_multiplex_out(); | |
|
|
/* set place to send errors */ | if (read_batch) |
set_msg_fd_out(error_pipe[1]); | io_start_buffering_in(f_in); |
io_start_buffering_out(error_pipe[1]); | io_start_multiplex_out(f_out); |
|
|
recv_files(f_in, local_name); | recv_files(f_in, f_out, local_name); |
io_flush(FULL_FLUSH); |
io_flush(FULL_FLUSH); |
handle_stats(f_in); |
handle_stats(f_in); |
|
|
send_msg(MSG_DONE, "", 1, 0); | if (output_needs_newline) { |
write_varlong(error_pipe[1], stats.total_read, 3); | fputc('\n', stdout); |
| output_needs_newline = 0; |
| } |
| |
| write_int(f_out, NDX_DONE); |
| send_msg(MSG_STATS, (char*)&stats.total_read, sizeof stats.total_read, 0); |
io_flush(FULL_FLUSH); |
io_flush(FULL_FLUSH); |
|
|
/* Handle any keep-alive packets from the post-processing work |
/* Handle any keep-alive packets from the post-processing work |
* that the generator does. */ |
* that the generator does. */ |
if (protocol_version >= 29) { |
if (protocol_version >= 29) { |
int iflags, xlen; |
|
uchar fnamecmp_type; |
|
char xname[MAXPATHLEN]; |
|
|
|
kluge_around_eof = -1; |
kluge_around_eof = -1; |
|
|
/* This should only get stopped via a USR2 signal. */ |
/* This should only get stopped via a USR2 signal. */ |
read_ndx_and_attrs(f_in, &iflags, &fnamecmp_type, | read_final_goodbye(f_in, f_out); |
xname, &xlen); | |
|
|
rprintf(FERROR, "Invalid packet at end of run [%s]\n", |
rprintf(FERROR, "Invalid packet at end of run [%s]\n", |
who_am_i()); |
who_am_i()); |
Line 818 static int do_recv(int f_in, int f_out, char *local_na
|
Line 920 static int do_recv(int f_in, int f_out, char *local_na
|
} |
} |
|
|
am_generator = 1; |
am_generator = 1; |
|
flist_receiving_enabled = True; |
|
|
io_end_multiplex_in(); | io_end_multiplex_in(MPLX_SWITCHING); |
if (write_batch && !am_server) |
if (write_batch && !am_server) |
stop_write_batch(); |
stop_write_batch(); |
|
|
close(error_pipe[1]); |
close(error_pipe[1]); |
if (f_in != f_out) |
if (f_in != f_out) |
close(f_in); |
close(f_in); |
|
sock_f_in = -1; |
|
f_in = error_pipe[0]; |
|
|
io_start_buffering_out(f_out); |
io_start_buffering_out(f_out); |
|
io_start_multiplex_in(f_in); |
|
|
set_msg_fd_in(error_pipe[0]); |
|
io_start_buffering_in(error_pipe[0]); |
|
|
|
#ifdef SUPPORT_HARD_LINKS |
#ifdef SUPPORT_HARD_LINKS |
if (preserve_hard_links && inc_recurse) { |
if (preserve_hard_links && inc_recurse) { |
struct file_list *flist; |
struct file_list *flist; |
Line 844 static int do_recv(int f_in, int f_out, char *local_na
|
Line 947 static int do_recv(int f_in, int f_out, char *local_na
|
|
|
handle_stats(-1); |
handle_stats(-1); |
io_flush(FULL_FLUSH); |
io_flush(FULL_FLUSH); |
|
shutting_down = True; |
if (protocol_version >= 24) { |
if (protocol_version >= 24) { |
/* send a final goodbye message */ |
/* send a final goodbye message */ |
write_ndx(f_out, NDX_DONE); |
write_ndx(f_out, NDX_DONE); |
} |
} |
io_flush(FULL_FLUSH); |
io_flush(FULL_FLUSH); |
|
|
set_msg_fd_in(-1); |
|
kill(pid, SIGUSR2); |
kill(pid, SIGUSR2); |
wait_process_with_flush(pid, &exit_code); |
wait_process_with_flush(pid, &exit_code); |
return exit_code; |
return exit_code; |
Line 861 static void do_server_recv(int f_in, int f_out, int ar
|
Line 964 static void do_server_recv(int f_in, int f_out, int ar
|
int exit_code; |
int exit_code; |
struct file_list *flist; |
struct file_list *flist; |
char *local_name = NULL; |
char *local_name = NULL; |
int save_verbose = verbose; | int negated_levels; |
|
|
if (filesfrom_fd >= 0) { | if (filesfrom_fd >= 0 && !msgs2stderr && protocol_version < 31) { |
/* We can't mix messages with files-from data on the socket, |
/* We can't mix messages with files-from data on the socket, |
* so temporarily turn off verbose messages. */ | * so temporarily turn off info/debug messages. */ |
verbose = 0; | negate_output_levels(); |
} | negated_levels = 1; |
| } else |
| negated_levels = 0; |
|
|
if (verbose > 2) { | if (DEBUG_GTE(RECV, 1)) |
rprintf(FINFO, "server_recv(%d) starting pid=%ld\n", | rprintf(FINFO, "server_recv(%d) starting pid=%d\n", argc, (int)getpid()); |
argc, (long)getpid()); | |
} | |
|
|
if (am_daemon && lp_read_only(module_id)) { | if (am_daemon && read_only) { |
rprintf(FERROR,"ERROR: module is read only\n"); |
rprintf(FERROR,"ERROR: module is read only\n"); |
exit_cleanup(RERR_SYNTAX); |
exit_cleanup(RERR_SYNTAX); |
return; |
return; |
Line 892 static void do_server_recv(int f_in, int f_out, int ar
|
Line 995 static void do_server_recv(int f_in, int f_out, int ar
|
} |
} |
|
|
if (protocol_version >= 30) |
if (protocol_version >= 30) |
io_start_multiplex_in(); | io_start_multiplex_in(f_in); |
else |
else |
io_start_buffering_in(f_in); |
io_start_buffering_in(f_in); |
recv_filter_list(f_in); |
recv_filter_list(f_in); |
Line 903 static void do_server_recv(int f_in, int f_out, int ar
|
Line 1006 static void do_server_recv(int f_in, int f_out, int ar
|
* need the IO routines to automatically write out the names |
* need the IO routines to automatically write out the names |
* onto our f_out socket as we read the file-list. This |
* onto our f_out socket as we read the file-list. This |
* avoids both deadlock and extra delays/buffers. */ |
* avoids both deadlock and extra delays/buffers. */ |
io_set_filesfrom_fds(filesfrom_fd, f_out); | start_filesfrom_forwarding(filesfrom_fd); |
filesfrom_fd = -1; |
filesfrom_fd = -1; |
} |
} |
|
|
Line 914 static void do_server_recv(int f_in, int f_out, int ar
|
Line 1017 static void do_server_recv(int f_in, int f_out, int ar
|
} |
} |
if (inc_recurse && file_total == 1) |
if (inc_recurse && file_total == 1) |
recv_additional_file_list(f_in); |
recv_additional_file_list(f_in); |
verbose = save_verbose; |
|
|
|
|
if (negated_levels) |
|
negate_output_levels(); |
|
|
if (argc > 0) |
if (argc > 0) |
local_name = get_local_name(flist,argv[0]); |
local_name = get_local_name(flist,argv[0]); |
|
|
Line 932 static void do_server_recv(int f_in, int f_out, int ar
|
Line 1037 static void do_server_recv(int f_in, int f_out, int ar
|
|
|
if (daemon_filter_list.head) { |
if (daemon_filter_list.head) { |
char **dir_p; |
char **dir_p; |
struct filter_list_struct *elp = &daemon_filter_list; | filter_rule_list *elp = &daemon_filter_list; |
|
|
for (dir_p = basis_dir; *dir_p; dir_p++) { |
for (dir_p = basis_dir; *dir_p; dir_p++) { |
char *dir = *dir_p; |
char *dir = *dir_p; |
Line 971 void start_server(int f_in, int f_out, int argc, char
|
Line 1076 void start_server(int f_in, int f_out, int argc, char
|
setup_protocol(f_out, f_in); |
setup_protocol(f_out, f_in); |
|
|
if (protocol_version >= 23) |
if (protocol_version >= 23) |
io_start_multiplex_out(); | io_start_multiplex_out(f_out); |
| if (am_daemon && io_timeout && protocol_version >= 31) |
| send_msg_int(MSG_IO_TIMEOUT, io_timeout); |
|
|
if (am_sender) { |
if (am_sender) { |
keep_dirlinks = 0; /* Must be disabled on the sender. */ |
keep_dirlinks = 0; /* Must be disabled on the sender. */ |
if (need_messages_from_generator) |
if (need_messages_from_generator) |
io_start_multiplex_in(); | io_start_multiplex_in(f_in); |
| else |
| io_start_buffering_in(f_in); |
recv_filter_list(f_in); |
recv_filter_list(f_in); |
do_server_sender(f_in, f_out, argc, argv); |
do_server_sender(f_in, f_out, argc, argv); |
} else |
} else |
Line 984 void start_server(int f_in, int f_out, int argc, char
|
Line 1093 void start_server(int f_in, int f_out, int argc, char
|
exit_cleanup(0); |
exit_cleanup(0); |
} |
} |
|
|
| /* This is called once the connection has been negotiated. It is used |
/* | * for rsyncd, remote-shell, and local connections. */ |
* This is called once the connection has been negotiated. It is used | |
* for rsyncd, remote-shell, and local connections. | |
*/ | |
int client_run(int f_in, int f_out, pid_t pid, int argc, char *argv[]) |
int client_run(int f_in, int f_out, pid_t pid, int argc, char *argv[]) |
{ |
{ |
struct file_list *flist = NULL; |
struct file_list *flist = NULL; |
Line 1016 int client_run(int f_in, int f_out, pid_t pid, int arg
|
Line 1122 int client_run(int f_in, int f_out, pid_t pid, int arg
|
|
|
if (am_sender) { |
if (am_sender) { |
keep_dirlinks = 0; /* Must be disabled on the sender. */ |
keep_dirlinks = 0; /* Must be disabled on the sender. */ |
|
|
|
if (always_checksum |
|
&& (log_format_has(stdout_format, 'C') |
|
|| log_format_has(logfile_format, 'C'))) |
|
sender_keeps_checksum = 1; |
|
|
if (protocol_version >= 30) |
if (protocol_version >= 30) |
io_start_multiplex_out(); | io_start_multiplex_out(f_out); |
else |
else |
io_start_buffering_out(f_out); |
io_start_buffering_out(f_out); |
if (!filesfrom_host) | if (protocol_version >= 31 || (!filesfrom_host && protocol_version >= 23)) |
set_msg_fd_in(f_in); | io_start_multiplex_in(f_in); |
| else |
| io_start_buffering_in(f_in); |
send_filter_list(f_out); |
send_filter_list(f_out); |
if (filesfrom_host) |
if (filesfrom_host) |
filesfrom_fd = f_in; |
filesfrom_fd = f_in; |
Line 1029 int client_run(int f_in, int f_out, pid_t pid, int arg
|
Line 1143 int client_run(int f_in, int f_out, pid_t pid, int arg
|
if (write_batch && !am_server) |
if (write_batch && !am_server) |
start_write_batch(f_out); |
start_write_batch(f_out); |
flist = send_file_list(f_out, argc, argv); |
flist = send_file_list(f_out, argc, argv); |
if (verbose > 3) | if (DEBUG_GTE(FLIST, 3)) |
rprintf(FINFO,"file list sent\n"); |
rprintf(FINFO,"file list sent\n"); |
|
|
if (protocol_version >= 23) | if (protocol_version < 31 && filesfrom_host && protocol_version >= 23) |
io_start_multiplex_in(); | io_start_multiplex_in(f_in); |
|
|
io_flush(NORMAL_FLUSH); |
io_flush(NORMAL_FLUSH); |
send_files(f_in, f_out); |
send_files(f_in, f_out); |
io_flush(FULL_FLUSH); |
io_flush(FULL_FLUSH); |
handle_stats(-1); |
handle_stats(-1); |
if (protocol_version >= 24) |
if (protocol_version >= 24) |
read_final_goodbye(f_in); | read_final_goodbye(f_in, f_out); |
if (pid != -1) { |
if (pid != -1) { |
if (verbose > 3) | if (DEBUG_GTE(EXIT, 2)) |
rprintf(FINFO,"client_run waiting on %d\n", (int) pid); |
rprintf(FINFO,"client_run waiting on %d\n", (int) pid); |
io_flush(FULL_FLUSH); |
io_flush(FULL_FLUSH); |
wait_process_with_flush(pid, &exit_code); |
wait_process_with_flush(pid, &exit_code); |
Line 1054 int client_run(int f_in, int f_out, pid_t pid, int arg
|
Line 1168 int client_run(int f_in, int f_out, pid_t pid, int arg
|
|
|
if (!read_batch) { |
if (!read_batch) { |
if (protocol_version >= 23) |
if (protocol_version >= 23) |
io_start_multiplex_in(); | io_start_multiplex_in(f_in); |
if (need_messages_from_generator) |
if (need_messages_from_generator) |
io_start_multiplex_out(); | io_start_multiplex_out(f_out); |
| else |
| io_start_buffering_out(f_out); |
} |
} |
|
|
send_filter_list(read_batch ? -1 : f_out); |
send_filter_list(read_batch ? -1 : f_out); |
|
|
if (filesfrom_fd >= 0) { |
if (filesfrom_fd >= 0) { |
io_set_filesfrom_fds(filesfrom_fd, f_out); | start_filesfrom_forwarding(filesfrom_fd); |
filesfrom_fd = -1; |
filesfrom_fd = -1; |
} |
} |
|
|
Line 1084 int client_run(int f_in, int f_out, pid_t pid, int arg
|
Line 1200 int client_run(int f_in, int f_out, pid_t pid, int arg
|
} |
} |
|
|
if (pid != -1) { |
if (pid != -1) { |
if (verbose > 3) | if (DEBUG_GTE(RECV, 1)) |
rprintf(FINFO,"client_run2 waiting on %d\n", (int) pid); |
rprintf(FINFO,"client_run2 waiting on %d\n", (int) pid); |
io_flush(FULL_FLUSH); |
io_flush(FULL_FLUSH); |
wait_process_with_flush(pid, &exit_code); |
wait_process_with_flush(pid, &exit_code); |
Line 1109 static int copy_argv(char *argv[])
|
Line 1225 static int copy_argv(char *argv[])
|
} |
} |
|
|
|
|
/** | /* Start a client for either type of remote connection. Work out |
* Start a client for either type of remote connection. Work out | |
* whether the arguments request a remote shell or rsyncd connection, |
* whether the arguments request a remote shell or rsyncd connection, |
* and call the appropriate connection function, then run_client. |
* and call the appropriate connection function, then run_client. |
* |
* |
* Calls either start_socket_client (for sockets) or do_cmd and |
* Calls either start_socket_client (for sockets) or do_cmd and |
* client_run (for ssh). | * client_run (for ssh). */ |
**/ | |
static int start_client(int argc, char *argv[]) |
static int start_client(int argc, char *argv[]) |
{ |
{ |
char *p, *shell_machine = NULL, *shell_user = NULL; |
char *p, *shell_machine = NULL, *shell_user = NULL; |
Line 1203 static int start_client(int argc, char *argv[])
|
Line 1317 static int start_client(int argc, char *argv[])
|
remote_argc = argc = 1; |
remote_argc = argc = 1; |
} |
} |
|
|
|
if (!rsync_port && remote_argc && !**remote_argv) /* Turn an empty arg into a dot dir. */ |
|
*remote_argv = "."; |
|
|
if (am_sender) { |
if (am_sender) { |
char *dummy_host; |
char *dummy_host; |
int dummy_port = rsync_port; |
int dummy_port = rsync_port; |
Line 1238 static int start_client(int argc, char *argv[])
|
Line 1355 static int start_client(int argc, char *argv[])
|
rprintf(FERROR, "All source args must use the same port number.\n"); |
rprintf(FERROR, "All source args must use the same port number.\n"); |
exit_cleanup(RERR_SYNTAX); |
exit_cleanup(RERR_SYNTAX); |
} |
} |
|
if (!rsync_port && !*arg) /* Turn an empty arg into a dot dir. */ |
|
arg = "."; |
remote_argv[i] = arg; |
remote_argv[i] = arg; |
} |
} |
} |
} |
Line 1266 static int start_client(int argc, char *argv[])
|
Line 1385 static int start_client(int argc, char *argv[])
|
} |
} |
} |
} |
|
|
if (verbose > 3) { | if (DEBUG_GTE(CMD, 2)) { |
rprintf(FINFO,"cmd=%s machine=%s user=%s path=%s\n", |
rprintf(FINFO,"cmd=%s machine=%s user=%s path=%s\n", |
NS(shell_cmd), NS(shell_machine), NS(shell_user), |
NS(shell_cmd), NS(shell_machine), NS(shell_user), |
remote_argv ? NS(remote_argv[0]) : ""); | NS(remote_argv[0])); |
} |
} |
|
|
pid = do_cmd(shell_cmd, shell_machine, shell_user, remote_argv, remote_argc, |
pid = do_cmd(shell_cmd, shell_machine, shell_user, remote_argv, remote_argc, |
Line 1372 const char *get_panic_action(void)
|
Line 1491 const char *get_panic_action(void)
|
static RETSIGTYPE rsync_panic_handler(UNUSED(int whatsig)) |
static RETSIGTYPE rsync_panic_handler(UNUSED(int whatsig)) |
{ |
{ |
char cmd_buf[300]; |
char cmd_buf[300]; |
int ret; | int ret, pid_int = getpid(); |
|
|
snprintf(cmd_buf, sizeof cmd_buf, get_panic_action(), | snprintf(cmd_buf, sizeof cmd_buf, get_panic_action(), pid_int, pid_int); |
getpid(), getpid()); | |
|
|
/* Unless we failed to execute gdb, we allow the process to |
/* Unless we failed to execute gdb, we allow the process to |
* continue. I'm not sure if that's right. */ |
* continue. I'm not sure if that's right. */ |
Line 1411 int main(int argc,char *argv[])
|
Line 1529 int main(int argc,char *argv[])
|
|
|
starttime = time(NULL); |
starttime = time(NULL); |
our_uid = MY_UID(); |
our_uid = MY_UID(); |
|
our_gid = MY_GID(); |
am_root = our_uid == 0; |
am_root = our_uid == 0; |
|
|
memset(&stats, 0, sizeof(stats)); |
memset(&stats, 0, sizeof(stats)); |
Line 1420 int main(int argc,char *argv[])
|
Line 1539 int main(int argc,char *argv[])
|
exit_cleanup(RERR_SYNTAX); |
exit_cleanup(RERR_SYNTAX); |
} |
} |
|
|
/* we set a 0 umask so that correct file permissions can be | /* Get the umask for use in permission calculations. We no longer set |
* carried across */ | * it to zero; that is ugly and pointless now that all the callers that |
orig_umask = umask(0); | * relied on it have been reeducated to work with default ACLs. */ |
| umask(orig_umask = umask(0)); |
|
|
#if defined CONFIG_LOCALE && defined HAVE_SETLOCALE |
#if defined CONFIG_LOCALE && defined HAVE_SETLOCALE |
setlocale(LC_CTYPE, ""); |
setlocale(LC_CTYPE, ""); |