b2d3ce5884
- New STATUS_CHECK protocol status (value 6) - Client sends path + size + mtime; server replies OK (skip) or NEXT (send) - config.h/c: use_incremental field sent/received over wire - file.c/h: file_send_single_calls_no_path helper for incremental path - client_cli.c: --incremental flag - client_send.c: per-file check before send in both single and chunk paths - server.c: STATUS_CHECK handling in receive_files() - multiprocessing.c: STATUS_CHECK handling in receive_thread() - test.py: incremental sync test case
232 lines
7.6 KiB
C
232 lines
7.6 KiB
C
#include "array_list.h"
|
|
#include "chunk.h"
|
|
#include "compression.h"
|
|
#include "config.h"
|
|
#include "data.h"
|
|
#include "file.h"
|
|
#include "log.h"
|
|
#include "metadata.h"
|
|
#include "multiprocessing.h"
|
|
#include "protocol.h"
|
|
#include "queue.h"
|
|
#include "transport_tcp.h"
|
|
#include "unistd.h"
|
|
#include "utils.h"
|
|
#include <signal.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <sys/stat.h>
|
|
|
|
int receive_files(Config *config, int file_descriptor) {
|
|
Status status;
|
|
if (!receive_status(file_descriptor, &status)) return -1;
|
|
while (status == STATUS_NEXT || status == STATUS_CHUNK || status == STATUS_CHECK) {
|
|
if (status == STATUS_CHECK) {
|
|
char *check_path = receive_str(file_descriptor);
|
|
if (check_path == NULL) { send_status(file_descriptor, STATUS_ERROR); return -1; }
|
|
unsigned long long check_size;
|
|
long long check_mtime;
|
|
if (!receive_n_data(file_descriptor, &check_size, sizeof(check_size)) ||
|
|
!receive_n_data(file_descriptor, &check_mtime, sizeof(check_mtime))) {
|
|
free(check_path);
|
|
send_status(file_descriptor, STATUS_ERROR);
|
|
return -1;
|
|
}
|
|
char *full_path = path_cat(config->receive_root_directory, check_path);
|
|
struct stat st;
|
|
bool match = false;
|
|
if (full_path && stat(full_path, &st) == 0 &&
|
|
(unsigned long long)st.st_size == check_size &&
|
|
(long long)st.st_mtime == check_mtime) {
|
|
match = true;
|
|
}
|
|
free(full_path);
|
|
if (match) {
|
|
if (!send_status(file_descriptor, STATUS_OK)) { free(check_path); return -1; }
|
|
free(check_path);
|
|
} else {
|
|
if (!send_status(file_descriptor, STATUS_NEXT)) { free(check_path); return -1; }
|
|
File *file = file_create(check_path);
|
|
free(check_path);
|
|
if (file == NULL) { send_status(file_descriptor, STATUS_ERROR); return -1; }
|
|
if (config->use_metadata) {
|
|
file->metadata = metadata_receive(file_descriptor);
|
|
}
|
|
Data *file_data = receive_data(file_descriptor);
|
|
if (file_data == NULL) {
|
|
file_destroy(file);
|
|
send_status(file_descriptor, STATUS_ERROR);
|
|
return -1;
|
|
}
|
|
if (config->use_compression) {
|
|
Data *uncompressed = data_decompress(file_data);
|
|
data_destroy(file_data);
|
|
if (uncompressed == NULL) { file_destroy(file); send_status(file_descriptor, STATUS_ERROR); return -1; }
|
|
file_data = uncompressed;
|
|
}
|
|
data_destroy(file->data);
|
|
file->data = file_data;
|
|
if (config->save_to_disk) {
|
|
char *disk_path = path_cat(config->receive_root_directory, file->path);
|
|
if (disk_path) {
|
|
to_disk(disk_path, file->data->data, file->data->size);
|
|
file_restore_metadata(disk_path, file->metadata);
|
|
free(disk_path);
|
|
}
|
|
}
|
|
file_destroy(file);
|
|
}
|
|
} else if (status == STATUS_CHUNK) {
|
|
Data *chunk_data = receive_data(file_descriptor);
|
|
if (chunk_data == NULL) {
|
|
log_message(LOG_LEVEL_ERROR, "Failed to receive chunk data");
|
|
send_status(file_descriptor, STATUS_ERROR);
|
|
return -1;
|
|
}
|
|
Data *data_to_process = chunk_data;
|
|
if (config->use_compression) {
|
|
data_to_process = data_decompress(chunk_data);
|
|
data_destroy(chunk_data);
|
|
if (data_to_process == NULL) {
|
|
log_message(LOG_LEVEL_ERROR, "Failed to decompress chunk");
|
|
send_status(file_descriptor, STATUS_ERROR);
|
|
return -1;
|
|
}
|
|
}
|
|
Chunk *chunk = chunk_deserialize(data_to_process, config->use_metadata);
|
|
data_destroy(data_to_process);
|
|
if (chunk == NULL) {
|
|
log_message(LOG_LEVEL_ERROR, "Failed to deserialize chunk, skipping");
|
|
send_status(file_descriptor, STATUS_ERROR);
|
|
return -1;
|
|
}
|
|
|
|
for (int i = 0; i < chunk->element_count; i++) {
|
|
if (config->save_to_disk) {
|
|
char *disk_path = path_cat(config->receive_root_directory, chunk->items[i]->path);
|
|
if (disk_path) {
|
|
to_disk(disk_path, chunk->items[i]->data->data, chunk->items[i]->data->size);
|
|
file_restore_metadata(disk_path, chunk->items[i]->metadata);
|
|
free(disk_path);
|
|
}
|
|
}
|
|
}
|
|
chunk_destroy(chunk);
|
|
} else {
|
|
File *file = file_receive(config, file_descriptor);
|
|
if (file == NULL) {
|
|
log_message(LOG_LEVEL_ERROR, "Failed to receive file");
|
|
send_status(file_descriptor, STATUS_ERROR);
|
|
return -1;
|
|
}
|
|
if (config->save_to_disk) {
|
|
char *disk_path = path_cat(config->receive_root_directory, file->path);
|
|
if (disk_path) {
|
|
to_disk(disk_path, file->data->data, file->data->size);
|
|
file_restore_metadata(disk_path, file->metadata);
|
|
free(disk_path);
|
|
}
|
|
}
|
|
file_destroy(file);
|
|
}
|
|
if (!receive_status(file_descriptor, &status)) {
|
|
send_status(file_descriptor, STATUS_ERROR);
|
|
return -1;
|
|
}
|
|
}
|
|
if (status == STATUS_MANIFEST) {
|
|
int count;
|
|
if (!receive_int(file_descriptor, &count)) return -1;
|
|
ArrayList *manifest = array_list_create(free);
|
|
if (manifest) {
|
|
for (int i = 0; i < count; i++) {
|
|
char *s = receive_str(file_descriptor);
|
|
if (s) array_list_add(manifest, s);
|
|
}
|
|
fprintf(stderr, "Deleting files not in manifest...\n");
|
|
delete_extras(config->receive_root_directory, manifest);
|
|
array_list_delete(manifest);
|
|
}
|
|
if (!receive_status(file_descriptor, &status)) return -1;
|
|
}
|
|
if (status != STATUS_FINISHED) {
|
|
log_message(LOG_LEVEL_ERROR, "Did not receive FINISHED Status");
|
|
send_status(file_descriptor, STATUS_ERROR);
|
|
return -1;
|
|
}
|
|
send_status(file_descriptor, STATUS_OK);
|
|
return 0;
|
|
}
|
|
|
|
void handler(int file_descriptor) {
|
|
Config *config = config_receive(file_descriptor);
|
|
if (config == NULL) {
|
|
log_message(LOG_LEVEL_ERROR, "Failed to receive config");
|
|
close(file_descriptor);
|
|
return;
|
|
}
|
|
if (config->use_multithreading) {
|
|
Queue *q = queue_create(100, file_destroy);
|
|
if (q == NULL) {
|
|
config_delete(config);
|
|
close(file_descriptor);
|
|
return;
|
|
}
|
|
PipelineContextReceiver *context = pipeline_context_receiver_create(
|
|
config, q, file_descriptor);
|
|
if (context == NULL) {
|
|
queue_destroy(q);
|
|
config_delete(config);
|
|
close(file_descriptor);
|
|
return;
|
|
}
|
|
thrd_t receiver, writer;
|
|
if (thrd_create(&receiver, receive_thread, context) != thrd_success ||
|
|
thrd_create(&writer, write_thread, context) != thrd_success) {
|
|
perror("Error creating Threads");
|
|
pipeline_context_receiver_destroy(context);
|
|
close(file_descriptor);
|
|
return;
|
|
}
|
|
thrd_join(receiver, NULL);
|
|
thrd_join(writer, NULL);
|
|
send_status(file_descriptor, STATUS_OK);
|
|
pipeline_context_receiver_destroy(context);
|
|
} else
|
|
receive_files(config, file_descriptor);
|
|
close(file_descriptor);
|
|
}
|
|
|
|
static Server *g_server = NULL;
|
|
|
|
static void cleanup(int sig) {
|
|
(void)sig;
|
|
if (g_server) {
|
|
server_delete(&g_server);
|
|
}
|
|
_exit(0);
|
|
}
|
|
|
|
int main(int argc, char *argv[]) {
|
|
signal(SIGPIPE, SIG_IGN);
|
|
for (int i = 1; i < argc; i++) {
|
|
if (strcmp(argv[i], "--stdio") == 0) {
|
|
io_set_fds(STDIN_FILENO, STDOUT_FILENO);
|
|
handler(STDIN_FILENO);
|
|
return 0;
|
|
} else if (strcmp(argv[i], "-v") == 0 || strcmp(argv[i], "--verbose") == 0) {
|
|
set_log_level(LOG_LEVEL_DEBUG);
|
|
}
|
|
}
|
|
signal(SIGINT, cleanup);
|
|
signal(SIGTERM, cleanup);
|
|
g_server = server_create(8080);
|
|
if (g_server == NULL) {
|
|
log_message(LOG_LEVEL_ERROR, "Failed to create server");
|
|
return 1;
|
|
}
|
|
server_listen(g_server, handler);
|
|
return 0;
|
|
}
|