ci: add static analysis, sanitizers, and formatting enforcement #24
@@ -0,0 +1,10 @@
|
|||||||
|
BasedOnStyle: LLVM
|
||||||
|
IndentWidth: 2
|
||||||
|
ColumnLimit: 100
|
||||||
|
PointerAlignment: Left
|
||||||
|
AllowShortFunctionsOnASingleLine: None
|
||||||
|
SortIncludes: false
|
||||||
|
AllowShortIfStatementsOnASingleLine: false
|
||||||
|
AllowShortLoopsOnASingleLine: false
|
||||||
|
BinPackArguments: true
|
||||||
|
BinPackParameters: true
|
||||||
@@ -3,15 +3,29 @@ name: CI
|
|||||||
on: [push, pull_request]
|
on: [push, pull_request]
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
|
lint:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
container: gitea.tap-tap.win/taptap/fastsync-ci:v7
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: clang-format check
|
||||||
|
run: find src/ tests/ -name '*.c' -o -name '*.h' | xargs clang-format --dry-run --Werror
|
||||||
|
|
||||||
|
- name: cppcheck
|
||||||
|
run: cppcheck --enable=warning,style,performance,portability --suppress=missingIncludeSystem --error-exitcode=1 --inline-suppr src/ tests/
|
||||||
|
|
||||||
build-and-test:
|
build-and-test:
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
container: gitea.tap-tap.win/taptap/fastsync-ci:v6
|
container: gitea.tap-tap.win/taptap/fastsync-ci:v7
|
||||||
|
needs: lint
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v4
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
- name: Configure
|
- name: Configure
|
||||||
run: cmake -B build -S .
|
run: cmake -B build -S . -DSTRICT_WARNINGS=ON
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
run: cmake --build build -j$(nproc)
|
run: cmake --build build -j$(nproc)
|
||||||
@@ -21,3 +35,23 @@ jobs:
|
|||||||
|
|
||||||
- name: Integration Tests
|
- name: Integration Tests
|
||||||
run: python3 -m pytest tests/ -v --tb=short
|
run: python3 -m pytest tests/ -v --tb=short
|
||||||
|
|
||||||
|
sanitizers:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
container: gitea.tap-tap.win/taptap/fastsync-ci:v7
|
||||||
|
needs: lint
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
sanitizer: [address]
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Configure
|
||||||
|
run: cmake -B build-${{ matrix.sanitizer }} -S . -DSANITIZER=${{ matrix.sanitizer }}
|
||||||
|
|
||||||
|
- name: Build
|
||||||
|
run: cmake --build build-${{ matrix.sanitizer }} -j$(nproc)
|
||||||
|
|
||||||
|
- name: Unit Tests
|
||||||
|
run: ./build-${{ matrix.sanitizer }}/tests
|
||||||
|
|||||||
@@ -2,3 +2,4 @@ build
|
|||||||
data_copied
|
data_copied
|
||||||
test_data/
|
test_data/
|
||||||
__pycache__/
|
__pycache__/
|
||||||
|
build-asan
|
||||||
|
|||||||
+19
-2
@@ -7,9 +7,26 @@ set(CMAKE_C_STANDARD 11)
|
|||||||
set(CMAKE_C_STANDARD_REQUIRED ON)
|
set(CMAKE_C_STANDARD_REQUIRED ON)
|
||||||
|
|
||||||
add_compile_options(-Wall -g -O3)
|
add_compile_options(-Wall -g -O3)
|
||||||
# add_compile_options(-Wall -g -O1 -fsanitize=address)
|
|
||||||
|
|
||||||
# add_link_options(-fsanitize=address)
|
# --- Sanitizer option ---
|
||||||
|
set(SANITIZER "none" CACHE STRING "Sanitizer to enable (address, thread, none)")
|
||||||
|
set_property(CACHE SANITIZER PROPERTY STRINGS address thread none)
|
||||||
|
|
||||||
|
if(SANITIZER STREQUAL "address")
|
||||||
|
add_compile_options(-fsanitize=address -fno-omit-frame-pointer -g)
|
||||||
|
add_link_options(-fsanitize=address)
|
||||||
|
elseif(SANITIZER STREQUAL "thread")
|
||||||
|
add_compile_options(-fsanitize=thread -fno-omit-frame-pointer -g)
|
||||||
|
add_link_options(-fsanitize=thread)
|
||||||
|
elseif(NOT SANITIZER STREQUAL "none")
|
||||||
|
message(FATAL_ERROR "Unknown sanitizer: ${SANITIZER}. Supported values: address, thread, none")
|
||||||
|
endif()
|
||||||
|
|
||||||
|
# --- Strict warnings option ---
|
||||||
|
option(STRICT_WARNINGS "Enable strict warnings (Wextra, Wpedantic, Werror)" OFF)
|
||||||
|
if(STRICT_WARNINGS)
|
||||||
|
add_compile_options(-Wextra -Wpedantic -Werror)
|
||||||
|
endif()
|
||||||
|
|
||||||
include(FetchContent)
|
include(FetchContent)
|
||||||
FetchContent_Declare(
|
FetchContent_Declare(
|
||||||
|
|||||||
+1
-1
@@ -1,6 +1,6 @@
|
|||||||
FROM ubuntu:24.04
|
FROM ubuntu:24.04
|
||||||
RUN apt-get update && apt-get install -y --no-install-recommends \
|
RUN apt-get update && apt-get install -y --no-install-recommends \
|
||||||
gcc g++ make libc6-dev cmake libzstd-dev libssl-dev git ca-certificates curl \
|
gcc g++ make libc6-dev cmake libzstd-dev libssl-dev git ca-certificates curl cppcheck clang-format \
|
||||||
python3 python3-pip python3-venv openssl openssh-client && \
|
python3 python3-pip python3-venv openssl openssh-client && \
|
||||||
pip3 install --break-system-packages pytest && \
|
pip3 install --break-system-packages pytest && \
|
||||||
curl -fsSL https://deb.nodesource.com/setup_20.x | bash - && \
|
curl -fsSL https://deb.nodesource.com/setup_20.x | bash - && \
|
||||||
|
|||||||
+23
-20
@@ -11,7 +11,7 @@
|
|||||||
#include <stdlib.h>
|
#include <stdlib.h>
|
||||||
#include <string.h>
|
#include <string.h>
|
||||||
|
|
||||||
char *server_host = "127.0.0.1";
|
char* server_host = "127.0.0.1";
|
||||||
int server_port = 8080;
|
int server_port = 8080;
|
||||||
|
|
||||||
static void print_usage(void) {
|
static void print_usage(void) {
|
||||||
@@ -38,8 +38,10 @@ static void print_usage(void) {
|
|||||||
printf(" --min-size <n> Skip files smaller than n bytes\n");
|
printf(" --min-size <n> Skip files smaller than n bytes\n");
|
||||||
printf(" --incremental Skip files unchanged since last transfer\n");
|
printf(" --incremental Skip files unchanged since last transfer\n");
|
||||||
printf(" --delta Delta transfer for changed files (requires --incremental)\n");
|
printf(" --delta Delta transfer for changed files (requires --incremental)\n");
|
||||||
printf(" --delta-block <n> Delta block size in bytes (default: %d)\n", DELTA_BLOCK_SIZE_DEFAULT);
|
printf(" --delta-block <n> Delta block size in bytes (default: %d)\n",
|
||||||
printf(" --delta-max <n> Max file size for delta transfer (default: %llu)\n", DELTA_MAX_FILE_SIZE);
|
DELTA_BLOCK_SIZE_DEFAULT);
|
||||||
|
printf(" --delta-max <n> Max file size for delta transfer (default: %llu)\n",
|
||||||
|
DELTA_MAX_FILE_SIZE);
|
||||||
printf(" -m Enable multithreading\n");
|
printf(" -m Enable multithreading\n");
|
||||||
printf(" -s Enable chunk serialization\n");
|
printf(" -s Enable chunk serialization\n");
|
||||||
printf(" -f Enable sendfile (TCP only, not with -c or -s)\n");
|
printf(" -f Enable sendfile (TCP only, not with -c or -s)\n");
|
||||||
@@ -59,19 +61,18 @@ static void print_usage(void) {
|
|||||||
printf(" --help Show this help\n");
|
printf(" --help Show this help\n");
|
||||||
}
|
}
|
||||||
|
|
||||||
int main(int argc, char *argv[]) {
|
int main(int argc, char* argv[]) {
|
||||||
const char *env_source = getenv("FASTSYNC_SOURCE_DIR");
|
const char* env_source = getenv("FASTSYNC_SOURCE_DIR");
|
||||||
const char *env_dest = getenv("FASTSYNC_DEST_DIR");
|
const char* env_dest = getenv("FASTSYNC_DEST_DIR");
|
||||||
const char *env_save = getenv("FASTSYNC_SAVE_TO_DISK");
|
const char* env_save = getenv("FASTSYNC_SAVE_TO_DISK");
|
||||||
|
|
||||||
bool save_to_disk = false;
|
bool save_to_disk = false;
|
||||||
if (env_save &&
|
if (env_save && (strcmp(env_save, "true") == 0 || strcmp(env_save, "1") == 0)) {
|
||||||
(strcmp(env_save, "true") == 0 || strcmp(env_save, "1") == 0)) {
|
|
||||||
save_to_disk = true;
|
save_to_disk = true;
|
||||||
}
|
}
|
||||||
|
|
||||||
Config *config = config_create(str_dup(PROTOCOL_VERSION), NULL, NULL,
|
Config* config = config_create(str_dup(PROTOCOL_VERSION), NULL, NULL, save_to_disk, false, false,
|
||||||
save_to_disk, false, false, false, false, 5, false, 0);
|
false, false, 5, false, 0);
|
||||||
|
|
||||||
int positional_args[2];
|
int positional_args[2];
|
||||||
int positional_count = 0;
|
int positional_count = 0;
|
||||||
@@ -93,11 +94,13 @@ int main(int argc, char *argv[]) {
|
|||||||
config->use_delete = true;
|
config->use_delete = true;
|
||||||
} else if (strcmp(argv[i], "--exclude") == 0 && i + 1 < argc) {
|
} else if (strcmp(argv[i], "--exclude") == 0 && i + 1 < argc) {
|
||||||
int idx = config->exclude_count++;
|
int idx = config->exclude_count++;
|
||||||
config->exclude_patterns = realloc(config->exclude_patterns, config->exclude_count * sizeof(char *));
|
config->exclude_patterns =
|
||||||
|
realloc(config->exclude_patterns, config->exclude_count * sizeof(char*));
|
||||||
config->exclude_patterns[idx] = str_dup(argv[++i]);
|
config->exclude_patterns[idx] = str_dup(argv[++i]);
|
||||||
} else if (strcmp(argv[i], "--include") == 0 && i + 1 < argc) {
|
} else if (strcmp(argv[i], "--include") == 0 && i + 1 < argc) {
|
||||||
int idx = config->include_count++;
|
int idx = config->include_count++;
|
||||||
config->include_patterns = realloc(config->include_patterns, config->include_count * sizeof(char *));
|
config->include_patterns =
|
||||||
|
realloc(config->include_patterns, config->include_count * sizeof(char*));
|
||||||
config->include_patterns[idx] = str_dup(argv[++i]);
|
config->include_patterns[idx] = str_dup(argv[++i]);
|
||||||
} else if (strcmp(argv[i], "--max-size") == 0 && i + 1 < argc) {
|
} else if (strcmp(argv[i], "--max-size") == 0 && i + 1 < argc) {
|
||||||
config->max_size = strtoull(argv[++i], NULL, 10);
|
config->max_size = strtoull(argv[++i], NULL, 10);
|
||||||
@@ -123,12 +126,11 @@ int main(int argc, char *argv[]) {
|
|||||||
config->use_compression = true;
|
config->use_compression = true;
|
||||||
log_message(LOG_LEVEL_INFO, "Enabled Compression");
|
log_message(LOG_LEVEL_INFO, "Enabled Compression");
|
||||||
if (i + 1 < argc) {
|
if (i + 1 < argc) {
|
||||||
char *end_ptr;
|
char* end_ptr;
|
||||||
int level = strtol(argv[i + 1], &end_ptr, 10);
|
int level = strtol(argv[i + 1], &end_ptr, 10);
|
||||||
if (*end_ptr == '\0') {
|
if (*end_ptr == '\0') {
|
||||||
config->compression_level = level;
|
config->compression_level = level;
|
||||||
log_message(LOG_LEVEL_INFO, "Set Compression level to %d",
|
log_message(LOG_LEVEL_INFO, "Set Compression level to %d", config->compression_level);
|
||||||
config->compression_level);
|
|
||||||
i++;
|
i++;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -158,7 +160,7 @@ int main(int argc, char *argv[]) {
|
|||||||
} else if (strcmp(argv[i], "--server-port") == 0 && i + 1 < argc) {
|
} else if (strcmp(argv[i], "--server-port") == 0 && i + 1 < argc) {
|
||||||
server_port = atoi(argv[++i]);
|
server_port = atoi(argv[++i]);
|
||||||
} else if (strcmp(argv[i], "--bwlimit") == 0 && i + 1 < argc) {
|
} else if (strcmp(argv[i], "--bwlimit") == 0 && i + 1 < argc) {
|
||||||
char *end;
|
char* end;
|
||||||
errno = 0;
|
errno = 0;
|
||||||
unsigned long long kbps = strtoull(argv[++i], &end, 10);
|
unsigned long long kbps = strtoull(argv[++i], &end, 10);
|
||||||
if (errno != 0 || *end != '\0' || kbps == 0) {
|
if (errno != 0 || *end != '\0' || kbps == 0) {
|
||||||
@@ -219,9 +221,9 @@ int main(int argc, char *argv[]) {
|
|||||||
return 1;
|
return 1;
|
||||||
} else {
|
} else {
|
||||||
if (!config->send_directory && env_source)
|
if (!config->send_directory && env_source)
|
||||||
config->send_directory = str_dup((char *)env_source);
|
config->send_directory = str_dup((char*)env_source);
|
||||||
if (!config->receive_root_directory && env_dest)
|
if (!config->receive_root_directory && env_dest)
|
||||||
config->receive_root_directory = str_dup((char *)env_dest);
|
config->receive_root_directory = str_dup((char*)env_dest);
|
||||||
}
|
}
|
||||||
|
|
||||||
if (!config->send_directory || !config->receive_root_directory) {
|
if (!config->send_directory || !config->receive_root_directory) {
|
||||||
@@ -230,7 +232,8 @@ int main(int argc, char *argv[]) {
|
|||||||
return 1;
|
return 1;
|
||||||
}
|
}
|
||||||
if (config->use_sendfile && (config->use_chunk_serialization || config->use_compression)) {
|
if (config->use_sendfile && (config->use_chunk_serialization || config->use_compression)) {
|
||||||
fprintf(stderr, "Error: -f/--sendfile cannot be combined with -c (compression) or -s (chunk serialization)\n");
|
fprintf(stderr, "Error: -f/--sendfile cannot be combined with -c (compression) or -s (chunk "
|
||||||
|
"serialization)\n");
|
||||||
return 1;
|
return 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
+144
-128
@@ -22,28 +22,35 @@
|
|||||||
#include <threads.h>
|
#include <threads.h>
|
||||||
#include <time.h>
|
#include <time.h>
|
||||||
|
|
||||||
static int incremental_check(Client *client, File *file,
|
static int incremental_check(Client* client, File* file, DeltaSignature** out_sig) {
|
||||||
DeltaSignature **out_sig) {
|
|
||||||
*out_sig = NULL;
|
*out_sig = NULL;
|
||||||
if (!send_status(client->file_descriptor, STATUS_CHECK)) return -1;
|
if (!send_status(client->file_descriptor, STATUS_CHECK))
|
||||||
if (!send_str(client->file_descriptor, file->path)) return -1;
|
return -1;
|
||||||
|
if (!send_str(client->file_descriptor, file->path))
|
||||||
|
return -1;
|
||||||
unsigned long long fsize = file->data->size;
|
unsigned long long fsize = file->data->size;
|
||||||
long long mtime = file->metadata ? file->metadata->mtime_sec : 0;
|
long long mtime = file->metadata ? file->metadata->mtime_sec : 0;
|
||||||
if (!send_n_data(client->file_descriptor, &fsize, sizeof(fsize))) return -1;
|
if (!send_n_data(client->file_descriptor, &fsize, sizeof(fsize)))
|
||||||
if (!send_n_data(client->file_descriptor, &mtime, sizeof(mtime))) return -1;
|
return -1;
|
||||||
|
if (!send_n_data(client->file_descriptor, &mtime, sizeof(mtime)))
|
||||||
|
return -1;
|
||||||
Status s;
|
Status s;
|
||||||
if (!receive_status(client->file_descriptor, &s)) return -1;
|
if (!receive_status(client->file_descriptor, &s))
|
||||||
|
return -1;
|
||||||
if (s == STATUS_ERROR) {
|
if (s == STATUS_ERROR) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Server reported error for file");
|
log_message(LOG_LEVEL_ERROR, "Server reported error for file");
|
||||||
return -1;
|
return -1;
|
||||||
}
|
}
|
||||||
if (s == STATUS_OK) return 1;
|
if (s == STATUS_OK)
|
||||||
|
return 1;
|
||||||
if (s == STATUS_DELTA_SIGNATURE) {
|
if (s == STATUS_DELTA_SIGNATURE) {
|
||||||
Data *sig_data = receive_data(client->file_descriptor);
|
Data* sig_data = receive_data(client->file_descriptor);
|
||||||
if (!sig_data) return -1;
|
if (!sig_data)
|
||||||
DeltaSignature *sig = delta_signature_deserialize(sig_data);
|
return -1;
|
||||||
|
DeltaSignature* sig = delta_signature_deserialize(sig_data);
|
||||||
data_destroy(sig_data);
|
data_destroy(sig_data);
|
||||||
if (!sig) return -1;
|
if (!sig)
|
||||||
|
return -1;
|
||||||
*out_sig = sig;
|
*out_sig = sig;
|
||||||
return 2;
|
return 2;
|
||||||
}
|
}
|
||||||
@@ -54,27 +61,29 @@ static int incremental_check(Client *client, File *file,
|
|||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int send_delta(Client *client, File *file, DeltaSignature *sig,
|
static int send_delta(Client* client, File* file, DeltaSignature* sig, Config* config) {
|
||||||
Config *config) {
|
Delta* delta = delta_compute(file->data->data, file->data->size, sig, config->delta_block_size);
|
||||||
Delta *delta = delta_compute(file->data->data, file->data->size,
|
if (!delta)
|
||||||
sig, config->delta_block_size);
|
return 1;
|
||||||
if (!delta) return 1;
|
|
||||||
|
|
||||||
if (!delta_is_worthwhile(delta, file->data->size)) {
|
if (!delta_is_worthwhile(delta, file->data->size)) {
|
||||||
delta_destroy(delta);
|
delta_destroy(delta);
|
||||||
if (!send_status(client->file_descriptor, STATUS_NEXT)) return -1;
|
if (!send_status(client->file_descriptor, STATUS_NEXT))
|
||||||
|
return -1;
|
||||||
return 1;
|
return 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
Data *delta_data = delta_serialize(delta);
|
Data* delta_data = delta_serialize(delta);
|
||||||
delta_destroy(delta);
|
delta_destroy(delta);
|
||||||
if (!delta_data) return -1;
|
if (!delta_data)
|
||||||
|
return -1;
|
||||||
|
|
||||||
Data *to_send = delta_data;
|
Data* to_send = delta_data;
|
||||||
if (config->use_compression) {
|
if (config->use_compression) {
|
||||||
to_send = data_compress(delta_data, config->compression_level);
|
to_send = data_compress(delta_data, config->compression_level);
|
||||||
data_destroy(delta_data);
|
data_destroy(delta_data);
|
||||||
if (!to_send) return -1;
|
if (!to_send)
|
||||||
|
return -1;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool ok = send_status(client->file_descriptor, STATUS_DELTA_DATA) &&
|
bool ok = send_status(client->file_descriptor, STATUS_DELTA_DATA) &&
|
||||||
@@ -87,19 +96,26 @@ static int send_delta(Client *client, File *file, DeltaSignature *sig,
|
|||||||
return ok ? 0 : -1;
|
return ok ? 0 : -1;
|
||||||
}
|
}
|
||||||
|
|
||||||
typedef bool (*file_send_fn)(File *, int, bool, int, bool);
|
typedef bool (*file_send_fn)(File*, int, bool, int, bool);
|
||||||
|
|
||||||
static int send_file_incremental(Client *client, File *file, Config *config,
|
static int send_file_incremental(Client* client, File* file, Config* config, file_send_fn send_fn) {
|
||||||
file_send_fn send_fn) {
|
DeltaSignature* sig = NULL;
|
||||||
DeltaSignature *sig = NULL;
|
|
||||||
int rc = incremental_check(client, file, &sig);
|
int rc = incremental_check(client, file, &sig);
|
||||||
if (rc < 0) { delta_signature_destroy(sig); return -1; }
|
if (rc < 0) {
|
||||||
if (rc == 1) { delta_signature_destroy(sig); return 1; }
|
delta_signature_destroy(sig);
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
if (rc == 1) {
|
||||||
|
delta_signature_destroy(sig);
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
if (rc == 2 && config->use_delta) {
|
if (rc == 2 && config->use_delta) {
|
||||||
int drc = send_delta(client, file, sig, config);
|
int drc = send_delta(client, file, sig, config);
|
||||||
delta_signature_destroy(sig);
|
delta_signature_destroy(sig);
|
||||||
if (drc == 0) return 0;
|
if (drc == 0)
|
||||||
if (drc < 0) return -1;
|
return 0;
|
||||||
|
if (drc < 0)
|
||||||
|
return -1;
|
||||||
} else {
|
} else {
|
||||||
delta_signature_destroy(sig);
|
delta_signature_destroy(sig);
|
||||||
}
|
}
|
||||||
@@ -109,28 +125,37 @@ static int send_file_incremental(Client *client, File *file, Config *config,
|
|||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
int send_chunk(Client *client, Chunk *chunk, Config *config) {
|
int send_chunk(Client* client, Chunk* chunk, Config* config) {
|
||||||
if (config->use_chunk_serialization) {
|
if (config->use_chunk_serialization) {
|
||||||
if (!send_status(client->file_descriptor, STATUS_CHUNK)) return -1;
|
if (!send_status(client->file_descriptor, STATUS_CHUNK))
|
||||||
Data *data;
|
return -1;
|
||||||
|
Data* data;
|
||||||
if (config->use_compression) {
|
if (config->use_compression) {
|
||||||
data = chunk_compress(chunk, config->compression_level, config->use_metadata);
|
data = chunk_compress(chunk, config->compression_level, config->use_metadata);
|
||||||
} else {
|
} else {
|
||||||
data = chunk_serialize(chunk, config->use_metadata);
|
data = chunk_serialize(chunk, config->use_metadata);
|
||||||
}
|
}
|
||||||
if (data == NULL) return -1;
|
if (data == NULL)
|
||||||
if (!send_data(client->file_descriptor, data)) { data_destroy(data); return -1; }
|
return -1;
|
||||||
|
if (!send_data(client->file_descriptor, data)) {
|
||||||
|
data_destroy(data);
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
data_destroy(data);
|
data_destroy(data);
|
||||||
} else if (config->use_sendfile && !config->use_compression) {
|
} else if (config->use_sendfile && !config->use_compression) {
|
||||||
for (int i = 0; i < chunk->element_count; i++) {
|
for (int i = 0; i < chunk->element_count; i++) {
|
||||||
if (config->use_incremental) {
|
if (config->use_incremental) {
|
||||||
int rc = send_file_incremental(client, chunk->items[i], config,
|
int rc = send_file_incremental(client, chunk->items[i], config,
|
||||||
(file_send_fn)file_send_sendfile);
|
(file_send_fn)file_send_sendfile);
|
||||||
if (rc == 1) continue;
|
if (rc == 1)
|
||||||
if (rc < 0) return -1;
|
continue;
|
||||||
|
if (rc < 0)
|
||||||
|
return -1;
|
||||||
} else {
|
} else {
|
||||||
if (!send_status(client->file_descriptor, STATUS_NEXT)) return -1;
|
if (!send_status(client->file_descriptor, STATUS_NEXT))
|
||||||
if (!file_send_sendfile(chunk->items[i], client->file_descriptor, config->use_metadata, 0, true))
|
return -1;
|
||||||
|
if (!file_send_sendfile(chunk->items[i], client->file_descriptor, config->use_metadata, 0,
|
||||||
|
true))
|
||||||
return -1;
|
return -1;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -139,14 +164,15 @@ int send_chunk(Client *client, Chunk *chunk, Config *config) {
|
|||||||
if (config->use_incremental) {
|
if (config->use_incremental) {
|
||||||
int rc = send_file_incremental(client, chunk->items[i], config,
|
int rc = send_file_incremental(client, chunk->items[i], config,
|
||||||
(file_send_fn)file_send_single_calls);
|
(file_send_fn)file_send_single_calls);
|
||||||
if (rc == 1) continue;
|
if (rc == 1)
|
||||||
if (rc < 0) return -1;
|
continue;
|
||||||
|
if (rc < 0)
|
||||||
|
return -1;
|
||||||
} else {
|
} else {
|
||||||
if (!send_status(client->file_descriptor, STATUS_NEXT)) return -1;
|
if (!send_status(client->file_descriptor, STATUS_NEXT))
|
||||||
if (!file_send_single_calls(chunk->items[i], client->file_descriptor,
|
return -1;
|
||||||
config->use_metadata,
|
if (!file_send_single_calls(chunk->items[i], client->file_descriptor, config->use_metadata,
|
||||||
config->use_compression ? config->compression_level : 0,
|
config->use_compression ? config->compression_level : 0, true))
|
||||||
true))
|
|
||||||
return -1;
|
return -1;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -154,9 +180,9 @@ int send_chunk(Client *client, Chunk *chunk, Config *config) {
|
|||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int send_chunks_multithreaded(void *pipeline_context) {
|
static int send_chunks_multithreaded(void* pipeline_context) {
|
||||||
PipelineContextSender *context = (PipelineContextSender *)pipeline_context;
|
PipelineContextSender* context = (PipelineContextSender*)pipeline_context;
|
||||||
Client *client;
|
Client* client;
|
||||||
if (context->config->transport == TRANSPORT_SSH) {
|
if (context->config->transport == TRANSPORT_SSH) {
|
||||||
if (context->config->use_sendfile) {
|
if (context->config->use_sendfile) {
|
||||||
fprintf(stderr, "Error: -f/--sendfile is not supported with SSH transport\n");
|
fprintf(stderr, "Error: -f/--sendfile is not supported with SSH transport\n");
|
||||||
@@ -165,18 +191,18 @@ static int send_chunks_multithreaded(void *pipeline_context) {
|
|||||||
client = client_connect_ssh(context->config->ssh_destination, context->config->ssh_port);
|
client = client_connect_ssh(context->config->ssh_destination, context->config->ssh_port);
|
||||||
} else if (context->config->use_tls) {
|
} else if (context->config->use_tls) {
|
||||||
client = client_create();
|
client = client_create();
|
||||||
if (!client || !client_connect_tls(client, server_host, server_port,
|
if (!client || !client_connect_tls(client, server_host, server_port, context->config->tls_cert,
|
||||||
context->config->tls_cert,
|
context->config->tls_key, context->config->tls_ca)) {
|
||||||
context->config->tls_key,
|
if (client)
|
||||||
context->config->tls_ca)) {
|
client_delete(client);
|
||||||
if (client) client_delete(client);
|
|
||||||
fprintf(stderr, "Error: could not connect to server via TLS\n");
|
fprintf(stderr, "Error: could not connect to server via TLS\n");
|
||||||
return thrd_error;
|
return thrd_error;
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
client = client_create();
|
client = client_create();
|
||||||
if (!client || !client_connect(client, server_host, server_port)) {
|
if (!client || !client_connect(client, server_host, server_port)) {
|
||||||
if (client) client_delete(client);
|
if (client)
|
||||||
|
client_delete(client);
|
||||||
fprintf(stderr, "Error: could not connect to server\n");
|
fprintf(stderr, "Error: could not connect to server\n");
|
||||||
return thrd_error;
|
return thrd_error;
|
||||||
}
|
}
|
||||||
@@ -188,17 +214,15 @@ static int send_chunks_multithreaded(void *pipeline_context) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
while (true) {
|
while (true) {
|
||||||
Chunk *current_chunk = queue_dequeue_multithreaded(
|
Chunk* current_chunk = queue_dequeue_multithreaded(
|
||||||
context->queue_loader, &context->mutex_loader,
|
context->queue_loader, &context->mutex_loader, &context->condition_not_empty_loader,
|
||||||
&context->condition_not_empty_loader,
|
|
||||||
&context->condition_not_full_loader, &context->loader_done);
|
&context->condition_not_full_loader, &context->loader_done);
|
||||||
if (current_chunk == NULL) {
|
if (current_chunk == NULL) {
|
||||||
if (context->config->use_delete) {
|
if (context->config->use_delete) {
|
||||||
send_status(client->file_descriptor, STATUS_MANIFEST);
|
send_status(client->file_descriptor, STATUS_MANIFEST);
|
||||||
send_int(client->file_descriptor, context->manifest->size);
|
send_int(client->file_descriptor, context->manifest->size);
|
||||||
for (int i = 0; i < context->manifest->size; i++)
|
for (int i = 0; i < context->manifest->size; i++)
|
||||||
send_str(client->file_descriptor,
|
send_str(client->file_descriptor, (char*)context->manifest->items[i]);
|
||||||
(char *)context->manifest->items[i]);
|
|
||||||
}
|
}
|
||||||
send_status(client->file_descriptor, STATUS_FINISHED);
|
send_status(client->file_descriptor, STATUS_FINISHED);
|
||||||
Status s;
|
Status s;
|
||||||
@@ -217,30 +241,29 @@ static int send_chunks_multithreaded(void *pipeline_context) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
static int scan_directory_multithreaded(void *pipeline_context) {
|
static int scan_directory_multithreaded(void* pipeline_context) {
|
||||||
PipelineContextSender *context = (PipelineContextSender *)pipeline_context;
|
PipelineContextSender* context = (PipelineContextSender*)pipeline_context;
|
||||||
mtx_lock(&context->mutex_scanner);
|
mtx_lock(&context->mutex_scanner);
|
||||||
DirectoryScanner *scanner = directory_scanner_create(
|
DirectoryScanner* scanner = directory_scanner_create(
|
||||||
context->config->send_directory, context->config->use_metadata,
|
context->config->send_directory, context->config->use_metadata, context->config->chunk_size,
|
||||||
context->config->chunk_size, context->config->exclude_patterns,
|
context->config->exclude_patterns, context->config->exclude_count,
|
||||||
context->config->exclude_count, context->config->include_patterns,
|
context->config->include_patterns, context->config->include_count, context->config->max_size,
|
||||||
context->config->include_count, context->config->max_size,
|
|
||||||
context->config->min_size);
|
context->config->min_size);
|
||||||
mtx_unlock(&context->mutex_scanner);
|
mtx_unlock(&context->mutex_scanner);
|
||||||
|
|
||||||
Chunk *current_chunk;
|
Chunk* current_chunk;
|
||||||
while ((current_chunk = directory_scanner_next(scanner)) != NULL) {
|
while ((current_chunk = directory_scanner_next(scanner)) != NULL) {
|
||||||
if (context->config->use_delete) {
|
if (context->config->use_delete) {
|
||||||
mtx_lock(&context->mutex_scanner);
|
mtx_lock(&context->mutex_scanner);
|
||||||
for (int i = 0; i < current_chunk->element_count; i++) {
|
for (int i = 0; i < current_chunk->element_count; i++) {
|
||||||
const char *p = current_chunk->items[i]->path;
|
const char* p = current_chunk->items[i]->path;
|
||||||
if (*p == '/') p++;
|
if (*p == '/')
|
||||||
|
p++;
|
||||||
array_list_add(context->manifest, str_dup(p));
|
array_list_add(context->manifest, str_dup(p));
|
||||||
}
|
}
|
||||||
mtx_unlock(&context->mutex_scanner);
|
mtx_unlock(&context->mutex_scanner);
|
||||||
}
|
}
|
||||||
queue_enqueue_multithreaded(context->queue_scanner, current_chunk,
|
queue_enqueue_multithreaded(context->queue_scanner, current_chunk, &context->mutex_scanner,
|
||||||
&context->mutex_scanner,
|
|
||||||
&context->condition_not_empty_scanner,
|
&context->condition_not_empty_scanner,
|
||||||
&context->condition_not_full_scanner);
|
&context->condition_not_full_scanner);
|
||||||
}
|
}
|
||||||
@@ -253,12 +276,11 @@ static int scan_directory_multithreaded(void *pipeline_context) {
|
|||||||
return thrd_success;
|
return thrd_success;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int load_files_multithreaded(void *pipeline_context) {
|
static int load_files_multithreaded(void* pipeline_context) {
|
||||||
PipelineContextSender *context = (PipelineContextSender *)pipeline_context;
|
PipelineContextSender* context = (PipelineContextSender*)pipeline_context;
|
||||||
while (true) {
|
while (true) {
|
||||||
Chunk *chunk = queue_dequeue_multithreaded(
|
Chunk* chunk = queue_dequeue_multithreaded(
|
||||||
context->queue_scanner, &context->mutex_scanner,
|
context->queue_scanner, &context->mutex_scanner, &context->condition_not_empty_scanner,
|
||||||
&context->condition_not_empty_scanner,
|
|
||||||
&context->condition_not_full_scanner, &context->scanner_done);
|
&context->condition_not_full_scanner, &context->scanner_done);
|
||||||
if (chunk == NULL) {
|
if (chunk == NULL) {
|
||||||
mtx_lock(&context->mutex_loader);
|
mtx_lock(&context->mutex_loader);
|
||||||
@@ -276,60 +298,58 @@ static int load_files_multithreaded(void *pipeline_context) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
queue_enqueue_multithreaded(context->queue_loader, chunk,
|
queue_enqueue_multithreaded(context->queue_loader, chunk, &context->mutex_loader,
|
||||||
&context->mutex_loader,
|
|
||||||
&context->condition_not_empty_loader,
|
&context->condition_not_empty_loader,
|
||||||
&context->condition_not_full_loader);
|
&context->condition_not_full_loader);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
int send_files(Config *config) {
|
int send_files(Config* config) {
|
||||||
if (config->dry_run) {
|
if (config->dry_run) {
|
||||||
DirectoryScanner *scanner = directory_scanner_create(
|
DirectoryScanner* scanner = directory_scanner_create(
|
||||||
config->send_directory, config->use_metadata, config->chunk_size,
|
config->send_directory, config->use_metadata, config->chunk_size, config->exclude_patterns,
|
||||||
config->exclude_patterns, config->exclude_count,
|
config->exclude_count, config->include_patterns, config->include_count, config->max_size,
|
||||||
config->include_patterns, config->include_count,
|
config->min_size);
|
||||||
config->max_size, config->min_size);
|
Chunk* chunk;
|
||||||
Chunk *chunk;
|
|
||||||
int file_count = 0;
|
int file_count = 0;
|
||||||
unsigned long long total_bytes = 0;
|
unsigned long long total_bytes = 0;
|
||||||
printf("Dry run: files to be transferred\n");
|
printf("Dry run: files to be transferred\n");
|
||||||
while ((chunk = directory_scanner_next(scanner)) != NULL) {
|
while ((chunk = directory_scanner_next(scanner)) != NULL) {
|
||||||
for (int i = 0; i < chunk->element_count; i++) {
|
for (int i = 0; i < chunk->element_count; i++) {
|
||||||
printf(" %s (%zu bytes)\n", chunk->items[i]->path,
|
printf(" %s (%zu bytes)\n", chunk->items[i]->path, chunk->items[i]->data->size);
|
||||||
chunk->items[i]->data->size);
|
|
||||||
total_bytes += chunk->items[i]->data->size;
|
total_bytes += chunk->items[i]->data->size;
|
||||||
file_count++;
|
file_count++;
|
||||||
}
|
}
|
||||||
chunk_destroy(chunk);
|
chunk_destroy(chunk);
|
||||||
}
|
}
|
||||||
directory_scanner_destroy(scanner);
|
directory_scanner_destroy(scanner);
|
||||||
printf("Total: %d files, %.1f MB\n", file_count,
|
printf("Total: %d files, %.1f MB\n", file_count, total_bytes / 1048576.0);
|
||||||
total_bytes / 1048576.0);
|
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
Client *client;
|
Client* client;
|
||||||
if (config->transport == TRANSPORT_SSH) {
|
if (config->transport == TRANSPORT_SSH) {
|
||||||
if (config->use_sendfile) {
|
if (config->use_sendfile) {
|
||||||
fprintf(stderr, "Error: -f/--sendfile is not supported with SSH transport\n");
|
fprintf(stderr, "Error: -f/--sendfile is not supported with SSH transport\n");
|
||||||
return 1;
|
return 1;
|
||||||
}
|
}
|
||||||
client = client_connect_ssh(config->ssh_destination, config->ssh_port);
|
client = client_connect_ssh(config->ssh_destination, config->ssh_port);
|
||||||
if (!client) return 1;
|
if (!client)
|
||||||
|
return 1;
|
||||||
} else if (config->use_tls) {
|
} else if (config->use_tls) {
|
||||||
client = client_create();
|
client = client_create();
|
||||||
if (!client || !client_connect_tls(client, server_host, server_port,
|
if (!client || !client_connect_tls(client, server_host, server_port, config->tls_cert,
|
||||||
config->tls_cert, config->tls_key,
|
config->tls_key, config->tls_ca)) {
|
||||||
config->tls_ca)) {
|
if (client)
|
||||||
if (client) client_delete(client);
|
client_delete(client);
|
||||||
fprintf(stderr, "Error: could not connect to server via TLS\n");
|
fprintf(stderr, "Error: could not connect to server via TLS\n");
|
||||||
return 1;
|
return 1;
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
client = client_create();
|
client = client_create();
|
||||||
if (!client || !client_connect(client, server_host, server_port)) {
|
if (!client || !client_connect(client, server_host, server_port)) {
|
||||||
if (client) client_delete(client);
|
if (client)
|
||||||
|
client_delete(client);
|
||||||
fprintf(stderr, "Error: could not connect to server\n");
|
fprintf(stderr, "Error: could not connect to server\n");
|
||||||
return 1;
|
return 1;
|
||||||
}
|
}
|
||||||
@@ -339,23 +359,23 @@ int send_files(Config *config) {
|
|||||||
client_delete(client);
|
client_delete(client);
|
||||||
return 1;
|
return 1;
|
||||||
}
|
}
|
||||||
DirectoryScanner *scanner = directory_scanner_create(
|
DirectoryScanner* scanner = directory_scanner_create(
|
||||||
config->send_directory, config->use_metadata, config->chunk_size,
|
config->send_directory, config->use_metadata, config->chunk_size, config->exclude_patterns,
|
||||||
config->exclude_patterns, config->exclude_count,
|
config->exclude_count, config->include_patterns, config->include_count, config->max_size,
|
||||||
config->include_patterns, config->include_count,
|
config->min_size);
|
||||||
config->max_size, config->min_size);
|
Chunk* current_chunk;
|
||||||
Chunk *current_chunk;
|
|
||||||
unsigned long long total_bytes = 0;
|
unsigned long long total_bytes = 0;
|
||||||
time_t last_progress = 0;
|
time_t last_progress = 0;
|
||||||
time_t start = time(NULL);
|
time_t start = time(NULL);
|
||||||
ArrayList *manifest = config->use_delete ? array_list_create(free) : NULL;
|
ArrayList* manifest = config->use_delete ? array_list_create(free) : NULL;
|
||||||
while ((current_chunk = directory_scanner_next(scanner)) != NULL) {
|
while ((current_chunk = directory_scanner_next(scanner)) != NULL) {
|
||||||
unsigned long long chunk_bytes = 0;
|
unsigned long long chunk_bytes = 0;
|
||||||
for (int i = 0; i < current_chunk->element_count; i++) {
|
for (int i = 0; i < current_chunk->element_count; i++) {
|
||||||
chunk_bytes += current_chunk->items[i]->data->size;
|
chunk_bytes += current_chunk->items[i]->data->size;
|
||||||
if (manifest) {
|
if (manifest) {
|
||||||
const char *p = current_chunk->items[i]->path;
|
const char* p = current_chunk->items[i]->path;
|
||||||
if (*p == '/') p++;
|
if (*p == '/')
|
||||||
|
p++;
|
||||||
array_list_add(manifest, str_dup(p));
|
array_list_add(manifest, str_dup(p));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -389,7 +409,7 @@ int send_files(Config *config) {
|
|||||||
send_status(client->file_descriptor, STATUS_MANIFEST);
|
send_status(client->file_descriptor, STATUS_MANIFEST);
|
||||||
send_int(client->file_descriptor, manifest->size);
|
send_int(client->file_descriptor, manifest->size);
|
||||||
for (int i = 0; i < manifest->size; i++)
|
for (int i = 0; i < manifest->size; i++)
|
||||||
send_str(client->file_descriptor, (char *)manifest->items[i]);
|
send_str(client->file_descriptor, (char*)manifest->items[i]);
|
||||||
array_list_delete(manifest);
|
array_list_delete(manifest);
|
||||||
}
|
}
|
||||||
send_status(client->file_descriptor, STATUS_FINISHED);
|
send_status(client->file_descriptor, STATUS_FINISHED);
|
||||||
@@ -406,41 +426,39 @@ int send_files(Config *config) {
|
|||||||
return ok ? 0 : -1;
|
return ok ? 0 : -1;
|
||||||
}
|
}
|
||||||
|
|
||||||
int send_files_multithreaded(Config *config) {
|
int send_files_multithreaded(Config* config) {
|
||||||
if (config->dry_run) {
|
if (config->dry_run) {
|
||||||
DirectoryScanner *scanner = directory_scanner_create(
|
DirectoryScanner* scanner = directory_scanner_create(
|
||||||
config->send_directory, config->use_metadata, config->chunk_size,
|
config->send_directory, config->use_metadata, config->chunk_size, config->exclude_patterns,
|
||||||
config->exclude_patterns, config->exclude_count,
|
config->exclude_count, config->include_patterns, config->include_count, config->max_size,
|
||||||
config->include_patterns, config->include_count,
|
config->min_size);
|
||||||
config->max_size, config->min_size);
|
Chunk* chunk;
|
||||||
Chunk *chunk;
|
|
||||||
int file_count = 0;
|
int file_count = 0;
|
||||||
unsigned long long total_bytes = 0;
|
unsigned long long total_bytes = 0;
|
||||||
printf("Dry run: files to be transferred\n");
|
printf("Dry run: files to be transferred\n");
|
||||||
while ((chunk = directory_scanner_next(scanner)) != NULL) {
|
while ((chunk = directory_scanner_next(scanner)) != NULL) {
|
||||||
for (int i = 0; i < chunk->element_count; i++) {
|
for (int i = 0; i < chunk->element_count; i++) {
|
||||||
printf(" %s (%zu bytes)\n", chunk->items[i]->path,
|
printf(" %s (%zu bytes)\n", chunk->items[i]->path, chunk->items[i]->data->size);
|
||||||
chunk->items[i]->data->size);
|
|
||||||
total_bytes += chunk->items[i]->data->size;
|
total_bytes += chunk->items[i]->data->size;
|
||||||
file_count++;
|
file_count++;
|
||||||
}
|
}
|
||||||
chunk_destroy(chunk);
|
chunk_destroy(chunk);
|
||||||
}
|
}
|
||||||
directory_scanner_destroy(scanner);
|
directory_scanner_destroy(scanner);
|
||||||
printf("Total: %d files, %.1f MB\n", file_count,
|
printf("Total: %d files, %.1f MB\n", file_count, total_bytes / 1048576.0);
|
||||||
total_bytes / 1048576.0);
|
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
Queue *q1 = queue_create(100, chunk_destroy);
|
Queue* q1 = queue_create(100, chunk_destroy);
|
||||||
Queue *q2 = queue_create(100, chunk_destroy);
|
Queue* q2 = queue_create(100, chunk_destroy);
|
||||||
if (!q1 || !q2) {
|
if (!q1 || !q2) {
|
||||||
if (q1) queue_destroy(q1);
|
if (q1)
|
||||||
if (q2) queue_destroy(q2);
|
queue_destroy(q1);
|
||||||
|
if (q2)
|
||||||
|
queue_destroy(q2);
|
||||||
return 1;
|
return 1;
|
||||||
}
|
}
|
||||||
PipelineContextSender *context =
|
PipelineContextSender* context = pipeline_context_sender_create(config, q1, q2);
|
||||||
pipeline_context_sender_create(config, q1, q2);
|
|
||||||
if (!context) {
|
if (!context) {
|
||||||
queue_destroy(q1);
|
queue_destroy(q1);
|
||||||
queue_destroy(q2);
|
queue_destroy(q2);
|
||||||
@@ -450,11 +468,9 @@ int send_files_multithreaded(Config *config) {
|
|||||||
context->manifest = array_list_create(free);
|
context->manifest = array_list_create(free);
|
||||||
|
|
||||||
thrd_t scanner, loader, sender;
|
thrd_t scanner, loader, sender;
|
||||||
if (thrd_create(&scanner, scan_directory_multithreaded, context) !=
|
if (thrd_create(&scanner, scan_directory_multithreaded, context) != thrd_success ||
|
||||||
thrd_success ||
|
|
||||||
thrd_create(&loader, load_files_multithreaded, context) != thrd_success ||
|
thrd_create(&loader, load_files_multithreaded, context) != thrd_success ||
|
||||||
thrd_create(&sender, send_chunks_multithreaded, context) !=
|
thrd_create(&sender, send_chunks_multithreaded, context) != thrd_success) {
|
||||||
thrd_success) {
|
|
||||||
perror("Error creating threads.\n");
|
perror("Error creating threads.\n");
|
||||||
pipeline_context_sender_destroy(context);
|
pipeline_context_sender_destroy(context);
|
||||||
return 1;
|
return 1;
|
||||||
|
|||||||
@@ -5,11 +5,11 @@
|
|||||||
#include "config.h"
|
#include "config.h"
|
||||||
#include "transport_tcp.h"
|
#include "transport_tcp.h"
|
||||||
|
|
||||||
extern char *server_host;
|
extern char* server_host;
|
||||||
extern int server_port;
|
extern int server_port;
|
||||||
|
|
||||||
int send_chunk(Client *client, Chunk *chunk, Config *config);
|
int send_chunk(Client* client, Chunk* chunk, Config* config);
|
||||||
int send_files(Config *config);
|
int send_files(Config* config);
|
||||||
int send_files_multithreaded(Config *config);
|
int send_files_multithreaded(Config* config);
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+21
-14
@@ -11,8 +11,14 @@
|
|||||||
#include <sys/stat.h>
|
#include <sys/stat.h>
|
||||||
#include <unistd.h>
|
#include <unistd.h>
|
||||||
|
|
||||||
DirectoryScanner *directory_scanner_create(char *root_directory, bool use_metadata, unsigned long long chunk_size, char **exclude_patterns, int exclude_count, char **include_patterns, int include_count, unsigned long long max_size, unsigned long long min_size) {
|
DirectoryScanner* directory_scanner_create(char* root_directory, bool use_metadata,
|
||||||
DirectoryScanner *scanner = malloc(sizeof(DirectoryScanner));
|
unsigned long long chunk_size, char** exclude_patterns,
|
||||||
|
int exclude_count, char** include_patterns,
|
||||||
|
int include_count, unsigned long long max_size,
|
||||||
|
unsigned long long min_size) {
|
||||||
|
DirectoryScanner* scanner = malloc(sizeof(DirectoryScanner));
|
||||||
|
if (scanner == NULL)
|
||||||
|
return NULL;
|
||||||
scanner->directories = queue_create(100, free);
|
scanner->directories = queue_create(100, free);
|
||||||
scanner->current_dir = NULL;
|
scanner->current_dir = NULL;
|
||||||
scanner->current_path = NULL;
|
scanner->current_path = NULL;
|
||||||
@@ -28,7 +34,7 @@ DirectoryScanner *directory_scanner_create(char *root_directory, bool use_metada
|
|||||||
return scanner;
|
return scanner;
|
||||||
}
|
}
|
||||||
|
|
||||||
void directory_scanner_destroy(DirectoryScanner *scanner) {
|
void directory_scanner_destroy(DirectoryScanner* scanner) {
|
||||||
if (scanner == NULL)
|
if (scanner == NULL)
|
||||||
return;
|
return;
|
||||||
if (scanner->current_dir) {
|
if (scanner->current_dir) {
|
||||||
@@ -40,16 +46,16 @@ void directory_scanner_destroy(DirectoryScanner *scanner) {
|
|||||||
free(scanner);
|
free(scanner);
|
||||||
}
|
}
|
||||||
|
|
||||||
static Chunk *chunk_data_to_chunk(ArrayList *chunk_data) {
|
static Chunk* chunk_data_to_chunk(ArrayList* chunk_data) {
|
||||||
void **chunk_items = array_list_to_array(chunk_data);
|
void** chunk_items = array_list_to_array(chunk_data);
|
||||||
Chunk *chunk = chunk_create((File **)chunk_items, chunk_data->size);
|
Chunk* chunk = chunk_create((File**)chunk_items, chunk_data->size);
|
||||||
free(chunk_items);
|
free(chunk_items);
|
||||||
chunk_data->item_destroyer = NULL;
|
chunk_data->item_destroyer = NULL;
|
||||||
array_list_delete(chunk_data);
|
array_list_delete(chunk_data);
|
||||||
return chunk;
|
return chunk;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int open_next_directory(DirectoryScanner *scanner) {
|
static int open_next_directory(DirectoryScanner* scanner) {
|
||||||
if (scanner->current_dir) {
|
if (scanner->current_dir) {
|
||||||
closedir(scanner->current_dir);
|
closedir(scanner->current_dir);
|
||||||
scanner->current_dir = NULL;
|
scanner->current_dir = NULL;
|
||||||
@@ -59,7 +65,7 @@ static int open_next_directory(DirectoryScanner *scanner) {
|
|||||||
if (queue_is_empty(scanner->directories))
|
if (queue_is_empty(scanner->directories))
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
scanner->current_path = (char *)queue_dequeue(scanner->directories);
|
scanner->current_path = (char*)queue_dequeue(scanner->directories);
|
||||||
scanner->current_dir = opendir(scanner->current_path);
|
scanner->current_dir = opendir(scanner->current_path);
|
||||||
if (scanner->current_dir == NULL) {
|
if (scanner->current_dir == NULL) {
|
||||||
perror("Could not open directory");
|
perror("Could not open directory");
|
||||||
@@ -70,8 +76,8 @@ static int open_next_directory(DirectoryScanner *scanner) {
|
|||||||
return 1;
|
return 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
Chunk *directory_scanner_next(DirectoryScanner *scanner) {
|
Chunk* directory_scanner_next(DirectoryScanner* scanner) {
|
||||||
ArrayList *chunk_data = array_list_create(file_destroy);
|
ArrayList* chunk_data = array_list_create(file_destroy);
|
||||||
unsigned long long chunk_data_size = 0;
|
unsigned long long chunk_data_size = 0;
|
||||||
|
|
||||||
while (1) {
|
while (1) {
|
||||||
@@ -80,7 +86,7 @@ Chunk *directory_scanner_next(DirectoryScanner *scanner) {
|
|||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
|
||||||
struct dirent *entry = readdir(scanner->current_dir);
|
struct dirent* entry = readdir(scanner->current_dir);
|
||||||
if (entry == NULL) {
|
if (entry == NULL) {
|
||||||
closedir(scanner->current_dir);
|
closedir(scanner->current_dir);
|
||||||
scanner->current_dir = NULL;
|
scanner->current_dir = NULL;
|
||||||
@@ -92,7 +98,7 @@ Chunk *directory_scanner_next(DirectoryScanner *scanner) {
|
|||||||
if (strcmp(entry->d_name, ".") == 0 || strcmp(entry->d_name, "..") == 0)
|
if (strcmp(entry->d_name, ".") == 0 || strcmp(entry->d_name, "..") == 0)
|
||||||
continue;
|
continue;
|
||||||
|
|
||||||
char *cur_path = path_cat(scanner->current_path, entry->d_name);
|
char* cur_path = path_cat(scanner->current_path, entry->d_name);
|
||||||
struct stat stats;
|
struct stat stats;
|
||||||
if (stat(cur_path, &stats) != 0) {
|
if (stat(cur_path, &stats) != 0) {
|
||||||
free(cur_path);
|
free(cur_path);
|
||||||
@@ -100,7 +106,7 @@ Chunk *directory_scanner_next(DirectoryScanner *scanner) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
if (S_ISDIR(stats.st_mode)) {
|
if (S_ISDIR(stats.st_mode)) {
|
||||||
queue_enqueue(scanner->directories, (void *)cur_path);
|
queue_enqueue(scanner->directories, (void*)cur_path);
|
||||||
} else {
|
} else {
|
||||||
bool excluded = false;
|
bool excluded = false;
|
||||||
for (int i = 0; i < scanner->exclude_count; i++) {
|
for (int i = 0; i < scanner->exclude_count; i++) {
|
||||||
@@ -134,7 +140,7 @@ Chunk *directory_scanner_next(DirectoryScanner *scanner) {
|
|||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
File *file = file_create(cur_path);
|
File* file = file_create(cur_path);
|
||||||
if (file == NULL) {
|
if (file == NULL) {
|
||||||
free(cur_path);
|
free(cur_path);
|
||||||
continue;
|
continue;
|
||||||
@@ -154,5 +160,6 @@ Chunk *directory_scanner_next(DirectoryScanner *scanner) {
|
|||||||
|
|
||||||
if (chunk_data->size > 0)
|
if (chunk_data->size > 0)
|
||||||
return chunk_data_to_chunk(chunk_data);
|
return chunk_data_to_chunk(chunk_data);
|
||||||
|
array_list_delete(chunk_data);
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|||||||
+12
-8
@@ -7,21 +7,25 @@
|
|||||||
#include <stdbool.h>
|
#include <stdbool.h>
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
Queue *directories;
|
Queue* directories;
|
||||||
DIR *current_dir;
|
DIR* current_dir;
|
||||||
char *current_path;
|
char* current_path;
|
||||||
bool use_metadata;
|
bool use_metadata;
|
||||||
unsigned long long chunk_size;
|
unsigned long long chunk_size;
|
||||||
char **exclude_patterns;
|
char** exclude_patterns;
|
||||||
int exclude_count;
|
int exclude_count;
|
||||||
char **include_patterns;
|
char** include_patterns;
|
||||||
int include_count;
|
int include_count;
|
||||||
unsigned long long max_size;
|
unsigned long long max_size;
|
||||||
unsigned long long min_size;
|
unsigned long long min_size;
|
||||||
} DirectoryScanner;
|
} DirectoryScanner;
|
||||||
|
|
||||||
DirectoryScanner *directory_scanner_create(char *root_directory, bool use_metadata, unsigned long long chunk_size, char **exclude_patterns, int exclude_count, char **include_patterns, int include_count, unsigned long long max_size, unsigned long long min_size);
|
DirectoryScanner* directory_scanner_create(char* root_directory, bool use_metadata,
|
||||||
Chunk *directory_scanner_next(DirectoryScanner *scanner);
|
unsigned long long chunk_size, char** exclude_patterns,
|
||||||
void directory_scanner_destroy(DirectoryScanner *scanner);
|
int exclude_count, char** include_patterns,
|
||||||
|
int include_count, unsigned long long max_size,
|
||||||
|
unsigned long long min_size);
|
||||||
|
Chunk* directory_scanner_next(DirectoryScanner* scanner);
|
||||||
|
void directory_scanner_destroy(DirectoryScanner* scanner);
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+21
-18
@@ -16,21 +16,24 @@
|
|||||||
#include <stdlib.h>
|
#include <stdlib.h>
|
||||||
#include <string.h>
|
#include <string.h>
|
||||||
|
|
||||||
int receive_files(Config *config, int fd) {
|
int receive_files(Config* config, int fd) {
|
||||||
Status status;
|
Status status;
|
||||||
if (!receive_status(fd, &status)) return -1;
|
if (!receive_status(fd, &status))
|
||||||
|
return -1;
|
||||||
|
|
||||||
while (status == STATUS_NEXT || status == STATUS_CHUNK || status == STATUS_CHECK) {
|
while (status == STATUS_NEXT || status == STATUS_CHUNK || status == STATUS_CHECK) {
|
||||||
if (status == STATUS_CHECK) {
|
if (status == STATUS_CHECK) {
|
||||||
bool skipped;
|
bool skipped;
|
||||||
File *file = receive_incremental_check(fd, config, &skipped);
|
File* file = receive_incremental_check(fd, config, &skipped);
|
||||||
if (skipped) goto next;
|
if (skipped)
|
||||||
if (file == NULL && !skipped) return -1;
|
goto next;
|
||||||
|
if (file == NULL && !skipped)
|
||||||
|
return -1;
|
||||||
if (config->save_to_disk)
|
if (config->save_to_disk)
|
||||||
file_save_to_disk(config->receive_root_directory, file);
|
file_save_to_disk(config->receive_root_directory, file);
|
||||||
file_destroy(file);
|
file_destroy(file);
|
||||||
} else if (status == STATUS_CHUNK) {
|
} else if (status == STATUS_CHUNK) {
|
||||||
Chunk *chunk = receive_chunk_data(fd, config);
|
Chunk* chunk = receive_chunk_data(fd, config);
|
||||||
if (chunk == NULL) {
|
if (chunk == NULL) {
|
||||||
send_status(fd, STATUS_ERROR);
|
send_status(fd, STATUS_ERROR);
|
||||||
return -1;
|
return -1;
|
||||||
@@ -41,7 +44,7 @@ int receive_files(Config *config, int fd) {
|
|||||||
}
|
}
|
||||||
chunk_destroy(chunk);
|
chunk_destroy(chunk);
|
||||||
} else {
|
} else {
|
||||||
File *file = file_receive(config, fd);
|
File* file = file_receive(config, fd);
|
||||||
if (file == NULL) {
|
if (file == NULL) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Failed to receive file");
|
log_message(LOG_LEVEL_ERROR, "Failed to receive file");
|
||||||
send_status(fd, STATUS_ERROR);
|
send_status(fd, STATUS_ERROR);
|
||||||
@@ -59,7 +62,8 @@ int receive_files(Config *config, int fd) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
if (status == STATUS_MANIFEST) {
|
if (status == STATUS_MANIFEST) {
|
||||||
if (receive_manifest(fd, config, &status) != 0) return -1;
|
if (receive_manifest(fd, config, &status) != 0)
|
||||||
|
return -1;
|
||||||
}
|
}
|
||||||
if (status != STATUS_FINISHED) {
|
if (status != STATUS_FINISHED) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Did not receive FINISHED Status");
|
log_message(LOG_LEVEL_ERROR, "Did not receive FINISHED Status");
|
||||||
@@ -71,21 +75,20 @@ int receive_files(Config *config, int fd) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
void handler(int file_descriptor) {
|
void handler(int file_descriptor) {
|
||||||
Config *config = config_receive(file_descriptor);
|
Config* config = config_receive(file_descriptor);
|
||||||
if (config == NULL) {
|
if (config == NULL) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Failed to receive config");
|
log_message(LOG_LEVEL_ERROR, "Failed to receive config");
|
||||||
close(file_descriptor);
|
close(file_descriptor);
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
if (config->use_multithreading) {
|
if (config->use_multithreading) {
|
||||||
Queue *q = queue_create(100, file_destroy);
|
Queue* q = queue_create(100, file_destroy);
|
||||||
if (q == NULL) {
|
if (q == NULL) {
|
||||||
config_delete(config);
|
config_delete(config);
|
||||||
close(file_descriptor);
|
close(file_descriptor);
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
PipelineContextReceiver *context = pipeline_context_receiver_create(
|
PipelineContextReceiver* context = pipeline_context_receiver_create(config, q, file_descriptor);
|
||||||
config, q, file_descriptor);
|
|
||||||
if (context == NULL) {
|
if (context == NULL) {
|
||||||
queue_destroy(q);
|
queue_destroy(q);
|
||||||
config_delete(config);
|
config_delete(config);
|
||||||
@@ -109,7 +112,7 @@ void handler(int file_descriptor) {
|
|||||||
close(file_descriptor);
|
close(file_descriptor);
|
||||||
}
|
}
|
||||||
|
|
||||||
static Server *g_server = NULL;
|
static Server* g_server = NULL;
|
||||||
|
|
||||||
static void cleanup(int sig) {
|
static void cleanup(int sig) {
|
||||||
(void)sig;
|
(void)sig;
|
||||||
@@ -134,11 +137,11 @@ static void print_server_usage(void) {
|
|||||||
printf(" --help Show this help\n");
|
printf(" --help Show this help\n");
|
||||||
}
|
}
|
||||||
|
|
||||||
int main(int argc, char *argv[]) {
|
int main(int argc, char* argv[]) {
|
||||||
bool use_tls = false;
|
bool use_tls = false;
|
||||||
char *tls_cert = NULL;
|
char* tls_cert = NULL;
|
||||||
char *tls_key = NULL;
|
char* tls_key = NULL;
|
||||||
char *tls_ca = NULL;
|
char* tls_ca = NULL;
|
||||||
int port = 8080;
|
int port = 8080;
|
||||||
|
|
||||||
signal(SIGPIPE, SIG_IGN);
|
signal(SIGPIPE, SIG_IGN);
|
||||||
@@ -161,7 +164,7 @@ int main(int argc, char *argv[]) {
|
|||||||
} else if (strcmp(argv[i], "--ca") == 0 && i + 1 < argc) {
|
} else if (strcmp(argv[i], "--ca") == 0 && i + 1 < argc) {
|
||||||
tls_ca = argv[++i];
|
tls_ca = argv[++i];
|
||||||
} else if (strcmp(argv[i], "-p") == 0 && i + 1 < argc) {
|
} else if (strcmp(argv[i], "-p") == 0 && i + 1 < argc) {
|
||||||
char *end;
|
char* end;
|
||||||
long p = strtol(argv[++i], &end, 10);
|
long p = strtol(argv[++i], &end, 10);
|
||||||
if (*end || p <= 0 || p > 65535) {
|
if (*end || p <= 0 || p > 65535) {
|
||||||
fprintf(stderr, "Error: invalid port '%s' (must be 1-65535)\n", argv[i]);
|
fprintf(stderr, "Error: invalid port '%s' (must be 1-65535)\n", argv[i]);
|
||||||
|
|||||||
+14
-12
@@ -3,14 +3,14 @@
|
|||||||
#include <stdlib.h>
|
#include <stdlib.h>
|
||||||
#include <string.h>
|
#include <string.h>
|
||||||
|
|
||||||
ArrayList *array_list_create(void (*item_destroyer)(void *item)) {
|
ArrayList* array_list_create(void (*item_destroyer)(void* item)) {
|
||||||
ArrayList *list = (ArrayList *)malloc(sizeof(ArrayList));
|
ArrayList* list = (ArrayList*)malloc(sizeof(ArrayList));
|
||||||
if (list == NULL) {
|
if (list == NULL) {
|
||||||
perror("ERROR: Could not allocate memory for array list struct");
|
perror("ERROR: Could not allocate memory for array list struct");
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
list->items = malloc(INITIAL_ARRAY_SIZE * sizeof(void *));
|
list->items = malloc(INITIAL_ARRAY_SIZE * sizeof(void*));
|
||||||
if (list->items == NULL) {
|
if (list->items == NULL) {
|
||||||
free(list);
|
free(list);
|
||||||
return NULL;
|
return NULL;
|
||||||
@@ -21,7 +21,7 @@ ArrayList *array_list_create(void (*item_destroyer)(void *item)) {
|
|||||||
return list;
|
return list;
|
||||||
}
|
}
|
||||||
|
|
||||||
void array_list_delete(ArrayList *array_list) {
|
void array_list_delete(ArrayList* array_list) {
|
||||||
if (array_list == NULL)
|
if (array_list == NULL)
|
||||||
return;
|
return;
|
||||||
if (array_list->item_destroyer != NULL) {
|
if (array_list->item_destroyer != NULL) {
|
||||||
@@ -34,12 +34,13 @@ void array_list_delete(ArrayList *array_list) {
|
|||||||
free(array_list);
|
free(array_list);
|
||||||
}
|
}
|
||||||
|
|
||||||
bool array_list_extend(ArrayList *array_list) {
|
bool array_list_extend(ArrayList* array_list) {
|
||||||
if (array_list == NULL) return false;
|
if (array_list == NULL)
|
||||||
|
return false;
|
||||||
int new_capacity = array_list->capacity * 2;
|
int new_capacity = array_list->capacity * 2;
|
||||||
if (new_capacity == 0)
|
if (new_capacity == 0)
|
||||||
new_capacity = INITIAL_ARRAY_SIZE;
|
new_capacity = INITIAL_ARRAY_SIZE;
|
||||||
void *new_items = realloc(array_list->items, new_capacity * sizeof(void *));
|
void* new_items = realloc(array_list->items, new_capacity * sizeof(void*));
|
||||||
if (new_items == NULL) {
|
if (new_items == NULL) {
|
||||||
perror("ERROR: Could not reallocate memory for array list items");
|
perror("ERROR: Could not reallocate memory for array list items");
|
||||||
return false;
|
return false;
|
||||||
@@ -49,8 +50,9 @@ bool array_list_extend(ArrayList *array_list) {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool array_list_add(ArrayList *array_list, void *item) {
|
bool array_list_add(ArrayList* array_list, void* item) {
|
||||||
if (array_list == NULL) return false;
|
if (array_list == NULL)
|
||||||
|
return false;
|
||||||
if (array_list->capacity == array_list->size) {
|
if (array_list->capacity == array_list->size) {
|
||||||
if (!array_list_extend(array_list))
|
if (!array_list_extend(array_list))
|
||||||
return false;
|
return false;
|
||||||
@@ -60,15 +62,15 @@ bool array_list_add(ArrayList *array_list, void *item) {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
void **array_list_to_array(ArrayList *array_list) {
|
void** array_list_to_array(const ArrayList* array_list) {
|
||||||
if (array_list == NULL) {
|
if (array_list == NULL) {
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
void **array = malloc(array_list->size * sizeof(void *));
|
void** array = malloc(array_list->size * sizeof(void*));
|
||||||
if (array == NULL) {
|
if (array == NULL) {
|
||||||
perror("Could not malloc space for array from array list!");
|
perror("Could not malloc space for array from array list!");
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
memcpy(array, array_list->items, array_list->size * sizeof(void *));
|
memcpy(array, array_list->items, array_list->size * sizeof(void*));
|
||||||
return array;
|
return array;
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -6,16 +6,16 @@
|
|||||||
#define INITIAL_ARRAY_SIZE 100
|
#define INITIAL_ARRAY_SIZE 100
|
||||||
|
|
||||||
typedef struct ArrayList {
|
typedef struct ArrayList {
|
||||||
void **items;
|
void** items;
|
||||||
int size;
|
int size;
|
||||||
int capacity;
|
int capacity;
|
||||||
void (*item_destroyer)(void *item);
|
void (*item_destroyer)(void* item);
|
||||||
} ArrayList;
|
} ArrayList;
|
||||||
|
|
||||||
ArrayList *array_list_create(void (*item_destroyer)(void *item));
|
ArrayList* array_list_create(void (*item_destroyer)(void* item));
|
||||||
void array_list_delete(ArrayList *array_list);
|
void array_list_delete(ArrayList* array_list);
|
||||||
bool array_list_extend(ArrayList *array_list);
|
bool array_list_extend(ArrayList* array_list);
|
||||||
bool array_list_add(ArrayList *array_list, void *item);
|
bool array_list_add(ArrayList* array_list, void* item);
|
||||||
void **array_list_to_array(ArrayList *array_list);
|
void** array_list_to_array(const ArrayList* array_list);
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+32
-34
@@ -12,14 +12,14 @@
|
|||||||
#include "metadata.h"
|
#include "metadata.h"
|
||||||
#include "protocol.h"
|
#include "protocol.h"
|
||||||
|
|
||||||
Chunk *chunk_create(File **items, int element_count) {
|
Chunk* chunk_create(File** items, int element_count) {
|
||||||
Chunk *chunk = (Chunk *)malloc(sizeof(Chunk));
|
Chunk* chunk = (Chunk*)malloc(sizeof(Chunk));
|
||||||
if (chunk == NULL) {
|
if (chunk == NULL) {
|
||||||
perror("ERROR: Could not allocate memory for chunk structure");
|
perror("ERROR: Could not allocate memory for chunk structure");
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
chunk->items = (File **)malloc(element_count * sizeof(File *));
|
chunk->items = (File**)malloc(element_count * sizeof(File*));
|
||||||
if (chunk->items == NULL) {
|
if (chunk->items == NULL) {
|
||||||
free(chunk);
|
free(chunk);
|
||||||
return NULL;
|
return NULL;
|
||||||
@@ -32,11 +32,11 @@ Chunk *chunk_create(File **items, int element_count) {
|
|||||||
return chunk;
|
return chunk;
|
||||||
}
|
}
|
||||||
|
|
||||||
void chunk_destroy(void *item) {
|
void chunk_destroy(void* item) {
|
||||||
if (item == NULL) {
|
if (item == NULL) {
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
Chunk *chunk = (Chunk *)item;
|
Chunk* chunk = (Chunk*)item;
|
||||||
for (int i = 0; i < chunk->element_count; ++i) {
|
for (int i = 0; i < chunk->element_count; ++i) {
|
||||||
if (chunk->items[i] != NULL) {
|
if (chunk->items[i] != NULL) {
|
||||||
file_destroy(chunk->items[i]);
|
file_destroy(chunk->items[i]);
|
||||||
@@ -46,26 +46,25 @@ void chunk_destroy(void *item) {
|
|||||||
free(chunk);
|
free(chunk);
|
||||||
}
|
}
|
||||||
|
|
||||||
static unsigned long long per_file_serialize_size(File *file, bool use_metadata) {
|
static unsigned long long per_file_serialize_size(File* file, bool use_metadata) {
|
||||||
return sizeof(size_t) + strlen(file->path) +
|
return sizeof(size_t) + strlen(file->path) +
|
||||||
(use_metadata ? sizeof(int) + (file->metadata ? FILE_METADATA_WIRE_SIZE : 0) : 0) +
|
(use_metadata ? sizeof(int) + (file->metadata ? FILE_METADATA_WIRE_SIZE : 0) : 0) +
|
||||||
sizeof(size_t) + file->data->size;
|
sizeof(size_t) + file->data->size;
|
||||||
}
|
}
|
||||||
|
|
||||||
Data *chunk_serialize(Chunk *chunk, bool use_metadata) {
|
Data* chunk_serialize(Chunk* chunk, bool use_metadata) {
|
||||||
unsigned long long data_size = 0;
|
unsigned long long data_size = 0;
|
||||||
for (int i = 0; i < chunk->element_count; i++) {
|
for (int i = 0; i < chunk->element_count; i++) {
|
||||||
data_size += per_file_serialize_size(chunk->items[i], use_metadata);
|
data_size += per_file_serialize_size(chunk->items[i], use_metadata);
|
||||||
}
|
}
|
||||||
Data *data = data_create_empty(data_size);
|
Data* data = data_create_empty(data_size);
|
||||||
if (data == NULL) {
|
if (data == NULL) {
|
||||||
log_message(LOG_LEVEL_ERROR,
|
log_message(LOG_LEVEL_ERROR, "Could not allocate memory for chunk serialization");
|
||||||
"Could not allocate memory for chunk serialization");
|
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
char *data_pointer = data->data;
|
char* data_pointer = data->data;
|
||||||
for (int i = 0; i < chunk->element_count; i++) {
|
for (int i = 0; i < chunk->element_count; i++) {
|
||||||
File *file = chunk->items[i];
|
File* file = chunk->items[i];
|
||||||
size_t path_len = strlen(file->path);
|
size_t path_len = strlen(file->path);
|
||||||
memcpy(data_pointer, &path_len, sizeof(size_t));
|
memcpy(data_pointer, &path_len, sizeof(size_t));
|
||||||
data_pointer += sizeof(size_t);
|
data_pointer += sizeof(size_t);
|
||||||
@@ -84,9 +83,9 @@ Data *chunk_serialize(Chunk *chunk, bool use_metadata) {
|
|||||||
return data;
|
return data;
|
||||||
}
|
}
|
||||||
|
|
||||||
Chunk *chunk_deserialize(Data *data, bool use_metadata) {
|
Chunk* chunk_deserialize(Data* data, bool use_metadata) {
|
||||||
ArrayList *files = array_list_create(file_destroy);
|
ArrayList* files = array_list_create(file_destroy);
|
||||||
char *data_pointer = data->data;
|
char* data_pointer = data->data;
|
||||||
size_t remaining_size = data->size;
|
size_t remaining_size = data->size;
|
||||||
|
|
||||||
while (remaining_size > 0) {
|
while (remaining_size > 0) {
|
||||||
@@ -96,7 +95,7 @@ Chunk *chunk_deserialize(Data *data, bool use_metadata) {
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
size_t path_len = *(size_t *)data_pointer;
|
size_t path_len = *(size_t*)data_pointer;
|
||||||
data_pointer += sizeof(size_t);
|
data_pointer += sizeof(size_t);
|
||||||
remaining_size -= sizeof(size_t);
|
remaining_size -= sizeof(size_t);
|
||||||
|
|
||||||
@@ -106,7 +105,7 @@ Chunk *chunk_deserialize(Data *data, bool use_metadata) {
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
char *path = malloc(path_len + 1);
|
char* path = malloc(path_len + 1);
|
||||||
if (path == NULL) {
|
if (path == NULL) {
|
||||||
perror("Could not allocate memory for file path");
|
perror("Could not allocate memory for file path");
|
||||||
array_list_delete(files);
|
array_list_delete(files);
|
||||||
@@ -117,7 +116,7 @@ Chunk *chunk_deserialize(Data *data, bool use_metadata) {
|
|||||||
data_pointer += path_len;
|
data_pointer += path_len;
|
||||||
remaining_size -= path_len;
|
remaining_size -= path_len;
|
||||||
|
|
||||||
File *file = file_create(path);
|
File* file = file_create(path);
|
||||||
free(path);
|
free(path);
|
||||||
|
|
||||||
if (use_metadata) {
|
if (use_metadata) {
|
||||||
@@ -133,7 +132,7 @@ Chunk *chunk_deserialize(Data *data, bool use_metadata) {
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
size_t file_data_size = *(size_t *)data_pointer;
|
size_t file_data_size = *(size_t*)data_pointer;
|
||||||
data_pointer += sizeof(size_t);
|
data_pointer += sizeof(size_t);
|
||||||
remaining_size -= sizeof(size_t);
|
remaining_size -= sizeof(size_t);
|
||||||
|
|
||||||
@@ -143,7 +142,7 @@ Chunk *chunk_deserialize(Data *data, bool use_metadata) {
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
void *file_data = malloc(file_data_size);
|
void* file_data = malloc(file_data_size);
|
||||||
if (file_data == NULL) {
|
if (file_data == NULL) {
|
||||||
perror("Could not allocate memory for file data");
|
perror("Could not allocate memory for file data");
|
||||||
array_list_delete(files);
|
array_list_delete(files);
|
||||||
@@ -158,8 +157,8 @@ Chunk *chunk_deserialize(Data *data, bool use_metadata) {
|
|||||||
array_list_add(files, file);
|
array_list_add(files, file);
|
||||||
}
|
}
|
||||||
|
|
||||||
File **file_array = (File **)array_list_to_array(files);
|
File** file_array = (File**)array_list_to_array(files);
|
||||||
Chunk *chunk = chunk_create(file_array, files->size);
|
Chunk* chunk = chunk_create(file_array, files->size);
|
||||||
|
|
||||||
free(file_array);
|
free(file_array);
|
||||||
files->item_destroyer = NULL;
|
files->item_destroyer = NULL;
|
||||||
@@ -168,24 +167,26 @@ Chunk *chunk_deserialize(Data *data, bool use_metadata) {
|
|||||||
return chunk;
|
return chunk;
|
||||||
}
|
}
|
||||||
|
|
||||||
Data *chunk_compress(Chunk *chunk, int compression_level, bool use_metadata) {
|
Data* chunk_compress(Chunk* chunk, int compression_level, bool use_metadata) {
|
||||||
log_message(LOG_LEVEL_DEBUG, "Starting to compress chunk");
|
log_message(LOG_LEVEL_DEBUG, "Starting to compress chunk");
|
||||||
Data *serialized = chunk_serialize(chunk, use_metadata);
|
Data* serialized = chunk_serialize(chunk, use_metadata);
|
||||||
if (serialized == NULL) return NULL;
|
if (serialized == NULL)
|
||||||
Data *compressed = data_compress(serialized, compression_level);
|
return NULL;
|
||||||
|
Data* compressed = data_compress(serialized, compression_level);
|
||||||
data_destroy(serialized);
|
data_destroy(serialized);
|
||||||
if (compressed == NULL) return NULL;
|
if (compressed == NULL)
|
||||||
|
return NULL;
|
||||||
log_message(LOG_LEVEL_DEBUG, "Chunk successfully compressed");
|
log_message(LOG_LEVEL_DEBUG, "Chunk successfully compressed");
|
||||||
return compressed;
|
return compressed;
|
||||||
}
|
}
|
||||||
|
|
||||||
Chunk *receive_chunk_data(int fd, Config *config) {
|
Chunk* receive_chunk_data(int fd, const Config* config) {
|
||||||
Data *chunk_data = receive_data(fd);
|
Data* chunk_data = receive_data(fd);
|
||||||
if (chunk_data == NULL) {
|
if (chunk_data == NULL) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Failed to receive chunk data");
|
log_message(LOG_LEVEL_ERROR, "Failed to receive chunk data");
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
Data *data_to_process = chunk_data;
|
Data* data_to_process = chunk_data;
|
||||||
if (config->use_compression) {
|
if (config->use_compression) {
|
||||||
data_to_process = data_decompress(chunk_data);
|
data_to_process = data_decompress(chunk_data);
|
||||||
data_destroy(chunk_data);
|
data_destroy(chunk_data);
|
||||||
@@ -194,12 +195,9 @@ Chunk *receive_chunk_data(int fd, Config *config) {
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
Chunk *chunk = chunk_deserialize(data_to_process, config->use_metadata);
|
Chunk* chunk = chunk_deserialize(data_to_process, config->use_metadata);
|
||||||
data_destroy(data_to_process);
|
data_destroy(data_to_process);
|
||||||
if (chunk == NULL)
|
if (chunk == NULL)
|
||||||
log_message(LOG_LEVEL_ERROR, "Failed to deserialize chunk, skipping");
|
log_message(LOG_LEVEL_ERROR, "Failed to deserialize chunk, skipping");
|
||||||
return chunk;
|
return chunk;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
+7
-7
@@ -10,15 +10,15 @@
|
|||||||
#define DESIRED_CHUNK_SIZE (10 * 1024 * 1024)
|
#define DESIRED_CHUNK_SIZE (10 * 1024 * 1024)
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
File **items;
|
File** items;
|
||||||
int element_count;
|
int element_count;
|
||||||
} Chunk;
|
} Chunk;
|
||||||
|
|
||||||
Chunk *chunk_create(File **items, int element_count);
|
Chunk* chunk_create(File** items, int element_count);
|
||||||
void chunk_destroy(void *chunk);
|
void chunk_destroy(void* chunk);
|
||||||
Data *chunk_serialize(Chunk *chunk, bool use_metadata);
|
Data* chunk_serialize(Chunk* chunk, bool use_metadata);
|
||||||
Chunk *chunk_deserialize(Data *data, bool use_metadata);
|
Chunk* chunk_deserialize(Data* data, bool use_metadata);
|
||||||
Data *chunk_compress(Chunk *chunk, int compression_level, bool use_metadata);
|
Data* chunk_compress(Chunk* chunk, int compression_level, bool use_metadata);
|
||||||
Chunk *receive_chunk_data(int fd, Config *config);
|
Chunk* receive_chunk_data(int fd, const Config* config);
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+17
-19
@@ -6,13 +6,15 @@
|
|||||||
|
|
||||||
#define INITIAL_DECOMPRESS_BUF_SIZE (1024 * 1024)
|
#define INITIAL_DECOMPRESS_BUF_SIZE (1024 * 1024)
|
||||||
|
|
||||||
Data *data_compress(Data *data_to_compress, int compression_level) {
|
Data* data_compress(Data* data_to_compress, int compression_level) {
|
||||||
|
(void)compression_level;
|
||||||
log_message(LOG_LEVEL_DEBUG, "Starting to compress data");
|
log_message(LOG_LEVEL_DEBUG, "Starting to compress data");
|
||||||
size_t dst_size = ZSTD_compressBound(data_to_compress->size);
|
size_t dst_size = ZSTD_compressBound(data_to_compress->size);
|
||||||
Data *compressed_data = data_create_empty(dst_size);
|
Data* compressed_data = data_create_empty(dst_size);
|
||||||
if (compressed_data == NULL) return NULL;
|
if (compressed_data == NULL)
|
||||||
|
return NULL;
|
||||||
|
|
||||||
ZSTD_CCtx *cctx = ZSTD_createCCtx();
|
ZSTD_CCtx* cctx = ZSTD_createCCtx();
|
||||||
if (!cctx) {
|
if (!cctx) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Failed to create ZSTD compression context");
|
log_message(LOG_LEVEL_ERROR, "Failed to create ZSTD compression context");
|
||||||
data_destroy(compressed_data);
|
data_destroy(compressed_data);
|
||||||
@@ -26,8 +28,7 @@ Data *data_compress(Data *data_to_compress, int compression_level) {
|
|||||||
do {
|
do {
|
||||||
ret = ZSTD_compressStream2(cctx, &output, &input, ZSTD_e_end);
|
ret = ZSTD_compressStream2(cctx, &output, &input, ZSTD_e_end);
|
||||||
if (ZSTD_isError(ret)) {
|
if (ZSTD_isError(ret)) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Compression failed: %s",
|
log_message(LOG_LEVEL_ERROR, "Compression failed: %s", ZSTD_getErrorName(ret));
|
||||||
ZSTD_getErrorName(ret));
|
|
||||||
ZSTD_freeCCtx(cctx);
|
ZSTD_freeCCtx(cctx);
|
||||||
data_destroy(compressed_data);
|
data_destroy(compressed_data);
|
||||||
return NULL;
|
return NULL;
|
||||||
@@ -42,27 +43,25 @@ Data *data_compress(Data *data_to_compress, int compression_level) {
|
|||||||
return compressed_data;
|
return compressed_data;
|
||||||
}
|
}
|
||||||
|
|
||||||
Data *data_decompress(Data *compressed_data) {
|
Data* data_decompress(Data* compressed_data) {
|
||||||
log_message(LOG_LEVEL_DEBUG, "Start to decompress data");
|
log_message(LOG_LEVEL_DEBUG, "Start to decompress data");
|
||||||
unsigned long long dst_size = ZSTD_getFrameContentSize(
|
unsigned long long dst_size =
|
||||||
compressed_data->data, compressed_data->size);
|
ZSTD_getFrameContentSize(compressed_data->data, compressed_data->size);
|
||||||
if (ZSTD_isError(dst_size)) {
|
if (ZSTD_isError(dst_size)) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Failed to get decompressed size: %s",
|
log_message(LOG_LEVEL_ERROR, "Failed to get decompressed size: %s",
|
||||||
ZSTD_getErrorName(dst_size));
|
ZSTD_getErrorName(dst_size));
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
ZSTD_DCtx *dctx = ZSTD_createDCtx();
|
ZSTD_DCtx* dctx = ZSTD_createDCtx();
|
||||||
if (!dctx) {
|
if (!dctx) {
|
||||||
log_message(LOG_LEVEL_ERROR,
|
log_message(LOG_LEVEL_ERROR, "Failed to create ZSTD decompression context");
|
||||||
"Failed to create ZSTD decompression context");
|
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
size_t buf_size = (!ZSTD_isError(dst_size) && dst_size > 0)
|
size_t buf_size =
|
||||||
? (size_t)dst_size
|
(!ZSTD_isError(dst_size) && dst_size > 0) ? (size_t)dst_size : INITIAL_DECOMPRESS_BUF_SIZE;
|
||||||
: INITIAL_DECOMPRESS_BUF_SIZE;
|
Data* uncompressed_data = data_create_empty(buf_size);
|
||||||
Data *uncompressed_data = data_create_empty(buf_size);
|
|
||||||
if (!uncompressed_data) {
|
if (!uncompressed_data) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Failed to allocate decompression buffer");
|
log_message(LOG_LEVEL_ERROR, "Failed to allocate decompression buffer");
|
||||||
ZSTD_freeDCtx(dctx);
|
ZSTD_freeDCtx(dctx);
|
||||||
@@ -76,15 +75,14 @@ Data *data_decompress(Data *compressed_data) {
|
|||||||
do {
|
do {
|
||||||
ret = ZSTD_decompressStream(dctx, &output, &input);
|
ret = ZSTD_decompressStream(dctx, &output, &input);
|
||||||
if (ZSTD_isError(ret)) {
|
if (ZSTD_isError(ret)) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Decompression failed: %s",
|
log_message(LOG_LEVEL_ERROR, "Decompression failed: %s", ZSTD_getErrorName(ret));
|
||||||
ZSTD_getErrorName(ret));
|
|
||||||
ZSTD_freeDCtx(dctx);
|
ZSTD_freeDCtx(dctx);
|
||||||
data_destroy(uncompressed_data);
|
data_destroy(uncompressed_data);
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
if (ret > 0 && output.pos == output.size) {
|
if (ret > 0 && output.pos == output.size) {
|
||||||
buf_size *= 2;
|
buf_size *= 2;
|
||||||
void *new_data = realloc(uncompressed_data->data, buf_size);
|
void* new_data = realloc(uncompressed_data->data, buf_size);
|
||||||
if (!new_data) {
|
if (!new_data) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Failed to grow decompression buffer");
|
log_message(LOG_LEVEL_ERROR, "Failed to grow decompression buffer");
|
||||||
ZSTD_freeDCtx(dctx);
|
ZSTD_freeDCtx(dctx);
|
||||||
|
|||||||
@@ -3,7 +3,7 @@
|
|||||||
|
|
||||||
#include "data.h"
|
#include "data.h"
|
||||||
|
|
||||||
Data *data_compress(Data *data_to_compress, int compression_level);
|
Data* data_compress(Data* data_to_compress, int compression_level);
|
||||||
Data *data_decompress(Data *compressed_data);
|
Data* data_decompress(Data* compressed_data);
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+106
-59
@@ -8,14 +8,12 @@
|
|||||||
#include <stdlib.h>
|
#include <stdlib.h>
|
||||||
#include <string.h>
|
#include <string.h>
|
||||||
|
|
||||||
Config *config_create(char *version, char *send_directory,
|
Config* config_create(char* version, char* send_directory, char* receive_directory,
|
||||||
char *receive_directory, bool save_to_disk,
|
bool save_to_disk, bool use_multithreading, bool use_chunk_serialization,
|
||||||
bool use_multithreading, bool use_chunk_serialization,
|
bool use_compression, bool use_metadata, int compression_level,
|
||||||
bool use_compression, bool use_metadata,
|
bool use_sendfile, unsigned long long chunk_size) {
|
||||||
int compression_level, bool use_sendfile,
|
|
||||||
unsigned long long chunk_size) {
|
|
||||||
|
|
||||||
Config *config = malloc(sizeof(Config));
|
Config* config = malloc(sizeof(Config));
|
||||||
config->version = version;
|
config->version = version;
|
||||||
config->send_directory = send_directory;
|
config->send_directory = send_directory;
|
||||||
config->receive_root_directory = receive_directory;
|
config->receive_root_directory = receive_directory;
|
||||||
@@ -50,28 +48,33 @@ Config *config_create(char *version, char *send_directory,
|
|||||||
return config;
|
return config;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool is_remote_dest(const char *s) {
|
bool is_remote_dest(const char* s) {
|
||||||
if (s == NULL) return false;
|
if (s == NULL)
|
||||||
const char *colon = strchr(s, ':');
|
return false;
|
||||||
if (colon == NULL) return false;
|
const char* colon = strchr(s, ':');
|
||||||
if (colon == s) return false;
|
if (colon == NULL)
|
||||||
for (const char *p = s; p < colon; p++) {
|
return false;
|
||||||
if (*p == '/') return false;
|
if (colon == s)
|
||||||
|
return false;
|
||||||
|
for (const char* p = s; p < colon; p++) {
|
||||||
|
if (*p == '/')
|
||||||
|
return false;
|
||||||
}
|
}
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
void config_parse_ssh_dest(Config *config) {
|
void config_parse_ssh_dest(Config* config) {
|
||||||
if (!is_remote_dest(config->receive_root_directory)) return;
|
if (!is_remote_dest(config->receive_root_directory))
|
||||||
|
return;
|
||||||
config->transport = TRANSPORT_SSH;
|
config->transport = TRANSPORT_SSH;
|
||||||
config->ssh_destination = str_dup(config->receive_root_directory);
|
config->ssh_destination = str_dup(config->receive_root_directory);
|
||||||
char *colon = strchr(config->receive_root_directory, ':');
|
const char* colon = strchr(config->receive_root_directory, ':');
|
||||||
char *path = str_dup(colon + 1);
|
char* path = str_dup(colon + 1);
|
||||||
free(config->receive_root_directory);
|
free(config->receive_root_directory);
|
||||||
config->receive_root_directory = path;
|
config->receive_root_directory = path;
|
||||||
}
|
}
|
||||||
|
|
||||||
void config_delete(Config *config) {
|
void config_delete(Config* config) {
|
||||||
free(config->version);
|
free(config->version);
|
||||||
free(config->send_directory);
|
free(config->send_directory);
|
||||||
free(config->receive_root_directory);
|
free(config->receive_root_directory);
|
||||||
@@ -88,25 +91,42 @@ void config_delete(Config *config) {
|
|||||||
free(config);
|
free(config);
|
||||||
}
|
}
|
||||||
|
|
||||||
bool config_send(int file_descriptor, Config *config) {
|
bool config_send(int file_descriptor, const Config* config) {
|
||||||
if (!send_str(file_descriptor, config->version)) return false;
|
if (!send_str(file_descriptor, config->version))
|
||||||
if (!send_str(file_descriptor, config->send_directory)) return false;
|
return false;
|
||||||
if (!send_str(file_descriptor, config->receive_root_directory)) return false;
|
if (!send_str(file_descriptor, config->send_directory))
|
||||||
if (!send_int(file_descriptor, config->save_to_disk)) return false;
|
return false;
|
||||||
if (!send_int(file_descriptor, config->use_multithreading)) return false;
|
if (!send_str(file_descriptor, config->receive_root_directory))
|
||||||
if (!send_int(file_descriptor, config->use_chunk_serialization)) return false;
|
return false;
|
||||||
if (!send_int(file_descriptor, config->use_compression)) return false;
|
if (!send_int(file_descriptor, config->save_to_disk))
|
||||||
if (!send_int(file_descriptor, config->use_metadata)) return false;
|
return false;
|
||||||
if (!send_int(file_descriptor, config->compression_level)) return false;
|
if (!send_int(file_descriptor, config->use_multithreading))
|
||||||
if (!send_int(file_descriptor, (int)config->chunk_size)) return false;
|
return false;
|
||||||
if (!send_int(file_descriptor, config->use_sendfile)) return false;
|
if (!send_int(file_descriptor, config->use_chunk_serialization))
|
||||||
if (!send_int(file_descriptor, config->use_delete)) return false;
|
return false;
|
||||||
if (!send_int(file_descriptor, config->use_incremental)) return false;
|
if (!send_int(file_descriptor, config->use_compression))
|
||||||
if (!send_int(file_descriptor, config->use_delta)) return false;
|
return false;
|
||||||
if (!send_int(file_descriptor, (int)config->delta_block_size)) return false;
|
if (!send_int(file_descriptor, config->use_metadata))
|
||||||
if (!send_n_data(file_descriptor, &config->delta_max_file_size, sizeof(unsigned long long))) return false;
|
return false;
|
||||||
|
if (!send_int(file_descriptor, config->compression_level))
|
||||||
|
return false;
|
||||||
|
if (!send_int(file_descriptor, (int)config->chunk_size))
|
||||||
|
return false;
|
||||||
|
if (!send_int(file_descriptor, config->use_sendfile))
|
||||||
|
return false;
|
||||||
|
if (!send_int(file_descriptor, config->use_delete))
|
||||||
|
return false;
|
||||||
|
if (!send_int(file_descriptor, config->use_incremental))
|
||||||
|
return false;
|
||||||
|
if (!send_int(file_descriptor, config->use_delta))
|
||||||
|
return false;
|
||||||
|
if (!send_int(file_descriptor, (int)config->delta_block_size))
|
||||||
|
return false;
|
||||||
|
if (!send_n_data(file_descriptor, &config->delta_max_file_size, sizeof(unsigned long long)))
|
||||||
|
return false;
|
||||||
Status status;
|
Status status;
|
||||||
if (!receive_status(file_descriptor, &status)) return false;
|
if (!receive_status(file_descriptor, &status))
|
||||||
|
return false;
|
||||||
if (status != STATUS_OK) {
|
if (status != STATUS_OK) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Error transmitting config");
|
log_message(LOG_LEVEL_ERROR, "Error transmitting config");
|
||||||
return false;
|
return false;
|
||||||
@@ -114,49 +134,75 @@ bool config_send(int file_descriptor, Config *config) {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
Config *config_receive(int file_descriptor) {
|
Config* config_receive(int file_descriptor) {
|
||||||
Config *config = (Config *)malloc(sizeof(Config));
|
Config* config = (Config*)malloc(sizeof(Config));
|
||||||
if (config == NULL) return NULL;
|
if (config == NULL)
|
||||||
|
return NULL;
|
||||||
config->version = receive_str(file_descriptor);
|
config->version = receive_str(file_descriptor);
|
||||||
if (!config->version) { free(config); return NULL; }
|
if (!config->version) {
|
||||||
|
free(config);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
if (strcmp(config->version, PROTOCOL_VERSION) != 0) {
|
if (strcmp(config->version, PROTOCOL_VERSION) != 0) {
|
||||||
fprintf(stderr, "Protocol version mismatch: client=%s, server=%s\n",
|
fprintf(stderr, "Protocol version mismatch: client=%s, server=%s\n", config->version,
|
||||||
config->version, PROTOCOL_VERSION);
|
PROTOCOL_VERSION);
|
||||||
free(config->version);
|
free(config->version);
|
||||||
free(config);
|
free(config);
|
||||||
send_status(file_descriptor, STATUS_ERROR);
|
send_status(file_descriptor, STATUS_ERROR);
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
config->send_directory = receive_str(file_descriptor);
|
config->send_directory = receive_str(file_descriptor);
|
||||||
if (!config->send_directory) { free(config->version); free(config); return NULL; }
|
if (!config->send_directory) {
|
||||||
|
free(config->version);
|
||||||
|
free(config);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
config->receive_root_directory = receive_str(file_descriptor);
|
config->receive_root_directory = receive_str(file_descriptor);
|
||||||
if (!config->receive_root_directory) { free(config->version); free(config->send_directory); free(config); return NULL; }
|
if (!config->receive_root_directory) {
|
||||||
|
free(config->version);
|
||||||
|
free(config->send_directory);
|
||||||
|
free(config);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
int tmp;
|
int tmp;
|
||||||
if (!receive_int(file_descriptor, &tmp)) goto error;
|
if (!receive_int(file_descriptor, &tmp))
|
||||||
|
goto error;
|
||||||
config->save_to_disk = tmp;
|
config->save_to_disk = tmp;
|
||||||
if (!receive_int(file_descriptor, &tmp)) goto error;
|
if (!receive_int(file_descriptor, &tmp))
|
||||||
|
goto error;
|
||||||
config->use_multithreading = tmp;
|
config->use_multithreading = tmp;
|
||||||
if (!receive_int(file_descriptor, &tmp)) goto error;
|
if (!receive_int(file_descriptor, &tmp))
|
||||||
|
goto error;
|
||||||
config->use_chunk_serialization = tmp;
|
config->use_chunk_serialization = tmp;
|
||||||
if (!receive_int(file_descriptor, &tmp)) goto error;
|
if (!receive_int(file_descriptor, &tmp))
|
||||||
|
goto error;
|
||||||
config->use_compression = tmp;
|
config->use_compression = tmp;
|
||||||
if (!receive_int(file_descriptor, &tmp)) goto error;
|
if (!receive_int(file_descriptor, &tmp))
|
||||||
|
goto error;
|
||||||
config->use_metadata = tmp;
|
config->use_metadata = tmp;
|
||||||
if (!receive_int(file_descriptor, &tmp)) goto error;
|
if (!receive_int(file_descriptor, &tmp))
|
||||||
|
goto error;
|
||||||
config->compression_level = tmp;
|
config->compression_level = tmp;
|
||||||
if (!receive_int(file_descriptor, &tmp)) goto error;
|
if (!receive_int(file_descriptor, &tmp))
|
||||||
|
goto error;
|
||||||
config->chunk_size = (unsigned long long)tmp;
|
config->chunk_size = (unsigned long long)tmp;
|
||||||
if (!receive_int(file_descriptor, &tmp)) goto error;
|
if (!receive_int(file_descriptor, &tmp))
|
||||||
|
goto error;
|
||||||
config->use_sendfile = tmp;
|
config->use_sendfile = tmp;
|
||||||
if (!receive_int(file_descriptor, &tmp)) goto error;
|
if (!receive_int(file_descriptor, &tmp))
|
||||||
|
goto error;
|
||||||
config->use_delete = tmp;
|
config->use_delete = tmp;
|
||||||
if (!receive_int(file_descriptor, &tmp)) goto error;
|
if (!receive_int(file_descriptor, &tmp))
|
||||||
|
goto error;
|
||||||
config->use_incremental = tmp;
|
config->use_incremental = tmp;
|
||||||
if (!receive_int(file_descriptor, &tmp)) goto error;
|
if (!receive_int(file_descriptor, &tmp))
|
||||||
|
goto error;
|
||||||
config->use_delta = tmp;
|
config->use_delta = tmp;
|
||||||
if (!receive_int(file_descriptor, &tmp)) goto error;
|
if (!receive_int(file_descriptor, &tmp))
|
||||||
|
goto error;
|
||||||
config->delta_block_size = (uint32_t)tmp;
|
config->delta_block_size = (uint32_t)tmp;
|
||||||
if (!receive_n_data(file_descriptor, &config->delta_max_file_size, sizeof(unsigned long long))) goto error;
|
if (!receive_n_data(file_descriptor, &config->delta_max_file_size, sizeof(unsigned long long)))
|
||||||
|
goto error;
|
||||||
config->show_progress = false;
|
config->show_progress = false;
|
||||||
config->dry_run = false;
|
config->dry_run = false;
|
||||||
config->ssh_port = 22;
|
config->ssh_port = 22;
|
||||||
@@ -172,7 +218,8 @@ Config *config_receive(int file_descriptor) {
|
|||||||
config->tls_cert = NULL;
|
config->tls_cert = NULL;
|
||||||
config->tls_key = NULL;
|
config->tls_key = NULL;
|
||||||
config->tls_ca = NULL;
|
config->tls_ca = NULL;
|
||||||
if (!send_status(file_descriptor, STATUS_OK)) goto error;
|
if (!send_status(file_descriptor, STATUS_OK))
|
||||||
|
goto error;
|
||||||
return config;
|
return config;
|
||||||
|
|
||||||
error:
|
error:
|
||||||
|
|||||||
+19
-24
@@ -4,15 +4,12 @@
|
|||||||
#include <stdbool.h>
|
#include <stdbool.h>
|
||||||
#include <stdint.h>
|
#include <stdint.h>
|
||||||
|
|
||||||
typedef enum {
|
typedef enum { TRANSPORT_TCP, TRANSPORT_SSH } TransportType;
|
||||||
TRANSPORT_TCP,
|
|
||||||
TRANSPORT_SSH
|
|
||||||
} TransportType;
|
|
||||||
|
|
||||||
typedef struct Config {
|
typedef struct Config {
|
||||||
char *version;
|
char* version;
|
||||||
char *send_directory;
|
char* send_directory;
|
||||||
char *receive_root_directory;
|
char* receive_root_directory;
|
||||||
bool save_to_disk;
|
bool save_to_disk;
|
||||||
bool use_multithreading;
|
bool use_multithreading;
|
||||||
bool use_chunk_serialization;
|
bool use_chunk_serialization;
|
||||||
@@ -26,10 +23,10 @@ typedef struct Config {
|
|||||||
unsigned long long chunk_size;
|
unsigned long long chunk_size;
|
||||||
int ssh_port;
|
int ssh_port;
|
||||||
TransportType transport;
|
TransportType transport;
|
||||||
char *ssh_destination;
|
char* ssh_destination;
|
||||||
char **exclude_patterns;
|
char** exclude_patterns;
|
||||||
int exclude_count;
|
int exclude_count;
|
||||||
char **include_patterns;
|
char** include_patterns;
|
||||||
int include_count;
|
int include_count;
|
||||||
unsigned long long max_size;
|
unsigned long long max_size;
|
||||||
unsigned long long min_size;
|
unsigned long long min_size;
|
||||||
@@ -38,24 +35,22 @@ typedef struct Config {
|
|||||||
uint32_t delta_block_size;
|
uint32_t delta_block_size;
|
||||||
unsigned long long delta_max_file_size;
|
unsigned long long delta_max_file_size;
|
||||||
bool use_tls;
|
bool use_tls;
|
||||||
char *tls_cert;
|
char* tls_cert;
|
||||||
char *tls_key;
|
char* tls_key;
|
||||||
char *tls_ca;
|
char* tls_ca;
|
||||||
} Config;
|
} Config;
|
||||||
|
|
||||||
#define PROTOCOL_VERSION "1.2.0"
|
#define PROTOCOL_VERSION "1.2.0"
|
||||||
#define DEFAULT_CHUNK_SIZE (10 * 1024 * 1024)
|
#define DEFAULT_CHUNK_SIZE (10 * 1024 * 1024)
|
||||||
|
|
||||||
Config *config_create(char *version, char *send_directory,
|
Config* config_create(char* version, char* send_directory, char* receive_directory,
|
||||||
char *receive_directory, bool save_to_disk,
|
bool save_to_disk, bool use_multithreading, bool use_chunk_serialization,
|
||||||
bool use_multithreading, bool use_chunk_serialization,
|
bool use_compression, bool use_metadata, int compression_level,
|
||||||
bool use_compression, bool use_metadata,
|
bool use_sendfile, unsigned long long chunk_size);
|
||||||
int compression_level, bool use_sendfile,
|
void config_delete(Config* config);
|
||||||
unsigned long long chunk_size);
|
bool config_send(int file_descriptor, const Config* config);
|
||||||
void config_delete(Config *config);
|
Config* config_receive(int file_descriptor);
|
||||||
bool config_send(int file_descriptor, Config *config);
|
bool is_remote_dest(const char* s);
|
||||||
Config *config_receive(int file_descriptor);
|
void config_parse_ssh_dest(Config* config);
|
||||||
bool is_remote_dest(const char *s);
|
|
||||||
void config_parse_ssh_dest(Config *config);
|
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+9
-8
@@ -2,8 +2,8 @@
|
|||||||
#include "log.h"
|
#include "log.h"
|
||||||
#include "stdlib.h"
|
#include "stdlib.h"
|
||||||
|
|
||||||
Data *data_create_empty(size_t data_size) {
|
Data* data_create_empty(size_t data_size) {
|
||||||
void *data = malloc(data_size);
|
void* data = malloc(data_size);
|
||||||
if (data == NULL) {
|
if (data == NULL) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Could not allocate memory for empty data");
|
log_message(LOG_LEVEL_ERROR, "Could not allocate memory for empty data");
|
||||||
return NULL;
|
return NULL;
|
||||||
@@ -11,8 +11,8 @@ Data *data_create_empty(size_t data_size) {
|
|||||||
return data_create(data, data_size);
|
return data_create(data, data_size);
|
||||||
}
|
}
|
||||||
|
|
||||||
Data *data_create_reserve(size_t size) {
|
Data* data_create_reserve(size_t size) {
|
||||||
Data *d = malloc(sizeof(Data));
|
Data* d = malloc(sizeof(Data));
|
||||||
if (d == NULL) {
|
if (d == NULL) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Could not allocate memory for data");
|
log_message(LOG_LEVEL_ERROR, "Could not allocate memory for data");
|
||||||
return NULL;
|
return NULL;
|
||||||
@@ -22,8 +22,8 @@ Data *data_create_reserve(size_t size) {
|
|||||||
return d;
|
return d;
|
||||||
}
|
}
|
||||||
|
|
||||||
Data *data_create(void *data, size_t data_size) {
|
Data* data_create(void* data, size_t data_size) {
|
||||||
Data *new_data = malloc(sizeof(Data));
|
Data* new_data = malloc(sizeof(Data));
|
||||||
if (new_data == NULL) {
|
if (new_data == NULL) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Could not allocate memory for data");
|
log_message(LOG_LEVEL_ERROR, "Could not allocate memory for data");
|
||||||
free(data);
|
free(data);
|
||||||
@@ -34,8 +34,9 @@ Data *data_create(void *data, size_t data_size) {
|
|||||||
return new_data;
|
return new_data;
|
||||||
}
|
}
|
||||||
|
|
||||||
void data_destroy(Data *data) {
|
void data_destroy(Data* data) {
|
||||||
if (data == NULL) return;
|
if (data == NULL)
|
||||||
|
return;
|
||||||
free(data->data);
|
free(data->data);
|
||||||
free(data);
|
free(data);
|
||||||
}
|
}
|
||||||
|
|||||||
+5
-5
@@ -4,13 +4,13 @@
|
|||||||
#include "stdlib.h"
|
#include "stdlib.h"
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
void *data;
|
void* data;
|
||||||
size_t size;
|
size_t size;
|
||||||
} Data;
|
} Data;
|
||||||
|
|
||||||
Data *data_create_empty(size_t data_size);
|
Data* data_create_empty(size_t data_size);
|
||||||
Data *data_create_reserve(size_t size);
|
Data* data_create_reserve(size_t size);
|
||||||
Data *data_create(void *data, size_t data_size);
|
Data* data_create(void* data, size_t data_size);
|
||||||
void data_destroy(Data *data);
|
void data_destroy(Data* data);
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+90
-73
@@ -7,8 +7,8 @@
|
|||||||
#define XXH_IMPLEMENTATION
|
#define XXH_IMPLEMENTATION
|
||||||
#include <xxhash.h>
|
#include <xxhash.h>
|
||||||
|
|
||||||
uint32_t delta_adler32(const void *data, uint32_t len) {
|
uint32_t delta_adler32(const void* data, uint32_t len) {
|
||||||
const uint8_t *p = (const uint8_t *)data;
|
const uint8_t* p = (const uint8_t*)data;
|
||||||
uint32_t s1 = 1;
|
uint32_t s1 = 1;
|
||||||
uint32_t s2 = 0;
|
uint32_t s2 = 0;
|
||||||
for (uint32_t i = 0; i < len; i++) {
|
for (uint32_t i = 0; i < len; i++) {
|
||||||
@@ -18,20 +18,20 @@ uint32_t delta_adler32(const void *data, uint32_t len) {
|
|||||||
return (s2 << 16) | s1;
|
return (s2 << 16) | s1;
|
||||||
}
|
}
|
||||||
|
|
||||||
uint32_t delta_xxhash32(const void *data, uint32_t len) {
|
uint32_t delta_xxhash32(const void* data, uint32_t len) {
|
||||||
return XXH32(data, len, 0);
|
return XXH32(data, len, 0);
|
||||||
}
|
}
|
||||||
|
|
||||||
DeltaSignature *delta_signature_create(const void *old_file_data,
|
DeltaSignature* delta_signature_create(const void* old_file_data, uint64_t old_file_size,
|
||||||
uint64_t old_file_size,
|
|
||||||
uint32_t block_size) {
|
uint32_t block_size) {
|
||||||
if (old_file_data == NULL || old_file_size == 0 || block_size == 0)
|
if (old_file_data == NULL || old_file_size == 0 || block_size == 0)
|
||||||
return NULL;
|
return NULL;
|
||||||
|
|
||||||
uint32_t block_count = (uint32_t)((old_file_size + block_size - 1) / block_size);
|
uint32_t block_count = (uint32_t)((old_file_size + block_size - 1) / block_size);
|
||||||
|
|
||||||
DeltaSignature *sig = malloc(sizeof(DeltaSignature));
|
DeltaSignature* sig = malloc(sizeof(DeltaSignature));
|
||||||
if (!sig) return NULL;
|
if (!sig)
|
||||||
|
return NULL;
|
||||||
|
|
||||||
sig->file_size = old_file_size;
|
sig->file_size = old_file_size;
|
||||||
sig->block_size = block_size;
|
sig->block_size = block_size;
|
||||||
@@ -42,12 +42,11 @@ DeltaSignature *delta_signature_create(const void *old_file_data,
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
const uint8_t *data = (const uint8_t *)old_file_data;
|
const uint8_t* data = (const uint8_t*)old_file_data;
|
||||||
for (uint32_t i = 0; i < block_count; i++) {
|
for (uint32_t i = 0; i < block_count; i++) {
|
||||||
uint64_t offset = (uint64_t)i * block_size;
|
uint64_t offset = (uint64_t)i * block_size;
|
||||||
uint32_t len = (uint32_t)((old_file_size - offset < block_size)
|
uint32_t len =
|
||||||
? (old_file_size - offset)
|
(uint32_t)((old_file_size - offset < block_size) ? (old_file_size - offset) : block_size);
|
||||||
: block_size);
|
|
||||||
sig->blocks[i].adler32 = delta_adler32(data + offset, len);
|
sig->blocks[i].adler32 = delta_adler32(data + offset, len);
|
||||||
sig->blocks[i].xxhash = delta_xxhash32(data + offset, len);
|
sig->blocks[i].xxhash = delta_xxhash32(data + offset, len);
|
||||||
}
|
}
|
||||||
@@ -55,14 +54,16 @@ DeltaSignature *delta_signature_create(const void *old_file_data,
|
|||||||
return sig;
|
return sig;
|
||||||
}
|
}
|
||||||
|
|
||||||
Data *delta_signature_serialize(const DeltaSignature *sig) {
|
Data* delta_signature_serialize(const DeltaSignature* sig) {
|
||||||
if (!sig) return NULL;
|
if (!sig)
|
||||||
|
return NULL;
|
||||||
|
|
||||||
uint64_t total = sizeof(uint64_t) + sizeof(uint32_t) + sizeof(uint32_t) +
|
uint64_t total = sizeof(uint64_t) + sizeof(uint32_t) + sizeof(uint32_t) +
|
||||||
(uint64_t)sig->block_count * (sizeof(uint32_t) + sizeof(uint32_t));
|
(uint64_t)sig->block_count * (sizeof(uint32_t) + sizeof(uint32_t));
|
||||||
|
|
||||||
uint8_t *buf = malloc((size_t)total);
|
uint8_t* buf = malloc((size_t)total);
|
||||||
if (!buf) return NULL;
|
if (!buf)
|
||||||
|
return NULL;
|
||||||
|
|
||||||
size_t pos = 0;
|
size_t pos = 0;
|
||||||
memcpy(buf + pos, &sig->file_size, sizeof(uint64_t));
|
memcpy(buf + pos, &sig->file_size, sizeof(uint64_t));
|
||||||
@@ -82,15 +83,16 @@ Data *delta_signature_serialize(const DeltaSignature *sig) {
|
|||||||
return data_create(buf, (size_t)total);
|
return data_create(buf, (size_t)total);
|
||||||
}
|
}
|
||||||
|
|
||||||
DeltaSignature *delta_signature_deserialize(const Data *data) {
|
DeltaSignature* delta_signature_deserialize(const Data* data) {
|
||||||
if (!data || data->size < sizeof(uint64_t) + sizeof(uint32_t) + sizeof(uint32_t))
|
if (!data || data->size < sizeof(uint64_t) + sizeof(uint32_t) + sizeof(uint32_t))
|
||||||
return NULL;
|
return NULL;
|
||||||
|
|
||||||
const uint8_t *buf = (const uint8_t *)data->data;
|
const uint8_t* buf = (const uint8_t*)data->data;
|
||||||
size_t pos = 0;
|
size_t pos = 0;
|
||||||
|
|
||||||
DeltaSignature *sig = malloc(sizeof(DeltaSignature));
|
DeltaSignature* sig = malloc(sizeof(DeltaSignature));
|
||||||
if (!sig) return NULL;
|
if (!sig)
|
||||||
|
return NULL;
|
||||||
|
|
||||||
memcpy(&sig->file_size, buf + pos, sizeof(uint64_t));
|
memcpy(&sig->file_size, buf + pos, sizeof(uint64_t));
|
||||||
pos += sizeof(uint64_t);
|
pos += sizeof(uint64_t);
|
||||||
@@ -122,31 +124,35 @@ DeltaSignature *delta_signature_deserialize(const Data *data) {
|
|||||||
return sig;
|
return sig;
|
||||||
}
|
}
|
||||||
|
|
||||||
void delta_signature_destroy(DeltaSignature *sig) {
|
void delta_signature_destroy(DeltaSignature* sig) {
|
||||||
if (!sig) return;
|
if (!sig)
|
||||||
|
return;
|
||||||
free(sig->blocks);
|
free(sig->blocks);
|
||||||
free(sig);
|
free(sig);
|
||||||
}
|
}
|
||||||
|
|
||||||
static bool ensure_capacity(DeltaInstruction **instrs, uint32_t *capacity,
|
static bool ensure_capacity(DeltaInstruction** instrs, uint32_t* capacity, uint32_t count) {
|
||||||
uint32_t count) {
|
if (count < *capacity)
|
||||||
if (count < *capacity) return true;
|
return true;
|
||||||
uint32_t new_cap = *capacity * 2;
|
uint32_t new_cap = *capacity * 2;
|
||||||
DeltaInstruction *tmp = realloc(*instrs, new_cap * sizeof(DeltaInstruction));
|
DeltaInstruction* tmp = realloc(*instrs, new_cap * sizeof(DeltaInstruction));
|
||||||
if (!tmp) return false;
|
if (!tmp)
|
||||||
|
return false;
|
||||||
*instrs = tmp;
|
*instrs = tmp;
|
||||||
*capacity = new_cap;
|
*capacity = new_cap;
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
static bool flush_literal(DeltaInstruction **instrs, uint32_t *capacity,
|
static bool flush_literal(DeltaInstruction** instrs, uint32_t* capacity, uint32_t* count,
|
||||||
uint32_t *count, const uint8_t *data,
|
const uint8_t* data, uint64_t start, uint64_t end) {
|
||||||
uint64_t start, uint64_t end) {
|
if (start >= end)
|
||||||
if (start >= end) return true;
|
return true;
|
||||||
uint32_t lit_len = (uint32_t)(end - start);
|
uint32_t lit_len = (uint32_t)(end - start);
|
||||||
if (!ensure_capacity(instrs, capacity, *count)) return false;
|
if (!ensure_capacity(instrs, capacity, *count))
|
||||||
uint8_t *lit_data = malloc(lit_len);
|
return false;
|
||||||
if (!lit_data) return false;
|
uint8_t* lit_data = malloc(lit_len);
|
||||||
|
if (!lit_data)
|
||||||
|
return false;
|
||||||
memcpy(lit_data, data + start, lit_len);
|
memcpy(lit_data, data + start, lit_len);
|
||||||
(*instrs)[*count].type = DELTA_INSTR_LITERAL;
|
(*instrs)[*count].type = DELTA_INSTR_LITERAL;
|
||||||
(*instrs)[*count].literal.data = lit_data;
|
(*instrs)[*count].literal.data = lit_data;
|
||||||
@@ -155,17 +161,18 @@ static bool flush_literal(DeltaInstruction **instrs, uint32_t *capacity,
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
Delta *delta_compute(const void *new_file_data, uint64_t new_file_size,
|
Delta* delta_compute(const void* new_file_data, uint64_t new_file_size, const DeltaSignature* sig,
|
||||||
const DeltaSignature *sig, uint32_t block_size) {
|
uint32_t block_size) {
|
||||||
if (!new_file_data || !sig || new_file_size == 0 || block_size == 0)
|
if (!new_file_data || !sig || new_file_size == 0 || block_size == 0)
|
||||||
return NULL;
|
return NULL;
|
||||||
|
|
||||||
const uint8_t *new_data = (const uint8_t *)new_file_data;
|
const uint8_t* new_data = (const uint8_t*)new_file_data;
|
||||||
|
|
||||||
uint32_t capacity = 64;
|
uint32_t capacity = 64;
|
||||||
uint32_t count = 0;
|
uint32_t count = 0;
|
||||||
DeltaInstruction *instrs = malloc(capacity * sizeof(DeltaInstruction));
|
DeltaInstruction* instrs = malloc(capacity * sizeof(DeltaInstruction));
|
||||||
if (!instrs) return NULL;
|
if (!instrs)
|
||||||
|
return NULL;
|
||||||
|
|
||||||
uint64_t literal_start = 0;
|
uint64_t literal_start = 0;
|
||||||
bool has_literal = false;
|
bool has_literal = false;
|
||||||
@@ -176,20 +183,17 @@ Delta *delta_compute(const void *new_file_data, uint64_t new_file_size,
|
|||||||
bool rolling_valid = false;
|
bool rolling_valid = false;
|
||||||
|
|
||||||
while (i < new_file_size) {
|
while (i < new_file_size) {
|
||||||
uint32_t window_len = (uint32_t)((new_file_size - i < block_size)
|
uint32_t window_len =
|
||||||
? (new_file_size - i)
|
(uint32_t)((new_file_size - i < block_size) ? (new_file_size - i) : block_size);
|
||||||
: block_size);
|
|
||||||
bool full_window = (window_len == block_size);
|
bool full_window = (window_len == block_size);
|
||||||
|
|
||||||
uint32_t adler;
|
uint32_t adler;
|
||||||
if (rolling_valid && full_window) {
|
if (rolling_valid && full_window) {
|
||||||
uint8_t old_byte = new_data[i - 1];
|
uint8_t old_byte = new_data[i - 1];
|
||||||
uint8_t new_byte = new_data[i + block_size - 1];
|
uint8_t new_byte = new_data[i + block_size - 1];
|
||||||
s1 = (s1 + DELTA_ADLER32_MODULUS - old_byte + new_byte) %
|
s1 = (s1 + DELTA_ADLER32_MODULUS - old_byte + new_byte) % DELTA_ADLER32_MODULUS;
|
||||||
DELTA_ADLER32_MODULUS;
|
|
||||||
s2 = (s2 + DELTA_ADLER32_MODULUS -
|
s2 = (s2 + DELTA_ADLER32_MODULUS -
|
||||||
(uint32_t)((uint64_t)block_size * old_byte % DELTA_ADLER32_MODULUS) +
|
(uint32_t)((uint64_t)block_size * old_byte % DELTA_ADLER32_MODULUS) + s1 - 1) %
|
||||||
s1 - 1) %
|
|
||||||
DELTA_ADLER32_MODULUS;
|
DELTA_ADLER32_MODULUS;
|
||||||
adler = (s2 << 16) | s1;
|
adler = (s2 << 16) | s1;
|
||||||
} else {
|
} else {
|
||||||
@@ -209,8 +213,7 @@ Delta *delta_compute(const void *new_file_data, uint64_t new_file_size,
|
|||||||
uint32_t xxh = delta_xxhash32(new_data + i, window_len);
|
uint32_t xxh = delta_xxhash32(new_data + i, window_len);
|
||||||
if (xxh == sig->blocks[j].xxhash) {
|
if (xxh == sig->blocks[j].xxhash) {
|
||||||
if (has_literal) {
|
if (has_literal) {
|
||||||
if (!flush_literal(&instrs, &capacity, &count, new_data,
|
if (!flush_literal(&instrs, &capacity, &count, new_data, literal_start, i)) {
|
||||||
literal_start, i)) {
|
|
||||||
free(instrs);
|
free(instrs);
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
@@ -245,14 +248,13 @@ Delta *delta_compute(const void *new_file_data, uint64_t new_file_size,
|
|||||||
}
|
}
|
||||||
|
|
||||||
if (has_literal) {
|
if (has_literal) {
|
||||||
if (!flush_literal(&instrs, &capacity, &count, new_data,
|
if (!flush_literal(&instrs, &capacity, &count, new_data, literal_start, new_file_size)) {
|
||||||
literal_start, new_file_size)) {
|
|
||||||
free(instrs);
|
free(instrs);
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
Delta *delta = malloc(sizeof(Delta));
|
Delta* delta = malloc(sizeof(Delta));
|
||||||
if (!delta) {
|
if (!delta) {
|
||||||
for (uint32_t k = 0; k < count; k++) {
|
for (uint32_t k = 0; k < count; k++) {
|
||||||
if (instrs[k].type == DELTA_INSTR_LITERAL)
|
if (instrs[k].type == DELTA_INSTR_LITERAL)
|
||||||
@@ -279,12 +281,14 @@ Delta *delta_compute(const void *new_file_data, uint64_t new_file_size,
|
|||||||
return delta;
|
return delta;
|
||||||
}
|
}
|
||||||
|
|
||||||
Data *delta_serialize(const Delta *delta) {
|
Data* delta_serialize(const Delta* delta) {
|
||||||
if (!delta) return NULL;
|
if (!delta)
|
||||||
|
return NULL;
|
||||||
|
|
||||||
uint64_t total = sizeof(uint64_t) + sizeof(uint32_t) + delta->delta_size;
|
uint64_t total = sizeof(uint64_t) + sizeof(uint32_t) + delta->delta_size;
|
||||||
uint8_t *buf = malloc((size_t)total);
|
uint8_t* buf = malloc((size_t)total);
|
||||||
if (!buf) return NULL;
|
if (!buf)
|
||||||
|
return NULL;
|
||||||
|
|
||||||
size_t pos = 0;
|
size_t pos = 0;
|
||||||
memcpy(buf + pos, &delta->new_file_size, sizeof(uint64_t));
|
memcpy(buf + pos, &delta->new_file_size, sizeof(uint64_t));
|
||||||
@@ -307,8 +311,7 @@ Data *delta_serialize(const Delta *delta) {
|
|||||||
} else {
|
} else {
|
||||||
memcpy(buf + pos, &delta->instructions[i].literal.length, sizeof(uint32_t));
|
memcpy(buf + pos, &delta->instructions[i].literal.length, sizeof(uint32_t));
|
||||||
pos += sizeof(uint32_t);
|
pos += sizeof(uint32_t);
|
||||||
memcpy(buf + pos, delta->instructions[i].literal.data,
|
memcpy(buf + pos, delta->instructions[i].literal.data, delta->instructions[i].literal.length);
|
||||||
delta->instructions[i].literal.length);
|
|
||||||
pos += delta->instructions[i].literal.length;
|
pos += delta->instructions[i].literal.length;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -316,15 +319,16 @@ Data *delta_serialize(const Delta *delta) {
|
|||||||
return data_create(buf, (size_t)total);
|
return data_create(buf, (size_t)total);
|
||||||
}
|
}
|
||||||
|
|
||||||
Delta *delta_deserialize(const Data *data) {
|
Delta* delta_deserialize(const Data* data) {
|
||||||
if (!data || data->size < sizeof(uint64_t) + sizeof(uint32_t))
|
if (!data || data->size < sizeof(uint64_t) + sizeof(uint32_t))
|
||||||
return NULL;
|
return NULL;
|
||||||
|
|
||||||
const uint8_t *buf = (const uint8_t *)data->data;
|
const uint8_t* buf = (const uint8_t*)data->data;
|
||||||
size_t pos = 0;
|
size_t pos = 0;
|
||||||
|
|
||||||
Delta *delta = malloc(sizeof(Delta));
|
Delta* delta = malloc(sizeof(Delta));
|
||||||
if (!delta) return NULL;
|
if (!delta)
|
||||||
|
return NULL;
|
||||||
|
|
||||||
memcpy(&delta->new_file_size, buf + pos, sizeof(uint64_t));
|
memcpy(&delta->new_file_size, buf + pos, sizeof(uint64_t));
|
||||||
pos += sizeof(uint64_t);
|
pos += sizeof(uint64_t);
|
||||||
@@ -372,15 +376,24 @@ Delta *delta_deserialize(const Data *data) {
|
|||||||
delta->delta_size += sizeof(uint32_t) * 3;
|
delta->delta_size += sizeof(uint32_t) * 3;
|
||||||
} else if (type == DELTA_OP_LITERAL) {
|
} else if (type == DELTA_OP_LITERAL) {
|
||||||
if (pos + sizeof(uint32_t) > data->size) {
|
if (pos + sizeof(uint32_t) > data->size) {
|
||||||
|
for (uint32_t k = 0; k < i; k++) {
|
||||||
|
if (delta->instructions[k].type == DELTA_INSTR_LITERAL)
|
||||||
|
free(delta->instructions[k].literal.data);
|
||||||
|
}
|
||||||
free(delta->instructions);
|
free(delta->instructions);
|
||||||
free(delta);
|
free(delta);
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
delta->instructions[i].type = DELTA_INSTR_LITERAL;
|
||||||
memcpy(&delta->instructions[i].literal.length, buf + pos, sizeof(uint32_t));
|
memcpy(&delta->instructions[i].literal.length, buf + pos, sizeof(uint32_t));
|
||||||
pos += sizeof(uint32_t);
|
pos += sizeof(uint32_t);
|
||||||
|
|
||||||
uint32_t lit_len = delta->instructions[i].literal.length;
|
uint32_t lit_len = delta->instructions[i].literal.length;
|
||||||
if (pos + lit_len > data->size) {
|
if (pos + lit_len > data->size) {
|
||||||
|
for (uint32_t k = 0; k < i; k++) {
|
||||||
|
if (delta->instructions[k].type == DELTA_INSTR_LITERAL)
|
||||||
|
free(delta->instructions[k].literal.data);
|
||||||
|
}
|
||||||
free(delta->instructions);
|
free(delta->instructions);
|
||||||
free(delta);
|
free(delta);
|
||||||
return NULL;
|
return NULL;
|
||||||
@@ -408,21 +421,22 @@ Delta *delta_deserialize(const Data *data) {
|
|||||||
return delta;
|
return delta;
|
||||||
}
|
}
|
||||||
|
|
||||||
void *delta_apply(const void *old_data, uint64_t old_size, const Delta *delta,
|
void* delta_apply(const void* old_data, uint64_t old_size, const Delta* delta,
|
||||||
uint32_t block_size) {
|
uint32_t block_size) {
|
||||||
if (!old_data || !delta) return NULL;
|
if (!old_data || !delta)
|
||||||
|
return NULL;
|
||||||
|
|
||||||
void *output = malloc((size_t)delta->new_file_size);
|
void* output = malloc((size_t)delta->new_file_size);
|
||||||
if (!output) return NULL;
|
if (!output)
|
||||||
|
return NULL;
|
||||||
|
|
||||||
uint8_t *out = (uint8_t *)output;
|
uint8_t* out = (uint8_t*)output;
|
||||||
uint8_t *old = (uint8_t *)old_data;
|
const uint8_t* old = (const uint8_t*)old_data;
|
||||||
uint64_t out_pos = 0;
|
uint64_t out_pos = 0;
|
||||||
|
|
||||||
for (uint32_t i = 0; i < delta->instruction_count; i++) {
|
for (uint32_t i = 0; i < delta->instruction_count; i++) {
|
||||||
if (delta->instructions[i].type == DELTA_INSTR_BLOCK_MATCH) {
|
if (delta->instructions[i].type == DELTA_INSTR_BLOCK_MATCH) {
|
||||||
uint64_t src_offset = (uint64_t)delta->instructions[i].match.block_index *
|
uint64_t src_offset = (uint64_t)delta->instructions[i].match.block_index * block_size;
|
||||||
block_size;
|
|
||||||
src_offset += delta->instructions[i].match.block_offset;
|
src_offset += delta->instructions[i].match.block_offset;
|
||||||
uint32_t len = delta->instructions[i].match.length;
|
uint32_t len = delta->instructions[i].match.length;
|
||||||
|
|
||||||
@@ -447,8 +461,9 @@ void *delta_apply(const void *old_data, uint64_t old_size, const Delta *delta,
|
|||||||
return output;
|
return output;
|
||||||
}
|
}
|
||||||
|
|
||||||
void delta_destroy(Delta *delta) {
|
void delta_destroy(Delta* delta) {
|
||||||
if (!delta) return;
|
if (!delta)
|
||||||
|
return;
|
||||||
for (uint32_t i = 0; i < delta->instruction_count; i++) {
|
for (uint32_t i = 0; i < delta->instruction_count; i++) {
|
||||||
if (delta->instructions[i].type == DELTA_INSTR_LITERAL)
|
if (delta->instructions[i].type == DELTA_INSTR_LITERAL)
|
||||||
free(delta->instructions[i].literal.data);
|
free(delta->instructions[i].literal.data);
|
||||||
@@ -469,8 +484,9 @@ bool delta_should_attempt(uint64_t old_size, uint64_t new_size, uint64_t max_fil
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool delta_is_worthwhile(const Delta *delta, uint64_t new_file_size) {
|
bool delta_is_worthwhile(const Delta* delta, uint64_t new_file_size) {
|
||||||
if (!delta || delta->instruction_count == 0) return false;
|
if (!delta || delta->instruction_count == 0)
|
||||||
|
return false;
|
||||||
|
|
||||||
bool has_match = false;
|
bool has_match = false;
|
||||||
for (uint32_t i = 0; i < delta->instruction_count; i++) {
|
for (uint32_t i = 0; i < delta->instruction_count; i++) {
|
||||||
@@ -479,7 +495,8 @@ bool delta_is_worthwhile(const Delta *delta, uint64_t new_file_size) {
|
|||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if (!has_match) return false;
|
if (!has_match)
|
||||||
|
return false;
|
||||||
|
|
||||||
double ratio = (double)delta->delta_size / (double)new_file_size;
|
double ratio = (double)delta->delta_size / (double)new_file_size;
|
||||||
return ratio < DELTA_FALLBACK_RATIO;
|
return ratio < DELTA_FALLBACK_RATIO;
|
||||||
|
|||||||
+16
-21
@@ -27,13 +27,10 @@ typedef struct {
|
|||||||
uint64_t file_size;
|
uint64_t file_size;
|
||||||
uint32_t block_size;
|
uint32_t block_size;
|
||||||
uint32_t block_count;
|
uint32_t block_count;
|
||||||
DeltaBlockSig *blocks;
|
DeltaBlockSig* blocks;
|
||||||
} DeltaSignature;
|
} DeltaSignature;
|
||||||
|
|
||||||
typedef enum {
|
typedef enum { DELTA_INSTR_BLOCK_MATCH = 0x01, DELTA_INSTR_LITERAL = 0x02 } DeltaInstrType;
|
||||||
DELTA_INSTR_BLOCK_MATCH = 0x01,
|
|
||||||
DELTA_INSTR_LITERAL = 0x02
|
|
||||||
} DeltaInstrType;
|
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
DeltaInstrType type;
|
DeltaInstrType type;
|
||||||
@@ -44,7 +41,7 @@ typedef struct {
|
|||||||
uint32_t length;
|
uint32_t length;
|
||||||
} match;
|
} match;
|
||||||
struct {
|
struct {
|
||||||
uint8_t *data;
|
uint8_t* data;
|
||||||
uint32_t length;
|
uint32_t length;
|
||||||
} literal;
|
} literal;
|
||||||
};
|
};
|
||||||
@@ -53,29 +50,27 @@ typedef struct {
|
|||||||
typedef struct {
|
typedef struct {
|
||||||
uint64_t new_file_size;
|
uint64_t new_file_size;
|
||||||
uint32_t instruction_count;
|
uint32_t instruction_count;
|
||||||
DeltaInstruction *instructions;
|
DeltaInstruction* instructions;
|
||||||
uint64_t delta_size;
|
uint64_t delta_size;
|
||||||
} Delta;
|
} Delta;
|
||||||
|
|
||||||
DeltaSignature *delta_signature_create(const void *old_file_data,
|
DeltaSignature* delta_signature_create(const void* old_file_data, uint64_t old_file_size,
|
||||||
uint64_t old_file_size,
|
|
||||||
uint32_t block_size);
|
uint32_t block_size);
|
||||||
Data *delta_signature_serialize(const DeltaSignature *sig);
|
Data* delta_signature_serialize(const DeltaSignature* sig);
|
||||||
DeltaSignature *delta_signature_deserialize(const Data *data);
|
DeltaSignature* delta_signature_deserialize(const Data* data);
|
||||||
void delta_signature_destroy(DeltaSignature *sig);
|
void delta_signature_destroy(DeltaSignature* sig);
|
||||||
|
|
||||||
Delta *delta_compute(const void *new_file_data, uint64_t new_file_size,
|
Delta* delta_compute(const void* new_file_data, uint64_t new_file_size, const DeltaSignature* sig,
|
||||||
const DeltaSignature *sig, uint32_t block_size);
|
|
||||||
Data *delta_serialize(const Delta *delta);
|
|
||||||
Delta *delta_deserialize(const Data *data);
|
|
||||||
void *delta_apply(const void *old_data, uint64_t old_size, const Delta *delta,
|
|
||||||
uint32_t block_size);
|
uint32_t block_size);
|
||||||
void delta_destroy(Delta *delta);
|
Data* delta_serialize(const Delta* delta);
|
||||||
|
Delta* delta_deserialize(const Data* data);
|
||||||
|
void* delta_apply(const void* old_data, uint64_t old_size, const Delta* delta, uint32_t block_size);
|
||||||
|
void delta_destroy(Delta* delta);
|
||||||
|
|
||||||
bool delta_should_attempt(uint64_t old_size, uint64_t new_size, uint64_t max_file_size);
|
bool delta_should_attempt(uint64_t old_size, uint64_t new_size, uint64_t max_file_size);
|
||||||
bool delta_is_worthwhile(const Delta *delta, uint64_t new_file_size);
|
bool delta_is_worthwhile(const Delta* delta, uint64_t new_file_size);
|
||||||
|
|
||||||
uint32_t delta_adler32(const void *data, uint32_t len);
|
uint32_t delta_adler32(const void* data, uint32_t len);
|
||||||
uint32_t delta_xxhash32(const void *data, uint32_t len);
|
uint32_t delta_xxhash32(const void* data, uint32_t len);
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+145
-90
@@ -20,15 +20,15 @@
|
|||||||
#include "protocol.h"
|
#include "protocol.h"
|
||||||
#include "utils.h"
|
#include "utils.h"
|
||||||
|
|
||||||
File *file_create(const char *path) {
|
File* file_create(const char* path) {
|
||||||
File *file = (File *)malloc(sizeof(File));
|
File* file = (File*)malloc(sizeof(File));
|
||||||
if (file == NULL) {
|
if (file == NULL) {
|
||||||
perror("ERROR: Could not allocate memory for file struct");
|
perror("ERROR: Could not allocate memory for file struct");
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
int path_len = strlen(path);
|
int path_len = strlen(path);
|
||||||
file->path = (char *)malloc(path_len + 1);
|
file->path = (char*)malloc(path_len + 1);
|
||||||
if (file->path == NULL) {
|
if (file->path == NULL) {
|
||||||
free(file);
|
free(file);
|
||||||
return NULL;
|
return NULL;
|
||||||
@@ -45,10 +45,10 @@ File *file_create(const char *path) {
|
|||||||
return file;
|
return file;
|
||||||
}
|
}
|
||||||
|
|
||||||
void file_destroy(void *item) {
|
void file_destroy(void* item) {
|
||||||
if (item == NULL)
|
if (item == NULL)
|
||||||
return;
|
return;
|
||||||
File *file = (File *)item;
|
File* file = (File*)item;
|
||||||
data_destroy(file->data);
|
data_destroy(file->data);
|
||||||
file->data = NULL;
|
file->data = NULL;
|
||||||
file_metadata_destroy(file->metadata);
|
file_metadata_destroy(file->metadata);
|
||||||
@@ -58,8 +58,8 @@ void file_destroy(void *item) {
|
|||||||
free(file);
|
free(file);
|
||||||
}
|
}
|
||||||
|
|
||||||
FileMetadata *file_metadata_create(struct stat *stats) {
|
FileMetadata* file_metadata_create(const struct stat* stats) {
|
||||||
FileMetadata *m = malloc(sizeof(FileMetadata));
|
FileMetadata* m = malloc(sizeof(FileMetadata));
|
||||||
if (m == NULL) {
|
if (m == NULL) {
|
||||||
perror("ERROR: Could not allocate memory for file metadata");
|
perror("ERROR: Could not allocate memory for file metadata");
|
||||||
return NULL;
|
return NULL;
|
||||||
@@ -76,12 +76,13 @@ FileMetadata *file_metadata_create(struct stat *stats) {
|
|||||||
return m;
|
return m;
|
||||||
}
|
}
|
||||||
|
|
||||||
void file_metadata_destroy(void *metadata) {
|
void file_metadata_destroy(void* metadata) {
|
||||||
free(metadata);
|
free(metadata);
|
||||||
}
|
}
|
||||||
|
|
||||||
bool file_load_data(File *file) {
|
bool file_load_data(File* file) {
|
||||||
if (file == NULL) return false;
|
if (file == NULL)
|
||||||
|
return false;
|
||||||
if (file->data->data == NULL) {
|
if (file->data->data == NULL) {
|
||||||
file->data->data = malloc(file->data->size);
|
file->data->data = malloc(file->data->size);
|
||||||
if (file->data->data == NULL) {
|
if (file->data->data == NULL) {
|
||||||
@@ -97,9 +98,10 @@ bool file_load_data(File *file) {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool file_send_single_calls(File *file, int file_descriptor, bool use_metadata, int compression_level, bool send_path) {
|
bool file_send_single_calls(File* file, int file_descriptor, bool use_metadata,
|
||||||
Data *data_to_send = file->data;
|
int compression_level, bool send_path) {
|
||||||
Data *compressed_data = NULL;
|
const Data* data_to_send = file->data;
|
||||||
|
Data* compressed_data = NULL;
|
||||||
if (compression_level > 0) {
|
if (compression_level > 0) {
|
||||||
compressed_data = data_compress(file->data, compression_level);
|
compressed_data = data_compress(file->data, compression_level);
|
||||||
if (compressed_data == NULL) {
|
if (compressed_data == NULL) {
|
||||||
@@ -124,42 +126,61 @@ bool file_send_single_calls(File *file, int file_descriptor, bool use_metadata,
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool file_save_to_disk(const char *root_directory, File *file) {
|
bool file_save_to_disk(const char* root_directory, File* file) {
|
||||||
char *disk_path = path_cat((char *)root_directory, file->path);
|
char* disk_path = path_cat((char*)root_directory, file->path);
|
||||||
if (disk_path == NULL) return false;
|
if (disk_path == NULL)
|
||||||
|
return false;
|
||||||
bool ok = to_disk(disk_path, file->data->data, file->data->size);
|
bool ok = to_disk(disk_path, file->data->data, file->data->size);
|
||||||
if (ok) file_restore_metadata(disk_path, file->metadata);
|
if (ok)
|
||||||
|
file_restore_metadata(disk_path, file->metadata);
|
||||||
free(disk_path);
|
free(disk_path);
|
||||||
return ok;
|
return ok;
|
||||||
}
|
}
|
||||||
|
|
||||||
static void *old_data_from_path(const char *full_path, unsigned long long old_size) {
|
static void* old_data_from_path(const char* full_path, unsigned long long old_size) {
|
||||||
void *data = malloc((size_t)old_size);
|
void* data = malloc((size_t)old_size);
|
||||||
if (!data) return NULL;
|
if (!data)
|
||||||
FILE *fp = fopen(full_path, "rb");
|
return NULL;
|
||||||
if (!fp) { free(data); return NULL; }
|
FILE* fp = fopen(full_path, "rb");
|
||||||
|
if (!fp) {
|
||||||
|
free(data);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
size_t nread = fread(data, 1, (size_t)old_size, fp);
|
size_t nread = fread(data, 1, (size_t)old_size, fp);
|
||||||
fclose(fp);
|
fclose(fp);
|
||||||
if (nread != (size_t)old_size) { free(data); return NULL; }
|
if (nread != (size_t)old_size) {
|
||||||
|
free(data);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
return data;
|
return data;
|
||||||
}
|
}
|
||||||
|
|
||||||
static File *receive_delta_file(int fd, Config *config, const char *check_path,
|
static File* receive_delta_file(int fd, const Config* config, const char* check_path,
|
||||||
void *old_data, unsigned long long old_size) {
|
void* old_data, unsigned long long old_size) {
|
||||||
if (!old_data) return NULL;
|
if (!old_data)
|
||||||
|
return NULL;
|
||||||
|
|
||||||
DeltaSignature *sig = delta_signature_create(old_data, old_size,
|
DeltaSignature* sig = delta_signature_create(old_data, old_size, config->delta_block_size);
|
||||||
config->delta_block_size);
|
if (!sig) {
|
||||||
if (!sig) { free(old_data); return NULL; }
|
free(old_data);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
Data *sig_data = delta_signature_serialize(sig);
|
Data* sig_data = delta_signature_serialize(sig);
|
||||||
if (!sig_data) { delta_signature_destroy(sig); free(old_data); return NULL; }
|
if (!sig_data) {
|
||||||
|
delta_signature_destroy(sig);
|
||||||
|
free(old_data);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
bool sig_sent = send_status(fd, STATUS_DELTA_SIGNATURE) &&
|
bool sig_sent = send_status(fd, STATUS_DELTA_SIGNATURE) && send_data(fd, sig_data);
|
||||||
send_data(fd, sig_data);
|
|
||||||
data_destroy(sig_data);
|
data_destroy(sig_data);
|
||||||
|
|
||||||
if (!sig_sent) { delta_signature_destroy(sig); free(old_data); return NULL; }
|
if (!sig_sent) {
|
||||||
|
delta_signature_destroy(sig);
|
||||||
|
free(old_data);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
Status resp;
|
Status resp;
|
||||||
if (!receive_status(fd, &resp)) {
|
if (!receive_status(fd, &resp)) {
|
||||||
@@ -169,7 +190,7 @@ static File *receive_delta_file(int fd, Config *config, const char *check_path,
|
|||||||
}
|
}
|
||||||
|
|
||||||
if (resp == STATUS_DELTA_DATA) {
|
if (resp == STATUS_DELTA_DATA) {
|
||||||
Data *delta_data = receive_data(fd);
|
Data* delta_data = receive_data(fd);
|
||||||
if (!delta_data) {
|
if (!delta_data) {
|
||||||
delta_signature_destroy(sig);
|
delta_signature_destroy(sig);
|
||||||
free(old_data);
|
free(old_data);
|
||||||
@@ -177,7 +198,7 @@ static File *receive_delta_file(int fd, Config *config, const char *check_path,
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
Data *raw_delta = delta_data;
|
Data* raw_delta = delta_data;
|
||||||
if (config->use_compression) {
|
if (config->use_compression) {
|
||||||
raw_delta = data_decompress(delta_data);
|
raw_delta = data_decompress(delta_data);
|
||||||
data_destroy(delta_data);
|
data_destroy(delta_data);
|
||||||
@@ -189,7 +210,7 @@ static File *receive_delta_file(int fd, Config *config, const char *check_path,
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
Delta *delta = delta_deserialize(raw_delta);
|
Delta* delta = delta_deserialize(raw_delta);
|
||||||
data_destroy(raw_delta);
|
data_destroy(raw_delta);
|
||||||
if (!delta) {
|
if (!delta) {
|
||||||
free(old_data);
|
free(old_data);
|
||||||
@@ -198,8 +219,7 @@ static File *receive_delta_file(int fd, Config *config, const char *check_path,
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
void *new_data = delta_apply(old_data, old_size, delta,
|
void* new_data = delta_apply(old_data, old_size, delta, config->delta_block_size);
|
||||||
config->delta_block_size);
|
|
||||||
uint64_t new_size = delta->new_file_size;
|
uint64_t new_size = delta->new_file_size;
|
||||||
delta_destroy(delta);
|
delta_destroy(delta);
|
||||||
|
|
||||||
@@ -210,7 +230,7 @@ static File *receive_delta_file(int fd, Config *config, const char *check_path,
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
File *file = file_create(check_path);
|
File* file = file_create(check_path);
|
||||||
if (!file) {
|
if (!file) {
|
||||||
free(new_data);
|
free(new_data);
|
||||||
free(old_data);
|
free(old_data);
|
||||||
@@ -244,16 +264,23 @@ static File *receive_delta_file(int fd, Config *config, const char *check_path,
|
|||||||
delta_signature_destroy(sig);
|
delta_signature_destroy(sig);
|
||||||
free(old_data);
|
free(old_data);
|
||||||
|
|
||||||
File *file = file_create(check_path);
|
File* file = file_create(check_path);
|
||||||
if (!file) { send_status(fd, STATUS_ERROR); return NULL; }
|
if (!file) {
|
||||||
|
send_status(fd, STATUS_ERROR);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
if (config->use_metadata) {
|
if (config->use_metadata) {
|
||||||
int meta_ok = 1;
|
int meta_ok = 1;
|
||||||
file->metadata = metadata_receive(fd, &meta_ok);
|
file->metadata = metadata_receive(fd, &meta_ok);
|
||||||
if (!meta_ok) { file_destroy(file); send_status(fd, STATUS_ERROR); return NULL; }
|
if (!meta_ok) {
|
||||||
|
file_destroy(file);
|
||||||
|
send_status(fd, STATUS_ERROR);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
Data *file_data = receive_data(fd);
|
Data* file_data = receive_data(fd);
|
||||||
if (file_data == NULL) {
|
if (file_data == NULL) {
|
||||||
file_destroy(file);
|
file_destroy(file);
|
||||||
send_status(fd, STATUS_ERROR);
|
send_status(fd, STATUS_ERROR);
|
||||||
@@ -261,9 +288,13 @@ static File *receive_delta_file(int fd, Config *config, const char *check_path,
|
|||||||
}
|
}
|
||||||
|
|
||||||
if (config->use_compression) {
|
if (config->use_compression) {
|
||||||
Data *uncompressed = data_decompress(file_data);
|
Data* uncompressed = data_decompress(file_data);
|
||||||
data_destroy(file_data);
|
data_destroy(file_data);
|
||||||
if (uncompressed == NULL) { file_destroy(file); send_status(fd, STATUS_ERROR); return NULL; }
|
if (uncompressed == NULL) {
|
||||||
|
file_destroy(file);
|
||||||
|
send_status(fd, STATUS_ERROR);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
file_data = uncompressed;
|
file_data = uncompressed;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -277,10 +308,13 @@ static File *receive_delta_file(int fd, Config *config, const char *check_path,
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
File *receive_incremental_check(int fd, Config *config, bool *skipped) {
|
File* receive_incremental_check(int fd, const Config* config, bool* skipped) {
|
||||||
*skipped = false;
|
*skipped = false;
|
||||||
char *check_path = receive_str(fd);
|
char* check_path = receive_str(fd);
|
||||||
if (check_path == NULL) { send_status(fd, STATUS_ERROR); return NULL; }
|
if (check_path == NULL) {
|
||||||
|
send_status(fd, STATUS_ERROR);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
unsigned long long check_size;
|
unsigned long long check_size;
|
||||||
long long check_mtime;
|
long long check_mtime;
|
||||||
@@ -291,17 +325,20 @@ File *receive_incremental_check(int fd, Config *config, bool *skipped) {
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
char *full_path = path_cat(config->receive_root_directory, check_path);
|
char* full_path = path_cat(config->receive_root_directory, check_path);
|
||||||
struct stat st;
|
struct stat st;
|
||||||
bool has_old_file = (full_path && stat(full_path, &st) == 0);
|
bool has_old_file = (full_path && stat(full_path, &st) == 0);
|
||||||
unsigned long long old_size = has_old_file ? (unsigned long long)st.st_size : 0;
|
unsigned long long old_size = has_old_file ? (unsigned long long)st.st_size : 0;
|
||||||
|
|
||||||
bool match = has_old_file &&
|
bool match = has_old_file && (unsigned long long)st.st_size == check_size &&
|
||||||
(unsigned long long)st.st_size == check_size &&
|
|
||||||
(long long)st.st_mtime == check_mtime;
|
(long long)st.st_mtime == check_mtime;
|
||||||
|
|
||||||
if (match) {
|
if (match) {
|
||||||
if (!send_status(fd, STATUS_OK)) { free(full_path); free(check_path); return NULL; }
|
if (!send_status(fd, STATUS_OK)) {
|
||||||
|
free(full_path);
|
||||||
|
free(check_path);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
free(full_path);
|
free(full_path);
|
||||||
free(check_path);
|
free(check_path);
|
||||||
*skipped = true;
|
*skipped = true;
|
||||||
@@ -312,9 +349,8 @@ File *receive_incremental_check(int fd, Config *config, bool *skipped) {
|
|||||||
delta_should_attempt(old_size, check_size, config->delta_max_file_size);
|
delta_should_attempt(old_size, check_size, config->delta_max_file_size);
|
||||||
|
|
||||||
if (try_delta) {
|
if (try_delta) {
|
||||||
void *old_data = old_data_from_path(full_path, old_size);
|
void* old_data = old_data_from_path(full_path, old_size);
|
||||||
File *delta_file = receive_delta_file(fd, config, check_path,
|
File* delta_file = receive_delta_file(fd, config, check_path, old_data, old_size);
|
||||||
old_data, old_size);
|
|
||||||
if (delta_file) {
|
if (delta_file) {
|
||||||
free(full_path);
|
free(full_path);
|
||||||
free(check_path);
|
free(check_path);
|
||||||
@@ -331,18 +367,25 @@ File *receive_incremental_check(int fd, Config *config, bool *skipped) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
File *file = file_create(check_path);
|
File* file = file_create(check_path);
|
||||||
free(check_path);
|
free(check_path);
|
||||||
free(full_path);
|
free(full_path);
|
||||||
if (file == NULL) { send_status(fd, STATUS_ERROR); return NULL; }
|
if (file == NULL) {
|
||||||
|
send_status(fd, STATUS_ERROR);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
if (config->use_metadata) {
|
if (config->use_metadata) {
|
||||||
int meta_ok = 1;
|
int meta_ok = 1;
|
||||||
file->metadata = metadata_receive(fd, &meta_ok);
|
file->metadata = metadata_receive(fd, &meta_ok);
|
||||||
if (!meta_ok) { file_destroy(file); send_status(fd, STATUS_ERROR); return NULL; }
|
if (!meta_ok) {
|
||||||
|
file_destroy(file);
|
||||||
|
send_status(fd, STATUS_ERROR);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
Data *file_data = receive_data(fd);
|
Data* file_data = receive_data(fd);
|
||||||
if (file_data == NULL) {
|
if (file_data == NULL) {
|
||||||
file_destroy(file);
|
file_destroy(file);
|
||||||
send_status(fd, STATUS_ERROR);
|
send_status(fd, STATUS_ERROR);
|
||||||
@@ -350,9 +393,13 @@ File *receive_incremental_check(int fd, Config *config, bool *skipped) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
if (config->use_compression) {
|
if (config->use_compression) {
|
||||||
Data *uncompressed = data_decompress(file_data);
|
Data* uncompressed = data_decompress(file_data);
|
||||||
data_destroy(file_data);
|
data_destroy(file_data);
|
||||||
if (uncompressed == NULL) { file_destroy(file); send_status(fd, STATUS_ERROR); return NULL; }
|
if (uncompressed == NULL) {
|
||||||
|
file_destroy(file);
|
||||||
|
send_status(fd, STATUS_ERROR);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
file_data = uncompressed;
|
file_data = uncompressed;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -361,15 +408,15 @@ File *receive_incremental_check(int fd, Config *config, bool *skipped) {
|
|||||||
return file;
|
return file;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool to_disk(const char *path, const void *data, unsigned long long data_size) {
|
bool to_disk(const char* path, const void* data, unsigned long long data_size) {
|
||||||
char *directory = str_dup(path);
|
char* directory = str_dup(path);
|
||||||
char *dir_to_free = directory;
|
char* dir_to_free = directory;
|
||||||
directory = dirname(directory);
|
directory = dirname(directory);
|
||||||
if (!mkdir_r(directory)) {
|
if (!mkdir_r(directory)) {
|
||||||
free(dir_to_free);
|
free(dir_to_free);
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
FILE *file_pointer = fopen(path, "wb");
|
FILE* file_pointer = fopen(path, "wb");
|
||||||
if (file_pointer == NULL) {
|
if (file_pointer == NULL) {
|
||||||
perror("Could not open File");
|
perror("Could not open File");
|
||||||
free(dir_to_free);
|
free(dir_to_free);
|
||||||
@@ -386,10 +433,13 @@ bool to_disk(const char *path, const void *data, unsigned long long data_size) {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool file_send_sendfile(File *file, int file_descriptor, bool use_metadata, int compression_level, bool send_path) {
|
bool file_send_sendfile(File* file, int file_descriptor, bool use_metadata, int compression_level,
|
||||||
|
bool send_path) {
|
||||||
(void)compression_level;
|
(void)compression_level;
|
||||||
if (send_path && !send_str(file_descriptor, file->path)) return false;
|
if (send_path && !send_str(file_descriptor, file->path))
|
||||||
if (use_metadata && !metadata_send(file_descriptor, file->metadata)) return false;
|
return false;
|
||||||
|
if (use_metadata && !metadata_send(file_descriptor, file->metadata))
|
||||||
|
return false;
|
||||||
|
|
||||||
int fd = open(file->path, O_RDONLY);
|
int fd = open(file->path, O_RDONLY);
|
||||||
if (fd == -1) {
|
if (fd == -1) {
|
||||||
@@ -404,7 +454,7 @@ bool file_send_sendfile(File *file, int file_descriptor, bool use_metadata, int
|
|||||||
}
|
}
|
||||||
|
|
||||||
off_t offset = 0;
|
off_t offset = 0;
|
||||||
while (offset < file_size) {
|
while ((unsigned long long)offset < file_size) {
|
||||||
ssize_t sent = sendfile(file_descriptor, fd, &offset, file_size - offset);
|
ssize_t sent = sendfile(file_descriptor, fd, &offset, file_size - offset);
|
||||||
if (sent == -1) {
|
if (sent == -1) {
|
||||||
perror("sendfile failed");
|
perror("sendfile failed");
|
||||||
@@ -417,24 +467,29 @@ bool file_send_sendfile(File *file, int file_descriptor, bool use_metadata, int
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
File *file_receive(Config *config, int file_descriptor) {
|
File* file_receive(const Config* config, int file_descriptor) {
|
||||||
char *path = receive_str(file_descriptor);
|
char* path = receive_str(file_descriptor);
|
||||||
if (path == NULL) return NULL;
|
if (path == NULL)
|
||||||
File *file = file_create(path);
|
return NULL;
|
||||||
|
File* file = file_create(path);
|
||||||
free(path);
|
free(path);
|
||||||
if (file == NULL) return NULL;
|
if (file == NULL)
|
||||||
|
return NULL;
|
||||||
if (config->use_metadata) {
|
if (config->use_metadata) {
|
||||||
int meta_ok = 1;
|
int meta_ok = 1;
|
||||||
file->metadata = metadata_receive(file_descriptor, &meta_ok);
|
file->metadata = metadata_receive(file_descriptor, &meta_ok);
|
||||||
if (!meta_ok) { file_destroy(file); return NULL; }
|
if (!meta_ok) {
|
||||||
|
file_destroy(file);
|
||||||
|
return NULL;
|
||||||
}
|
}
|
||||||
Data *file_data = receive_data(file_descriptor);
|
}
|
||||||
|
Data* file_data = receive_data(file_descriptor);
|
||||||
if (file_data == NULL) {
|
if (file_data == NULL) {
|
||||||
file_destroy(file);
|
file_destroy(file);
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
if (config->use_compression) {
|
if (config->use_compression) {
|
||||||
Data *file_data_uncompressed = data_decompress(file_data);
|
Data* file_data_uncompressed = data_decompress(file_data);
|
||||||
data_destroy(file_data);
|
data_destroy(file_data);
|
||||||
if (file_data_uncompressed == NULL) {
|
if (file_data_uncompressed == NULL) {
|
||||||
file_destroy(file);
|
file_destroy(file);
|
||||||
@@ -447,14 +502,13 @@ File *file_receive(Config *config, int file_descriptor) {
|
|||||||
return file;
|
return file;
|
||||||
}
|
}
|
||||||
|
|
||||||
size_t file_content_to_buffer(File *file) {
|
size_t file_content_to_buffer(File* file) {
|
||||||
FILE *file_pointer = fopen(file->path, "rb");
|
FILE* file_pointer = fopen(file->path, "rb");
|
||||||
if (file_pointer == NULL) {
|
if (file_pointer == NULL) {
|
||||||
perror("Could not open the file!");
|
perror("Could not open the file!");
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
size_t bytes_read =
|
size_t bytes_read = fread(file->data->data, 1, file->data->size, file_pointer);
|
||||||
fread(file->data->data, 1, file->data->size, file_pointer);
|
|
||||||
if (bytes_read != (size_t)file->data->size) {
|
if (bytes_read != (size_t)file->data->size) {
|
||||||
fclose(file_pointer);
|
fclose(file_pointer);
|
||||||
perror("Read unexpected number of bytes from File!");
|
perror("Read unexpected number of bytes from File!");
|
||||||
@@ -464,21 +518,22 @@ size_t file_content_to_buffer(File *file) {
|
|||||||
return bytes_read;
|
return bytes_read;
|
||||||
}
|
}
|
||||||
|
|
||||||
int receive_manifest(int fd, Config *config, int *next_status) {
|
int receive_manifest(int fd, const Config* config, int* next_status) {
|
||||||
int count;
|
int count;
|
||||||
if (!receive_int(fd, &count)) return -1;
|
if (!receive_int(fd, &count))
|
||||||
ArrayList *manifest = array_list_create(free);
|
return -1;
|
||||||
|
ArrayList* manifest = array_list_create(free);
|
||||||
if (manifest) {
|
if (manifest) {
|
||||||
for (int i = 0; i < count; i++) {
|
for (int i = 0; i < count; i++) {
|
||||||
char *s = receive_str(fd);
|
char* s = receive_str(fd);
|
||||||
if (s) array_list_add(manifest, s);
|
if (s)
|
||||||
|
array_list_add(manifest, s);
|
||||||
}
|
}
|
||||||
fprintf(stderr, "Deleting files not in manifest...\n");
|
fprintf(stderr, "Deleting files not in manifest...\n");
|
||||||
delete_extras(config->receive_root_directory, manifest);
|
delete_extras(config->receive_root_directory, manifest);
|
||||||
array_list_delete(manifest);
|
array_list_delete(manifest);
|
||||||
}
|
}
|
||||||
if (!receive_status(fd, next_status)) return -1;
|
if (!receive_status(fd, next_status))
|
||||||
|
return -1;
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
+18
-16
@@ -15,23 +15,25 @@ typedef struct {
|
|||||||
} FileMetadata;
|
} FileMetadata;
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
char *path;
|
char* path;
|
||||||
Data *data;
|
Data* data;
|
||||||
FileMetadata *metadata;
|
FileMetadata* metadata;
|
||||||
} File;
|
} File;
|
||||||
|
|
||||||
File *file_create(const char *path);
|
File* file_create(const char* path);
|
||||||
void file_destroy(void *item);
|
void file_destroy(void* item);
|
||||||
bool file_load_data(File *file);
|
bool file_load_data(File* file);
|
||||||
File *file_receive(Config *config, int file_descriptor);
|
File* file_receive(const Config* config, int file_descriptor);
|
||||||
bool file_send_single_calls(File *file, int file_descriptor, bool use_metadata, int compression_level, bool send_path);
|
bool file_send_single_calls(File* file, int file_descriptor, bool use_metadata,
|
||||||
bool file_send_sendfile(File *file, int file_descriptor, bool use_metadata, int compression_level, bool send_path);
|
int compression_level, bool send_path);
|
||||||
size_t file_content_to_buffer(File *file);
|
bool file_send_sendfile(File* file, int file_descriptor, bool use_metadata, int compression_level,
|
||||||
FileMetadata *file_metadata_create(struct stat *stats);
|
bool send_path);
|
||||||
void file_metadata_destroy(void *metadata);
|
size_t file_content_to_buffer(File* file);
|
||||||
bool to_disk(const char *path, const void *data, unsigned long long data_size);
|
FileMetadata* file_metadata_create(const struct stat* stats);
|
||||||
bool file_save_to_disk(const char *root_directory, File *file);
|
void file_metadata_destroy(void* metadata);
|
||||||
File *receive_incremental_check(int fd, Config *config, bool *skipped);
|
bool to_disk(const char* path, const void* data, unsigned long long data_size);
|
||||||
int receive_manifest(int fd, Config *config, int *next_status);
|
bool file_save_to_disk(const char* root_directory, File* file);
|
||||||
|
File* receive_incremental_check(int fd, const Config* config, bool* skipped);
|
||||||
|
int receive_manifest(int fd, const Config* config, int* next_status);
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+5
-6
@@ -3,22 +3,21 @@
|
|||||||
#include <stdio.h>
|
#include <stdio.h>
|
||||||
#include <time.h>
|
#include <time.h>
|
||||||
|
|
||||||
static const char *log_level_strings[] = {"DEBUG", "INFO", "WARN", "ERROR"};
|
static const char* log_level_strings[] = {"DEBUG", "INFO", "WARN", "ERROR"};
|
||||||
static LogLevel current_log_level = LOG_LEVEL_WARNING;
|
static LogLevel current_log_level = LOG_LEVEL_WARNING;
|
||||||
|
|
||||||
void set_log_level(LogLevel level) {
|
void set_log_level(LogLevel level) {
|
||||||
current_log_level = level;
|
current_log_level = level;
|
||||||
}
|
}
|
||||||
|
|
||||||
void log_message(LogLevel log_level, char *format, ...) {
|
void log_message(LogLevel log_level, char* format, ...) {
|
||||||
if (log_level < current_log_level)
|
if (log_level < current_log_level)
|
||||||
return;
|
return;
|
||||||
time_t now = time(NULL);
|
time_t now = time(NULL);
|
||||||
struct tm *t = localtime(&now);
|
const struct tm* t = localtime(&now);
|
||||||
|
|
||||||
fprintf(stderr, "%04d-%02d-%02d %02d:%02d:%02d [%s]: ", t->tm_year + 1900,
|
fprintf(stderr, "%04d-%02d-%02d %02d:%02d:%02d [%s]: ", t->tm_year + 1900, t->tm_mon + 1,
|
||||||
t->tm_mon + 1, t->tm_mday, t->tm_hour, t->tm_min, t->tm_sec,
|
t->tm_mday, t->tm_hour, t->tm_min, t->tm_sec, log_level_strings[log_level]);
|
||||||
log_level_strings[log_level]);
|
|
||||||
|
|
||||||
va_list args;
|
va_list args;
|
||||||
va_start(args, format);
|
va_start(args, format);
|
||||||
|
|||||||
+2
-7
@@ -1,14 +1,9 @@
|
|||||||
#ifndef LOG_H
|
#ifndef LOG_H
|
||||||
#define LOG_H
|
#define LOG_H
|
||||||
|
|
||||||
typedef enum {
|
typedef enum { LOG_LEVEL_DEBUG, LOG_LEVEL_INFO, LOG_LEVEL_WARNING, LOG_LEVEL_ERROR } LogLevel;
|
||||||
LOG_LEVEL_DEBUG,
|
|
||||||
LOG_LEVEL_INFO,
|
|
||||||
LOG_LEVEL_WARNING,
|
|
||||||
LOG_LEVEL_ERROR
|
|
||||||
} LogLevel;
|
|
||||||
|
|
||||||
void log_message(LogLevel log_level, char *message, ...);
|
void log_message(LogLevel log_level, char* message, ...);
|
||||||
void set_log_level(LogLevel level);
|
void set_log_level(LogLevel level);
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+40
-22
@@ -8,35 +8,45 @@
|
|||||||
#include <time.h>
|
#include <time.h>
|
||||||
#include <unistd.h>
|
#include <unistd.h>
|
||||||
|
|
||||||
void metadata_to_buf(char **buf, FileMetadata *m) {
|
void metadata_to_buf(char** buf, const FileMetadata* m) {
|
||||||
int present = (m != NULL) ? 1 : 0;
|
int present = (m != NULL) ? 1 : 0;
|
||||||
memcpy(*buf, &present, sizeof(int));
|
memcpy(*buf, &present, sizeof(int));
|
||||||
*buf += sizeof(int);
|
*buf += sizeof(int);
|
||||||
if (m == NULL)
|
if (m == NULL)
|
||||||
return;
|
return;
|
||||||
memcpy(*buf, &m->mode, sizeof(mode_t)); *buf += sizeof(mode_t);
|
memcpy(*buf, &m->mode, sizeof(mode_t));
|
||||||
memcpy(*buf, &m->uid, sizeof(uid_t)); *buf += sizeof(uid_t);
|
*buf += sizeof(mode_t);
|
||||||
memcpy(*buf, &m->gid, sizeof(gid_t)); *buf += sizeof(gid_t);
|
memcpy(*buf, &m->uid, sizeof(uid_t));
|
||||||
memcpy(*buf, &m->mtime_sec, sizeof(time_t)); *buf += sizeof(time_t);
|
*buf += sizeof(uid_t);
|
||||||
memcpy(*buf, &m->mtime_nsec, sizeof(long)); *buf += sizeof(long);
|
memcpy(*buf, &m->gid, sizeof(gid_t));
|
||||||
|
*buf += sizeof(gid_t);
|
||||||
|
memcpy(*buf, &m->mtime_sec, sizeof(time_t));
|
||||||
|
*buf += sizeof(time_t);
|
||||||
|
memcpy(*buf, &m->mtime_nsec, sizeof(long));
|
||||||
|
*buf += sizeof(long);
|
||||||
}
|
}
|
||||||
|
|
||||||
FileMetadata *metadata_from_buf(char **buf) {
|
FileMetadata* metadata_from_buf(char** buf) {
|
||||||
int present;
|
int present;
|
||||||
memcpy(&present, *buf, sizeof(int));
|
memcpy(&present, *buf, sizeof(int));
|
||||||
*buf += sizeof(int);
|
*buf += sizeof(int);
|
||||||
if (!present)
|
if (!present)
|
||||||
return NULL;
|
return NULL;
|
||||||
FileMetadata *m = malloc(sizeof(FileMetadata));
|
FileMetadata* m = malloc(sizeof(FileMetadata));
|
||||||
memcpy(&m->mode, *buf, sizeof(mode_t)); *buf += sizeof(mode_t);
|
memcpy(&m->mode, *buf, sizeof(mode_t));
|
||||||
memcpy(&m->uid, *buf, sizeof(uid_t)); *buf += sizeof(uid_t);
|
*buf += sizeof(mode_t);
|
||||||
memcpy(&m->gid, *buf, sizeof(gid_t)); *buf += sizeof(gid_t);
|
memcpy(&m->uid, *buf, sizeof(uid_t));
|
||||||
memcpy(&m->mtime_sec, *buf, sizeof(time_t)); *buf += sizeof(time_t);
|
*buf += sizeof(uid_t);
|
||||||
memcpy(&m->mtime_nsec, *buf, sizeof(long)); *buf += sizeof(long);
|
memcpy(&m->gid, *buf, sizeof(gid_t));
|
||||||
|
*buf += sizeof(gid_t);
|
||||||
|
memcpy(&m->mtime_sec, *buf, sizeof(time_t));
|
||||||
|
*buf += sizeof(time_t);
|
||||||
|
memcpy(&m->mtime_nsec, *buf, sizeof(long));
|
||||||
|
*buf += sizeof(long);
|
||||||
return m;
|
return m;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool metadata_send(int file_descriptor, FileMetadata *m) {
|
bool metadata_send(int file_descriptor, FileMetadata* m) {
|
||||||
if (m == NULL) {
|
if (m == NULL) {
|
||||||
int zero = 0;
|
int zero = 0;
|
||||||
return send_n_data(file_descriptor, &zero, sizeof(int));
|
return send_n_data(file_descriptor, &zero, sizeof(int));
|
||||||
@@ -50,32 +60,40 @@ bool metadata_send(int file_descriptor, FileMetadata *m) {
|
|||||||
send_n_data(file_descriptor, &m->mtime_nsec, sizeof(long));
|
send_n_data(file_descriptor, &m->mtime_nsec, sizeof(long));
|
||||||
}
|
}
|
||||||
|
|
||||||
FileMetadata *metadata_receive(int file_descriptor, int *ok) {
|
FileMetadata* metadata_receive(int file_descriptor, int* ok) {
|
||||||
int present;
|
int present;
|
||||||
if (!receive_n_data(file_descriptor, &present, sizeof(int))) {
|
if (!receive_n_data(file_descriptor, &present, sizeof(int))) {
|
||||||
if (ok) *ok = 0;
|
if (ok)
|
||||||
|
*ok = 0;
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
if (!present) {
|
if (!present) {
|
||||||
if (ok) *ok = 1;
|
if (ok)
|
||||||
|
*ok = 1;
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
FileMetadata* m = malloc(sizeof(FileMetadata));
|
||||||
|
if (m == NULL) {
|
||||||
|
if (ok)
|
||||||
|
*ok = 0;
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
FileMetadata *m = malloc(sizeof(FileMetadata));
|
|
||||||
if (m == NULL) { if (ok) *ok = 0; return NULL; }
|
|
||||||
if (!receive_n_data(file_descriptor, &m->mode, sizeof(mode_t)) ||
|
if (!receive_n_data(file_descriptor, &m->mode, sizeof(mode_t)) ||
|
||||||
!receive_n_data(file_descriptor, &m->uid, sizeof(uid_t)) ||
|
!receive_n_data(file_descriptor, &m->uid, sizeof(uid_t)) ||
|
||||||
!receive_n_data(file_descriptor, &m->gid, sizeof(gid_t)) ||
|
!receive_n_data(file_descriptor, &m->gid, sizeof(gid_t)) ||
|
||||||
!receive_n_data(file_descriptor, &m->mtime_sec, sizeof(time_t)) ||
|
!receive_n_data(file_descriptor, &m->mtime_sec, sizeof(time_t)) ||
|
||||||
!receive_n_data(file_descriptor, &m->mtime_nsec, sizeof(long))) {
|
!receive_n_data(file_descriptor, &m->mtime_nsec, sizeof(long))) {
|
||||||
free(m);
|
free(m);
|
||||||
if (ok) *ok = 0;
|
if (ok)
|
||||||
|
*ok = 0;
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
if (ok) *ok = 1;
|
if (ok)
|
||||||
|
*ok = 1;
|
||||||
return m;
|
return m;
|
||||||
}
|
}
|
||||||
|
|
||||||
void file_restore_metadata(const char *path, FileMetadata *metadata) {
|
void file_restore_metadata(const char* path, FileMetadata* metadata) {
|
||||||
if (metadata == NULL)
|
if (metadata == NULL)
|
||||||
return;
|
return;
|
||||||
chmod(path, metadata->mode & 07777);
|
chmod(path, metadata->mode & 07777);
|
||||||
|
|||||||
@@ -5,12 +5,13 @@
|
|||||||
#include <stdbool.h>
|
#include <stdbool.h>
|
||||||
#include <sys/stat.h>
|
#include <sys/stat.h>
|
||||||
|
|
||||||
#define FILE_METADATA_WIRE_SIZE (sizeof(mode_t) + sizeof(uid_t) + sizeof(gid_t) + sizeof(time_t) + sizeof(long))
|
#define FILE_METADATA_WIRE_SIZE \
|
||||||
|
(sizeof(mode_t) + sizeof(uid_t) + sizeof(gid_t) + sizeof(time_t) + sizeof(long))
|
||||||
|
|
||||||
void metadata_to_buf(char **buf, FileMetadata *m);
|
void metadata_to_buf(char** buf, const FileMetadata* m);
|
||||||
FileMetadata *metadata_from_buf(char **buf);
|
FileMetadata* metadata_from_buf(char** buf);
|
||||||
bool metadata_send(int file_descriptor, FileMetadata *m);
|
bool metadata_send(int file_descriptor, FileMetadata* m);
|
||||||
FileMetadata *metadata_receive(int file_descriptor, int *ok);
|
FileMetadata* metadata_receive(int file_descriptor, int* ok);
|
||||||
void file_restore_metadata(const char *path, FileMetadata *metadata);
|
void file_restore_metadata(const char* path, FileMetadata* metadata);
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
@@ -13,11 +13,11 @@
|
|||||||
#include <string.h>
|
#include <string.h>
|
||||||
#include <threads.h>
|
#include <threads.h>
|
||||||
|
|
||||||
PipelineContextSender *pipeline_context_sender_create(Config *config,
|
PipelineContextSender* pipeline_context_sender_create(Config* config, Queue* queue_scanner,
|
||||||
Queue *queue_scanner,
|
Queue* queue_loader) {
|
||||||
Queue *queue_loader) {
|
PipelineContextSender* context = malloc(sizeof(PipelineContextSender));
|
||||||
PipelineContextSender *context = malloc(sizeof(PipelineContextSender));
|
if (context == NULL)
|
||||||
if (context == NULL) return NULL;
|
return NULL;
|
||||||
context->config = config;
|
context->config = config;
|
||||||
context->queue_scanner = queue_scanner;
|
context->queue_scanner = queue_scanner;
|
||||||
context->queue_loader = queue_loader;
|
context->queue_loader = queue_loader;
|
||||||
@@ -37,7 +37,7 @@ PipelineContextSender *pipeline_context_sender_create(Config *config,
|
|||||||
return context;
|
return context;
|
||||||
}
|
}
|
||||||
|
|
||||||
void pipeline_context_sender_destroy(PipelineContextSender *context) {
|
void pipeline_context_sender_destroy(PipelineContextSender* context) {
|
||||||
if (context->manifest) {
|
if (context->manifest) {
|
||||||
array_list_delete(context->manifest);
|
array_list_delete(context->manifest);
|
||||||
}
|
}
|
||||||
@@ -53,11 +53,11 @@ void pipeline_context_sender_destroy(PipelineContextSender *context) {
|
|||||||
free(context);
|
free(context);
|
||||||
}
|
}
|
||||||
|
|
||||||
PipelineContextReceiver *pipeline_context_receiver_create(Config *config,
|
PipelineContextReceiver* pipeline_context_receiver_create(Config* config, Queue* queue,
|
||||||
Queue *queue,
|
|
||||||
int file_descriptor) {
|
int file_descriptor) {
|
||||||
PipelineContextReceiver *context = malloc(sizeof(PipelineContextReceiver));
|
PipelineContextReceiver* context = malloc(sizeof(PipelineContextReceiver));
|
||||||
if (context == NULL) return NULL;
|
if (context == NULL)
|
||||||
|
return NULL;
|
||||||
context->config = config;
|
context->config = config;
|
||||||
context->queue = queue;
|
context->queue = queue;
|
||||||
context->file_descriptor = file_descriptor;
|
context->file_descriptor = file_descriptor;
|
||||||
@@ -72,7 +72,7 @@ PipelineContextReceiver *pipeline_context_receiver_create(Config *config,
|
|||||||
return context;
|
return context;
|
||||||
}
|
}
|
||||||
|
|
||||||
void pipeline_context_receiver_destroy(PipelineContextReceiver *context) {
|
void pipeline_context_receiver_destroy(PipelineContextReceiver* context) {
|
||||||
config_delete(context->config);
|
config_delete(context->config);
|
||||||
queue_destroy(context->queue);
|
queue_destroy(context->queue);
|
||||||
mtx_destroy(&context->mutex);
|
mtx_destroy(&context->mutex);
|
||||||
@@ -81,57 +81,57 @@ void pipeline_context_receiver_destroy(PipelineContextReceiver *context) {
|
|||||||
free(context);
|
free(context);
|
||||||
}
|
}
|
||||||
|
|
||||||
static void receive_chunk_enqueue(int file_descriptor,
|
static void receive_chunk_enqueue(int file_descriptor, PipelineContextReceiver* context) {
|
||||||
PipelineContextReceiver *context) {
|
Chunk* chunk = receive_chunk_data(file_descriptor, context->config);
|
||||||
Chunk *chunk = receive_chunk_data(file_descriptor, context->config);
|
if (chunk == NULL)
|
||||||
if (chunk == NULL) return;
|
return;
|
||||||
|
|
||||||
for (int i = 0; i < chunk->element_count; i++) {
|
for (int i = 0; i < chunk->element_count; i++) {
|
||||||
File *file = chunk->items[i];
|
File* file = chunk->items[i];
|
||||||
chunk->items[i] = NULL;
|
chunk->items[i] = NULL;
|
||||||
queue_enqueue_multithreaded(context->queue, file, &context->mutex,
|
queue_enqueue_multithreaded(context->queue, file, &context->mutex,
|
||||||
&context->condition_not_empty,
|
&context->condition_not_empty, &context->condition_not_full);
|
||||||
&context->condition_not_full);
|
|
||||||
}
|
}
|
||||||
chunk_destroy(chunk);
|
chunk_destroy(chunk);
|
||||||
}
|
}
|
||||||
|
|
||||||
int receive_thread(void *pipeline_context) {
|
int receive_thread(void* pipeline_context) {
|
||||||
PipelineContextReceiver *context =
|
PipelineContextReceiver* context = (PipelineContextReceiver*)pipeline_context;
|
||||||
(PipelineContextReceiver *)pipeline_context;
|
|
||||||
mtx_lock(&context->mutex);
|
mtx_lock(&context->mutex);
|
||||||
int file_descriptor = context->file_descriptor;
|
int file_descriptor = context->file_descriptor;
|
||||||
Config *config = context->config;
|
const Config* config = context->config;
|
||||||
mtx_unlock(&context->mutex);
|
mtx_unlock(&context->mutex);
|
||||||
|
|
||||||
Status status;
|
Status status;
|
||||||
if (!receive_status(file_descriptor, &status)) return thrd_error;
|
if (!receive_status(file_descriptor, &status))
|
||||||
|
return thrd_error;
|
||||||
while (status == STATUS_NEXT || status == STATUS_CHUNK || status == STATUS_CHECK) {
|
while (status == STATUS_NEXT || status == STATUS_CHUNK || status == STATUS_CHECK) {
|
||||||
if (status == STATUS_CHECK) {
|
if (status == STATUS_CHECK) {
|
||||||
bool skipped;
|
bool skipped;
|
||||||
File *file = receive_incremental_check(file_descriptor, config, &skipped);
|
File* file = receive_incremental_check(file_descriptor, config, &skipped);
|
||||||
if (!skipped) {
|
if (!skipped) {
|
||||||
if (file == NULL) return thrd_error;
|
if (file == NULL)
|
||||||
|
return thrd_error;
|
||||||
queue_enqueue_multithreaded(context->queue, file, &context->mutex,
|
queue_enqueue_multithreaded(context->queue, file, &context->mutex,
|
||||||
&context->condition_not_empty,
|
&context->condition_not_empty, &context->condition_not_full);
|
||||||
&context->condition_not_full);
|
|
||||||
}
|
}
|
||||||
} else if (status == STATUS_CHUNK) {
|
} else if (status == STATUS_CHUNK) {
|
||||||
receive_chunk_enqueue(file_descriptor, context);
|
receive_chunk_enqueue(file_descriptor, context);
|
||||||
} else {
|
} else {
|
||||||
File *file = file_receive(config, file_descriptor);
|
File* file = file_receive(config, file_descriptor);
|
||||||
if (file) {
|
if (file) {
|
||||||
queue_enqueue_multithreaded(context->queue, file, &context->mutex,
|
queue_enqueue_multithreaded(context->queue, file, &context->mutex,
|
||||||
&context->condition_not_empty,
|
&context->condition_not_empty, &context->condition_not_full);
|
||||||
&context->condition_not_full);
|
|
||||||
} else {
|
} else {
|
||||||
log_message(LOG_LEVEL_ERROR, "Failed to receive file");
|
log_message(LOG_LEVEL_ERROR, "Failed to receive file");
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if (!receive_status(file_descriptor, &status)) return thrd_error;
|
if (!receive_status(file_descriptor, &status))
|
||||||
|
return thrd_error;
|
||||||
}
|
}
|
||||||
if (status == STATUS_MANIFEST) {
|
if (status == STATUS_MANIFEST) {
|
||||||
if (receive_manifest(file_descriptor, config, &status) != 0) return thrd_error;
|
if (receive_manifest(file_descriptor, config, &status) != 0)
|
||||||
|
return thrd_error;
|
||||||
}
|
}
|
||||||
mtx_lock(&context->mutex);
|
mtx_lock(&context->mutex);
|
||||||
context->receiver_done = true;
|
context->receiver_done = true;
|
||||||
@@ -140,17 +140,16 @@ int receive_thread(void *pipeline_context) {
|
|||||||
return thrd_success;
|
return thrd_success;
|
||||||
}
|
}
|
||||||
|
|
||||||
int write_thread(void *pipeline_context) {
|
int write_thread(void* pipeline_context) {
|
||||||
PipelineContextReceiver *context =
|
PipelineContextReceiver* context = (PipelineContextReceiver*)pipeline_context;
|
||||||
(PipelineContextReceiver *)pipeline_context;
|
|
||||||
mtx_lock(&context->mutex);
|
mtx_lock(&context->mutex);
|
||||||
bool save_to_disk = context->config->save_to_disk;
|
bool save_to_disk = context->config->save_to_disk;
|
||||||
char *root_directory = str_dup(context->config->receive_root_directory);
|
char* root_directory = str_dup(context->config->receive_root_directory);
|
||||||
mtx_unlock(&context->mutex);
|
mtx_unlock(&context->mutex);
|
||||||
|
|
||||||
while (true) {
|
while (true) {
|
||||||
File *file = queue_dequeue_multithreaded(
|
File* file =
|
||||||
context->queue, &context->mutex, &context->condition_not_empty,
|
queue_dequeue_multithreaded(context->queue, &context->mutex, &context->condition_not_empty,
|
||||||
&context->condition_not_full, &context->receiver_done);
|
&context->condition_not_full, &context->receiver_done);
|
||||||
if (file == NULL) {
|
if (file == NULL) {
|
||||||
free(root_directory);
|
free(root_directory);
|
||||||
|
|||||||
@@ -9,23 +9,23 @@
|
|||||||
#include "queue.h"
|
#include "queue.h"
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
Config *config;
|
Config* config;
|
||||||
Queue *queue_scanner;
|
Queue* queue_scanner;
|
||||||
mtx_t mutex_scanner;
|
mtx_t mutex_scanner;
|
||||||
cnd_t condition_not_full_scanner;
|
cnd_t condition_not_full_scanner;
|
||||||
cnd_t condition_not_empty_scanner;
|
cnd_t condition_not_empty_scanner;
|
||||||
bool scanner_done;
|
bool scanner_done;
|
||||||
Queue *queue_loader;
|
Queue* queue_loader;
|
||||||
mtx_t mutex_loader;
|
mtx_t mutex_loader;
|
||||||
cnd_t condition_not_full_loader;
|
cnd_t condition_not_full_loader;
|
||||||
cnd_t condition_not_empty_loader;
|
cnd_t condition_not_empty_loader;
|
||||||
bool loader_done;
|
bool loader_done;
|
||||||
ArrayList *manifest;
|
ArrayList* manifest;
|
||||||
} PipelineContextSender;
|
} PipelineContextSender;
|
||||||
|
|
||||||
typedef struct PipelineContextReceiver {
|
typedef struct PipelineContextReceiver {
|
||||||
Queue *queue;
|
Queue* queue;
|
||||||
Config *config;
|
Config* config;
|
||||||
int file_descriptor;
|
int file_descriptor;
|
||||||
mtx_t mutex;
|
mtx_t mutex;
|
||||||
cnd_t condition_not_full;
|
cnd_t condition_not_full;
|
||||||
@@ -33,14 +33,12 @@ typedef struct PipelineContextReceiver {
|
|||||||
bool receiver_done;
|
bool receiver_done;
|
||||||
} PipelineContextReceiver;
|
} PipelineContextReceiver;
|
||||||
|
|
||||||
PipelineContextSender *pipeline_context_sender_create(Config *config,
|
PipelineContextSender* pipeline_context_sender_create(Config* config, Queue* queue_scanner,
|
||||||
Queue *queue_scanner,
|
Queue* queue_loader);
|
||||||
Queue *queue_loader);
|
void pipeline_context_sender_destroy(PipelineContextSender* context);
|
||||||
void pipeline_context_sender_destroy(PipelineContextSender *context);
|
PipelineContextReceiver* pipeline_context_receiver_create(Config* config, Queue* queue_receiver,
|
||||||
PipelineContextReceiver *pipeline_context_receiver_create(Config *config,
|
|
||||||
Queue *queue_receiver,
|
|
||||||
int file_descriptor);
|
int file_descriptor);
|
||||||
void pipeline_context_receiver_destroy(PipelineContextReceiver *context);
|
void pipeline_context_receiver_destroy(PipelineContextReceiver* context);
|
||||||
int receive_thread(void *pipeline_context);
|
int receive_thread(void* pipeline_context);
|
||||||
int write_thread(void *pipeline_context);
|
int write_thread(void* pipeline_context);
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+42
-32
@@ -10,7 +10,7 @@
|
|||||||
|
|
||||||
static __thread int io_read_fd = -1;
|
static __thread int io_read_fd = -1;
|
||||||
static __thread int io_write_fd = -1;
|
static __thread int io_write_fd = -1;
|
||||||
static SSL *io_ssl = NULL;
|
static SSL* io_ssl = NULL;
|
||||||
|
|
||||||
static unsigned long long io_bwlimit = 0;
|
static unsigned long long io_bwlimit = 0;
|
||||||
static long long bw_tokens = 0;
|
static long long bw_tokens = 0;
|
||||||
@@ -28,13 +28,14 @@ void io_set_bwlimit(unsigned long long bytes_per_sec) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static void bw_throttle(size_t bytes_written) {
|
static void bw_throttle(size_t bytes_written) {
|
||||||
if (io_bwlimit == 0) return;
|
if (io_bwlimit == 0)
|
||||||
|
return;
|
||||||
|
|
||||||
struct timespec now;
|
struct timespec now;
|
||||||
clock_gettime(CLOCK_MONOTONIC, &now);
|
clock_gettime(CLOCK_MONOTONIC, &now);
|
||||||
|
|
||||||
long long elapsed_ns = (now.tv_sec - bw_last_refill.tv_sec) * 1000000000LL +
|
long long elapsed_ns =
|
||||||
(now.tv_nsec - bw_last_refill.tv_nsec);
|
(now.tv_sec - bw_last_refill.tv_sec) * 1000000000LL + (now.tv_nsec - bw_last_refill.tv_nsec);
|
||||||
bw_last_refill = now;
|
bw_last_refill = now;
|
||||||
|
|
||||||
long long tokens_to_add = (long long)((double)io_bwlimit * elapsed_ns / 1000000000.0);
|
long long tokens_to_add = (long long)((double)io_bwlimit * elapsed_ns / 1000000000.0);
|
||||||
@@ -56,7 +57,7 @@ static void bw_throttle(size_t bytes_written) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
void io_set_ssl(SSL *ssl) {
|
void io_set_ssl(SSL* ssl) {
|
||||||
io_ssl = ssl;
|
io_ssl = ssl;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -64,19 +65,19 @@ static int io_fd(int dir_fd, int file_descriptor) {
|
|||||||
return (dir_fd != -1) ? dir_fd : file_descriptor;
|
return (dir_fd != -1) ? dir_fd : file_descriptor;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool send_n_data(int file_descriptor, void *data, size_t data_size) {
|
bool send_n_data(int file_descriptor, const void* data, size_t data_size) {
|
||||||
log_message(LOG_LEVEL_DEBUG, " Sending n Data: %zu", data_size);
|
log_message(LOG_LEVEL_DEBUG, " Sending n Data: %zu", data_size);
|
||||||
int fd = io_fd(io_write_fd, file_descriptor);
|
int fd = io_fd(io_write_fd, file_descriptor);
|
||||||
ssize_t total_bytes_send = 0;
|
ssize_t total_bytes_send = 0;
|
||||||
while (total_bytes_send < data_size) {
|
while ((size_t)total_bytes_send < data_size) {
|
||||||
size_t chunk = data_size - total_bytes_send;
|
size_t chunk = data_size - total_bytes_send;
|
||||||
if (io_bwlimit > 0 && chunk > 65536)
|
if (io_bwlimit > 0 && chunk > 65536)
|
||||||
chunk = 65536;
|
chunk = 65536;
|
||||||
ssize_t bytes_send;
|
ssize_t bytes_send;
|
||||||
if (io_ssl)
|
if (io_ssl)
|
||||||
bytes_send = SSL_write(io_ssl, (char *)data + total_bytes_send, chunk);
|
bytes_send = SSL_write(io_ssl, (const char*)data + total_bytes_send, chunk);
|
||||||
else
|
else
|
||||||
bytes_send = write(fd, (char *)data + total_bytes_send, chunk);
|
bytes_send = write(fd, (const char*)data + total_bytes_send, chunk);
|
||||||
if (bytes_send <= 0) {
|
if (bytes_send <= 0) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Could not send data");
|
log_message(LOG_LEVEL_ERROR, "Could not send data");
|
||||||
return false;
|
return false;
|
||||||
@@ -88,18 +89,18 @@ bool send_n_data(int file_descriptor, void *data, size_t data_size) {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool receive_n_data(int file_descriptor, void *data, size_t data_size) {
|
bool receive_n_data(int file_descriptor, void* data, size_t data_size) {
|
||||||
log_message(LOG_LEVEL_DEBUG, " Receiving n Data: %zu", data_size);
|
log_message(LOG_LEVEL_DEBUG, " Receiving n Data: %zu", data_size);
|
||||||
int fd = io_fd(io_read_fd, file_descriptor);
|
int fd = io_fd(io_read_fd, file_descriptor);
|
||||||
size_t total_bytes_received = 0;
|
size_t total_bytes_received = 0;
|
||||||
while (total_bytes_received < data_size) {
|
while (total_bytes_received < data_size) {
|
||||||
ssize_t bytes_received;
|
ssize_t bytes_received;
|
||||||
if (io_ssl)
|
if (io_ssl)
|
||||||
bytes_received = SSL_read(io_ssl, (char *)data + total_bytes_received,
|
bytes_received =
|
||||||
data_size - total_bytes_received);
|
SSL_read(io_ssl, (char*)data + total_bytes_received, data_size - total_bytes_received);
|
||||||
else
|
else
|
||||||
bytes_received = read(fd, (char *)data + total_bytes_received,
|
bytes_received =
|
||||||
data_size - total_bytes_received);
|
read(fd, (char*)data + total_bytes_received, data_size - total_bytes_received);
|
||||||
if (bytes_received <= 0) {
|
if (bytes_received <= 0) {
|
||||||
if (bytes_received == 0)
|
if (bytes_received == 0)
|
||||||
log_message(LOG_LEVEL_ERROR, "Connection closed while receiving data");
|
log_message(LOG_LEVEL_ERROR, "Connection closed while receiving data");
|
||||||
@@ -113,7 +114,7 @@ bool receive_n_data(int file_descriptor, void *data, size_t data_size) {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
static const char *status_to_string(Status status) {
|
static const char* status_to_string(Status status) {
|
||||||
switch (status) {
|
switch (status) {
|
||||||
case STATUS_OK:
|
case STATUS_OK:
|
||||||
return "OK";
|
return "OK";
|
||||||
@@ -136,19 +137,23 @@ static const char *status_to_string(Status status) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
bool send_str(int file_descriptor, char *data) {
|
bool send_str(int file_descriptor, const char* data) {
|
||||||
size_t size = strlen(data);
|
size_t size = strlen(data);
|
||||||
if (!send_n_data(file_descriptor, &size, sizeof(size_t))) return false;
|
if (!send_n_data(file_descriptor, &size, sizeof(size_t)))
|
||||||
if (!send_n_data(file_descriptor, data, size)) return false;
|
return false;
|
||||||
|
if (!send_n_data(file_descriptor, data, size))
|
||||||
|
return false;
|
||||||
log_message(LOG_LEVEL_DEBUG, "Send String: %s", data);
|
log_message(LOG_LEVEL_DEBUG, "Send String: %s", data);
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
char *receive_str(int file_descriptor) {
|
char* receive_str(int file_descriptor) {
|
||||||
size_t size;
|
size_t size;
|
||||||
if (!receive_n_data(file_descriptor, &size, sizeof(size_t))) return NULL;
|
if (!receive_n_data(file_descriptor, &size, sizeof(size_t)))
|
||||||
char *data = (char *)malloc(size + 1);
|
return NULL;
|
||||||
if (data == NULL) return NULL;
|
char* data = (char*)malloc(size + 1);
|
||||||
|
if (data == NULL)
|
||||||
|
return NULL;
|
||||||
if (!receive_n_data(file_descriptor, data, size)) {
|
if (!receive_n_data(file_descriptor, data, size)) {
|
||||||
free(data);
|
free(data);
|
||||||
return NULL;
|
return NULL;
|
||||||
@@ -158,7 +163,7 @@ char *receive_str(int file_descriptor) {
|
|||||||
return data;
|
return data;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool send_data(int file_descriptor, Data *data) {
|
bool send_data(int file_descriptor, const Data* data) {
|
||||||
unsigned long long data_size = data->size;
|
unsigned long long data_size = data->size;
|
||||||
if (!send_n_data(file_descriptor, &data_size, sizeof(unsigned long long)))
|
if (!send_n_data(file_descriptor, &data_size, sizeof(unsigned long long)))
|
||||||
return false;
|
return false;
|
||||||
@@ -168,12 +173,13 @@ bool send_data(int file_descriptor, Data *data) {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
Data *receive_data(int file_descriptor) {
|
Data* receive_data(int file_descriptor) {
|
||||||
unsigned long long size = 0;
|
unsigned long long size = 0;
|
||||||
if (!receive_n_data(file_descriptor, &size, sizeof(unsigned long long)))
|
if (!receive_n_data(file_descriptor, &size, sizeof(unsigned long long)))
|
||||||
return NULL;
|
return NULL;
|
||||||
void *data = malloc((size_t)size);
|
void* data = malloc((size_t)size);
|
||||||
if (data == NULL) return NULL;
|
if (data == NULL)
|
||||||
|
return NULL;
|
||||||
if (!receive_n_data(file_descriptor, data, (size_t)size)) {
|
if (!receive_n_data(file_descriptor, data, (size_t)size)) {
|
||||||
free(data);
|
free(data);
|
||||||
return NULL;
|
return NULL;
|
||||||
@@ -183,25 +189,29 @@ Data *receive_data(int file_descriptor) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
bool send_int(int file_descriptor, int data) {
|
bool send_int(int file_descriptor, int data) {
|
||||||
if (!send_n_data(file_descriptor, &data, sizeof(int))) return false;
|
if (!send_n_data(file_descriptor, &data, sizeof(int)))
|
||||||
|
return false;
|
||||||
log_message(LOG_LEVEL_DEBUG, "Send Int: %d", data);
|
log_message(LOG_LEVEL_DEBUG, "Send Int: %d", data);
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool receive_int(int file_descriptor, int *data) {
|
bool receive_int(int file_descriptor, int* data) {
|
||||||
if (!receive_n_data(file_descriptor, data, sizeof(int))) return false;
|
if (!receive_n_data(file_descriptor, data, sizeof(int)))
|
||||||
|
return false;
|
||||||
log_message(LOG_LEVEL_DEBUG, "Received Int: %d", *data);
|
log_message(LOG_LEVEL_DEBUG, "Received Int: %d", *data);
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool send_status(int file_descriptor, Status status) {
|
bool send_status(int file_descriptor, Status status) {
|
||||||
if (!send_n_data(file_descriptor, &status, sizeof(Status))) return false;
|
if (!send_n_data(file_descriptor, &status, sizeof(Status)))
|
||||||
|
return false;
|
||||||
log_message(LOG_LEVEL_DEBUG, "Send Status: %s", status_to_string(status));
|
log_message(LOG_LEVEL_DEBUG, "Send Status: %s", status_to_string(status));
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool receive_status(int file_descriptor, Status *status) {
|
bool receive_status(int file_descriptor, Status* status) {
|
||||||
if (!receive_n_data(file_descriptor, status, sizeof(Status))) return false;
|
if (!receive_n_data(file_descriptor, status, sizeof(Status)))
|
||||||
|
return false;
|
||||||
log_message(LOG_LEVEL_DEBUG, "Received Status: %s", status_to_string(*status));
|
log_message(LOG_LEVEL_DEBUG, "Received Status: %s", status_to_string(*status));
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|||||||
+20
-11
@@ -8,22 +8,31 @@
|
|||||||
typedef struct ssl_st SSL;
|
typedef struct ssl_st SSL;
|
||||||
|
|
||||||
typedef int Status;
|
typedef int Status;
|
||||||
enum NET_STATUS { STATUS_OK, STATUS_ERROR, STATUS_FINISHED, STATUS_NEXT, STATUS_CHUNK, STATUS_MANIFEST, STATUS_CHECK, STATUS_DELTA_SIGNATURE, STATUS_DELTA_DATA };
|
enum NET_STATUS {
|
||||||
|
STATUS_OK,
|
||||||
|
STATUS_ERROR,
|
||||||
|
STATUS_FINISHED,
|
||||||
|
STATUS_NEXT,
|
||||||
|
STATUS_CHUNK,
|
||||||
|
STATUS_MANIFEST,
|
||||||
|
STATUS_CHECK,
|
||||||
|
STATUS_DELTA_SIGNATURE,
|
||||||
|
STATUS_DELTA_DATA
|
||||||
|
};
|
||||||
|
|
||||||
void io_set_fds(int read_fd, int write_fd);
|
void io_set_fds(int read_fd, int write_fd);
|
||||||
void io_set_bwlimit(unsigned long long bytes_per_sec);
|
void io_set_bwlimit(unsigned long long bytes_per_sec);
|
||||||
typedef struct ssl_st SSL;
|
void io_set_ssl(SSL* ssl);
|
||||||
void io_set_ssl(SSL *ssl);
|
bool send_n_data(int file_descriptor, const void* data, size_t data_size);
|
||||||
bool send_n_data(int file_descriptor, void *data, size_t data_size);
|
bool receive_n_data(int file_descriptor, void* data, size_t data_size);
|
||||||
bool receive_n_data(int file_descriptor, void *data, size_t data_size);
|
|
||||||
|
|
||||||
bool send_str(int file_descriptor, char *data);
|
bool send_str(int file_descriptor, const char* data);
|
||||||
char *receive_str(int file_descriptor);
|
char* receive_str(int file_descriptor);
|
||||||
bool send_data(int file_descriptor, Data *data);
|
bool send_data(int file_descriptor, const Data* data);
|
||||||
Data *receive_data(int file_descriptor);
|
Data* receive_data(int file_descriptor);
|
||||||
bool send_int(int file_descriptor, int data);
|
bool send_int(int file_descriptor, int data);
|
||||||
bool receive_int(int file_descriptor, int *data);
|
bool receive_int(int file_descriptor, int* data);
|
||||||
bool send_status(int file_descriptor, Status status);
|
bool send_status(int file_descriptor, Status status);
|
||||||
bool receive_status(int file_descriptor, Status *status);
|
bool receive_status(int file_descriptor, Status* status);
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+22
-22
@@ -6,14 +6,14 @@
|
|||||||
|
|
||||||
#include "queue.h"
|
#include "queue.h"
|
||||||
|
|
||||||
Queue *queue_create(int capacity, void (*destroyer)(void *item)) {
|
Queue* queue_create(int capacity, void (*destroyer)(void* item)) {
|
||||||
Queue *queue = (Queue *)malloc(sizeof(Queue));
|
Queue* queue = (Queue*)malloc(sizeof(Queue));
|
||||||
if (queue == NULL) {
|
if (queue == NULL) {
|
||||||
perror("ERROR: Could not allocate memory for queue structure");
|
perror("ERROR: Could not allocate memory for queue structure");
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
queue->items = malloc(capacity * sizeof(void *));
|
queue->items = malloc(capacity * sizeof(void*));
|
||||||
if (queue->items == NULL) {
|
if (queue->items == NULL) {
|
||||||
free(queue);
|
free(queue);
|
||||||
return NULL;
|
return NULL;
|
||||||
@@ -32,7 +32,7 @@ Queue *queue_create(int capacity, void (*destroyer)(void *item)) {
|
|||||||
return queue;
|
return queue;
|
||||||
}
|
}
|
||||||
|
|
||||||
void queue_destroy(Queue *queue) {
|
void queue_destroy(Queue* queue) {
|
||||||
if (queue == NULL)
|
if (queue == NULL)
|
||||||
return;
|
return;
|
||||||
|
|
||||||
@@ -46,24 +46,25 @@ void queue_destroy(Queue *queue) {
|
|||||||
free(queue);
|
free(queue);
|
||||||
}
|
}
|
||||||
|
|
||||||
bool queue_is_empty(Queue *queue) {
|
bool queue_is_empty(const Queue* queue) {
|
||||||
if (queue == NULL)
|
if (queue == NULL)
|
||||||
return true;
|
return true;
|
||||||
return queue->size == 0;
|
return queue->size == 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool queue_is_full(Queue *queue) {
|
bool queue_is_full(const Queue* queue) {
|
||||||
if (queue == NULL)
|
if (queue == NULL)
|
||||||
return false;
|
return false;
|
||||||
return queue->size == queue->capacity;
|
return queue->size == queue->capacity;
|
||||||
}
|
}
|
||||||
|
|
||||||
static bool queue_double_capacity(Queue *queue) {
|
static bool queue_double_capacity(Queue* queue) {
|
||||||
if (queue == NULL) return false;
|
if (queue == NULL)
|
||||||
|
return false;
|
||||||
unsigned int new_capacity = queue->capacity * 2;
|
unsigned int new_capacity = queue->capacity * 2;
|
||||||
if (new_capacity <= 1)
|
if (new_capacity <= 1)
|
||||||
new_capacity = 100;
|
new_capacity = 100;
|
||||||
void **new_items = malloc(new_capacity * sizeof(void *));
|
void** new_items = malloc(new_capacity * sizeof(void*));
|
||||||
if (new_items == NULL) {
|
if (new_items == NULL) {
|
||||||
perror("ERROR: Could not allocate memory for doubling capacity of queue.");
|
perror("ERROR: Could not allocate memory for doubling capacity of queue.");
|
||||||
return false;
|
return false;
|
||||||
@@ -78,10 +79,12 @@ static bool queue_double_capacity(Queue *queue) {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool queue_enqueue(Queue *queue, void *item) {
|
bool queue_enqueue(Queue* queue, void* item) {
|
||||||
if (queue == NULL || item == NULL) return false;
|
if (queue == NULL || item == NULL)
|
||||||
|
return false;
|
||||||
if (queue_is_full(queue)) {
|
if (queue_is_full(queue)) {
|
||||||
if (!queue_double_capacity(queue)) return false;
|
if (!queue_double_capacity(queue))
|
||||||
|
return false;
|
||||||
}
|
}
|
||||||
queue->items[queue->rear] = item;
|
queue->items[queue->rear] = item;
|
||||||
queue->rear = (queue->rear + 1) % queue->capacity;
|
queue->rear = (queue->rear + 1) % queue->capacity;
|
||||||
@@ -89,9 +92,8 @@ bool queue_enqueue(Queue *queue, void *item) {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool queue_enqueue_multithreaded(Queue *queue, void *item, mtx_t *mutex,
|
bool queue_enqueue_multithreaded(Queue* queue, void* item, mtx_t* mutex, cnd_t* condition_not_empty,
|
||||||
cnd_t *condition_not_empty,
|
cnd_t* condition_not_full) {
|
||||||
cnd_t *condition_not_full) {
|
|
||||||
mtx_lock(mutex);
|
mtx_lock(mutex);
|
||||||
while (queue_is_full(queue))
|
while (queue_is_full(queue))
|
||||||
cnd_wait(condition_not_full, mutex);
|
cnd_wait(condition_not_full, mutex);
|
||||||
@@ -101,23 +103,21 @@ bool queue_enqueue_multithreaded(Queue *queue, void *item, mtx_t *mutex,
|
|||||||
return ok;
|
return ok;
|
||||||
}
|
}
|
||||||
|
|
||||||
void *queue_dequeue(Queue *queue) {
|
void* queue_dequeue(Queue* queue) {
|
||||||
if (queue == NULL || queue_is_empty(queue)) {
|
if (queue == NULL || queue_is_empty(queue)) {
|
||||||
perror("ERROR: Could not dequeue from null or empty queue.");
|
perror("ERROR: Could not dequeue from null or empty queue.");
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
void *item = queue->items[queue->front];
|
void* item = queue->items[queue->front];
|
||||||
queue->items[queue->front] = NULL;
|
queue->items[queue->front] = NULL;
|
||||||
queue->front = (queue->front + 1) % queue->capacity;
|
queue->front = (queue->front + 1) % queue->capacity;
|
||||||
queue->size--;
|
queue->size--;
|
||||||
return item;
|
return item;
|
||||||
}
|
}
|
||||||
|
|
||||||
void *queue_dequeue_multithreaded(Queue *queue, mtx_t *mutex,
|
void* queue_dequeue_multithreaded(Queue* queue, mtx_t* mutex, cnd_t* condition_not_empty,
|
||||||
cnd_t *condition_not_empty,
|
cnd_t* condition_not_full, const bool* other_thread_done) {
|
||||||
cnd_t *condition_not_full,
|
|
||||||
bool *other_thread_done) {
|
|
||||||
mtx_lock(mutex);
|
mtx_lock(mutex);
|
||||||
while (queue_is_empty(queue) && !*other_thread_done)
|
while (queue_is_empty(queue) && !*other_thread_done)
|
||||||
cnd_wait(condition_not_empty, mutex);
|
cnd_wait(condition_not_empty, mutex);
|
||||||
@@ -125,7 +125,7 @@ void *queue_dequeue_multithreaded(Queue *queue, mtx_t *mutex,
|
|||||||
mtx_unlock(mutex);
|
mtx_unlock(mutex);
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
void *item = queue_dequeue(queue);
|
void* item = queue_dequeue(queue);
|
||||||
cnd_signal(condition_not_full);
|
cnd_signal(condition_not_full);
|
||||||
mtx_unlock(mutex);
|
mtx_unlock(mutex);
|
||||||
return item;
|
return item;
|
||||||
|
|||||||
+12
-15
@@ -5,26 +5,23 @@
|
|||||||
#include <threads.h>
|
#include <threads.h>
|
||||||
|
|
||||||
typedef struct Queue {
|
typedef struct Queue {
|
||||||
void **items;
|
void** items;
|
||||||
int front;
|
int front;
|
||||||
int rear;
|
int rear;
|
||||||
int size;
|
int size;
|
||||||
int capacity;
|
int capacity;
|
||||||
void (*item_destroyer)(void *item);
|
void (*item_destroyer)(void* item);
|
||||||
} Queue;
|
} Queue;
|
||||||
|
|
||||||
Queue *queue_create(int capacity, void (*destroyer)(void *item));
|
Queue* queue_create(int capacity, void (*destroyer)(void* item));
|
||||||
void queue_destroy(Queue *queue);
|
void queue_destroy(Queue* queue);
|
||||||
bool queue_is_empty(Queue *queue);
|
bool queue_is_empty(const Queue* queue);
|
||||||
bool queue_is_full(Queue *queue);
|
bool queue_is_full(const Queue* queue);
|
||||||
bool queue_enqueue(Queue *queue, void *item);
|
bool queue_enqueue(Queue* queue, void* item);
|
||||||
bool queue_enqueue_multithreaded(Queue *queue, void *item, mtx_t *mutex,
|
bool queue_enqueue_multithreaded(Queue* queue, void* item, mtx_t* mutex, cnd_t* condition_not_empty,
|
||||||
cnd_t *condition_not_empty,
|
cnd_t* condition_not_full);
|
||||||
cnd_t *condition_not_full);
|
void* queue_dequeue(Queue* queue);
|
||||||
void *queue_dequeue(Queue *queue);
|
void* queue_dequeue_multithreaded(Queue* queue, mtx_t* mutex, cnd_t* condition_not_empty,
|
||||||
void *queue_dequeue_multithreaded(Queue *queue, mtx_t *mutex,
|
cnd_t* condition_not_full, const bool* other_thread_done);
|
||||||
cnd_t *condition_not_empty,
|
|
||||||
cnd_t *condition_not_full,
|
|
||||||
bool *other_thread_done);
|
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+24
-15
@@ -13,36 +13,41 @@ typedef struct {
|
|||||||
char remote_path[4096];
|
char remote_path[4096];
|
||||||
} RemoteDest;
|
} RemoteDest;
|
||||||
|
|
||||||
static int parse_remote_dest(const char *dest, RemoteDest *r) {
|
static int parse_remote_dest(const char* dest, RemoteDest* r) {
|
||||||
const char *colon = strchr(dest, ':');
|
const char* colon = strchr(dest, ':');
|
||||||
if (!colon) return -1;
|
if (!colon)
|
||||||
|
return -1;
|
||||||
|
|
||||||
size_t remote_path_len = strlen(colon + 1);
|
size_t remote_path_len = strlen(colon + 1);
|
||||||
if (remote_path_len >= sizeof(r->remote_path)) return -1;
|
if (remote_path_len >= sizeof(r->remote_path))
|
||||||
|
return -1;
|
||||||
memcpy(r->remote_path, colon + 1, remote_path_len + 1);
|
memcpy(r->remote_path, colon + 1, remote_path_len + 1);
|
||||||
|
|
||||||
const char *at = memchr(dest, '@', colon - dest);
|
const char* at = memchr(dest, '@', colon - dest);
|
||||||
if (at) {
|
if (at) {
|
||||||
size_t user_len = at - dest;
|
size_t user_len = at - dest;
|
||||||
if (user_len >= sizeof(r->user)) return -1;
|
if (user_len >= sizeof(r->user))
|
||||||
|
return -1;
|
||||||
memcpy(r->user, dest, user_len);
|
memcpy(r->user, dest, user_len);
|
||||||
r->user[user_len] = '\0';
|
r->user[user_len] = '\0';
|
||||||
|
|
||||||
size_t host_len = colon - at - 1;
|
size_t host_len = colon - at - 1;
|
||||||
if (host_len >= sizeof(r->host)) return -1;
|
if (host_len >= sizeof(r->host))
|
||||||
|
return -1;
|
||||||
memcpy(r->host, at + 1, host_len);
|
memcpy(r->host, at + 1, host_len);
|
||||||
r->host[host_len] = '\0';
|
r->host[host_len] = '\0';
|
||||||
} else {
|
} else {
|
||||||
r->user[0] = '\0';
|
r->user[0] = '\0';
|
||||||
size_t host_len = colon - dest;
|
size_t host_len = colon - dest;
|
||||||
if (host_len >= sizeof(r->host)) return -1;
|
if (host_len >= sizeof(r->host))
|
||||||
|
return -1;
|
||||||
memcpy(r->host, dest, host_len);
|
memcpy(r->host, dest, host_len);
|
||||||
r->host[host_len] = '\0';
|
r->host[host_len] = '\0';
|
||||||
}
|
}
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
Client *client_connect_ssh(char *destination, int port) {
|
Client* client_connect_ssh(const char* destination, int port) {
|
||||||
RemoteDest r;
|
RemoteDest r;
|
||||||
if (parse_remote_dest(destination, &r) != 0) {
|
if (parse_remote_dest(destination, &r) != 0) {
|
||||||
fprintf(stderr, "Invalid remote destination: %s\n", destination);
|
fprintf(stderr, "Invalid remote destination: %s\n", destination);
|
||||||
@@ -64,15 +69,18 @@ Client *client_connect_ssh(char *destination, int port) {
|
|||||||
int exec_pipe[2];
|
int exec_pipe[2];
|
||||||
if (pipe(exec_pipe) < 0) {
|
if (pipe(exec_pipe) < 0) {
|
||||||
perror("pipe failed");
|
perror("pipe failed");
|
||||||
close(sv[0]); close(sv[1]);
|
close(sv[0]);
|
||||||
|
close(sv[1]);
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
pid_t pid = fork();
|
pid_t pid = fork();
|
||||||
if (pid < 0) {
|
if (pid < 0) {
|
||||||
perror("fork failed");
|
perror("fork failed");
|
||||||
close(sv[0]); close(sv[1]);
|
close(sv[0]);
|
||||||
close(exec_pipe[0]); close(exec_pipe[1]);
|
close(sv[1]);
|
||||||
|
close(exec_pipe[0]);
|
||||||
|
close(exec_pipe[1]);
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -85,7 +93,8 @@ Client *client_connect_ssh(char *destination, int port) {
|
|||||||
dup2(sv[1], STDIN_FILENO);
|
dup2(sv[1], STDIN_FILENO);
|
||||||
if (sv[1] != STDOUT_FILENO)
|
if (sv[1] != STDOUT_FILENO)
|
||||||
dup2(sv[1], STDOUT_FILENO);
|
dup2(sv[1], STDOUT_FILENO);
|
||||||
if (sv[1] > 1) close(sv[1]);
|
if (sv[1] > 1)
|
||||||
|
close(sv[1]);
|
||||||
|
|
||||||
char ssh_user[512];
|
char ssh_user[512];
|
||||||
if (r.user[0] != '\0')
|
if (r.user[0] != '\0')
|
||||||
@@ -93,7 +102,7 @@ Client *client_connect_ssh(char *destination, int port) {
|
|||||||
else
|
else
|
||||||
snprintf(ssh_user, sizeof(ssh_user), "%s", r.host);
|
snprintf(ssh_user, sizeof(ssh_user), "%s", r.host);
|
||||||
|
|
||||||
char *ssh_argv[16];
|
char* ssh_argv[16];
|
||||||
int ac = 0;
|
int ac = 0;
|
||||||
char port_str[16];
|
char port_str[16];
|
||||||
ssh_argv[ac++] = "ssh";
|
ssh_argv[ac++] = "ssh";
|
||||||
@@ -133,7 +142,7 @@ Client *client_connect_ssh(char *destination, int port) {
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
Client *client = malloc(sizeof(Client));
|
Client* client = malloc(sizeof(Client));
|
||||||
if (client == NULL) {
|
if (client == NULL) {
|
||||||
close(sv[0]);
|
close(sv[0]);
|
||||||
waitpid(pid, NULL, 0);
|
waitpid(pid, NULL, 0);
|
||||||
|
|||||||
@@ -3,6 +3,6 @@
|
|||||||
|
|
||||||
#include "transport_tcp.h"
|
#include "transport_tcp.h"
|
||||||
|
|
||||||
Client *client_connect_ssh(char *destination, int port);
|
Client* client_connect_ssh(const char* destination, int port);
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+30
-30
@@ -11,8 +11,8 @@
|
|||||||
#include <sys/wait.h>
|
#include <sys/wait.h>
|
||||||
#include <unistd.h>
|
#include <unistd.h>
|
||||||
|
|
||||||
Server *server_create(int port) {
|
Server* server_create(int port) {
|
||||||
Server *server = (Server *)malloc(sizeof(Server));
|
Server* server = (Server*)malloc(sizeof(Server));
|
||||||
if (server == NULL) {
|
if (server == NULL) {
|
||||||
perror("Could not allocate space for Server");
|
perror("Could not allocate space for Server");
|
||||||
return NULL;
|
return NULL;
|
||||||
@@ -26,8 +26,7 @@ Server *server_create(int port) {
|
|||||||
}
|
}
|
||||||
server->file_descriptor = file_descriptor;
|
server->file_descriptor = file_descriptor;
|
||||||
int opt = 1;
|
int opt = 1;
|
||||||
if (setsockopt(server->file_descriptor, SOL_SOCKET, SO_REUSEADDR, &opt,
|
if (setsockopt(server->file_descriptor, SOL_SOCKET, SO_REUSEADDR, &opt, sizeof(opt))) {
|
||||||
sizeof(opt))) {
|
|
||||||
perror("Error setting a socket option!");
|
perror("Error setting a socket option!");
|
||||||
close(server->file_descriptor);
|
close(server->file_descriptor);
|
||||||
free(server);
|
free(server);
|
||||||
@@ -40,8 +39,8 @@ Server *server_create(int port) {
|
|||||||
server->address_length = sizeof(server->address);
|
server->address_length = sizeof(server->address);
|
||||||
server->ssl_ctx = NULL;
|
server->ssl_ctx = NULL;
|
||||||
|
|
||||||
if (bind(server->file_descriptor, (struct sockaddr *)&server->address,
|
if (bind(server->file_descriptor, (struct sockaddr*)&server->address, server->address_length) <
|
||||||
server->address_length) < 0) {
|
0) {
|
||||||
perror("Could not bind server");
|
perror("Could not bind server");
|
||||||
close(server->file_descriptor);
|
close(server->file_descriptor);
|
||||||
free(server);
|
free(server);
|
||||||
@@ -51,8 +50,9 @@ Server *server_create(int port) {
|
|||||||
return server;
|
return server;
|
||||||
}
|
}
|
||||||
|
|
||||||
void server_delete(Server **server) {
|
void server_delete(Server** server) {
|
||||||
if (server == NULL || *server == NULL) return;
|
if (server == NULL || *server == NULL)
|
||||||
|
return;
|
||||||
close((*server)->file_descriptor);
|
close((*server)->file_descriptor);
|
||||||
if ((*server)->ssl_ctx) {
|
if ((*server)->ssl_ctx) {
|
||||||
SSL_CTX_free((*server)->ssl_ctx);
|
SSL_CTX_free((*server)->ssl_ctx);
|
||||||
@@ -62,8 +62,8 @@ void server_delete(Server **server) {
|
|||||||
*server = NULL;
|
*server = NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
static void accept_loop(Server *server, void (*child_fn)(int, void *),
|
static void accept_loop(Server* server, void (*child_fn)(int, void*), void* child_ctx,
|
||||||
void *child_ctx, const char *log_fmt) {
|
const char* log_fmt) {
|
||||||
if (listen(server->file_descriptor, SOMAXCONN) < 0) {
|
if (listen(server->file_descriptor, SOMAXCONN) < 0) {
|
||||||
perror("Could not listen on port!");
|
perror("Could not listen on port!");
|
||||||
return;
|
return;
|
||||||
@@ -72,8 +72,7 @@ static void accept_loop(Server *server, void (*child_fn)(int, void *),
|
|||||||
while (1) {
|
while (1) {
|
||||||
struct sockaddr_in client_addr;
|
struct sockaddr_in client_addr;
|
||||||
socklen_t client_len = sizeof(client_addr);
|
socklen_t client_len = sizeof(client_addr);
|
||||||
int fd = accept(server->file_descriptor, (struct sockaddr *)&client_addr,
|
int fd = accept(server->file_descriptor, (struct sockaddr*)&client_addr, &client_len);
|
||||||
&client_len);
|
|
||||||
if (fd < 0) {
|
if (fd < 0) {
|
||||||
perror("Could not accept the connection");
|
perror("Could not accept the connection");
|
||||||
continue;
|
continue;
|
||||||
@@ -90,35 +89,35 @@ static void accept_loop(Server *server, void (*child_fn)(int, void *),
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
struct plain_ctx { void (*handler)(int); };
|
struct plain_ctx {
|
||||||
|
void (*handler)(int);
|
||||||
|
};
|
||||||
|
|
||||||
static void plain_child_fn(int fd, void *ctx) {
|
static void plain_child_fn(int fd, void* ctx) {
|
||||||
((struct plain_ctx *)ctx)->handler(fd);
|
((struct plain_ctx*)ctx)->handler(fd);
|
||||||
}
|
}
|
||||||
|
|
||||||
bool server_listen(Server *server, void (*handler)(int file_descriptor)) {
|
bool server_listen(Server* server, void (*handler)(int file_descriptor)) {
|
||||||
log_message(LOG_LEVEL_INFO, "Start Listening on Port: %d",
|
log_message(LOG_LEVEL_INFO, "Start Listening on Port: %d", ntohs(server->address.sin_port));
|
||||||
ntohs(server->address.sin_port));
|
|
||||||
struct plain_ctx ctx = {handler};
|
struct plain_ctx ctx = {handler};
|
||||||
accept_loop(server, plain_child_fn, &ctx, "Received Connection");
|
accept_loop(server, plain_child_fn, &ctx, "Received Connection");
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
void server_accept_loop(Server *server, void (*child_fn)(int, void *),
|
void server_accept_loop(Server* server, void (*child_fn)(int, void*), void* child_ctx,
|
||||||
void *child_ctx, const char *log_fmt) {
|
const char* log_fmt) {
|
||||||
log_message(LOG_LEVEL_INFO, "Start TLS Listening on Port: %d",
|
log_message(LOG_LEVEL_INFO, "Start TLS Listening on Port: %d", ntohs(server->address.sin_port));
|
||||||
ntohs(server->address.sin_port));
|
|
||||||
accept_loop(server, child_fn, child_ctx, log_fmt);
|
accept_loop(server, child_fn, child_ctx, log_fmt);
|
||||||
}
|
}
|
||||||
|
|
||||||
Client *client_create() {
|
Client* client_create() {
|
||||||
int file_descriptor = socket(AF_INET, SOCK_STREAM, 0);
|
int file_descriptor = socket(AF_INET, SOCK_STREAM, 0);
|
||||||
if (file_descriptor < 0) {
|
if (file_descriptor < 0) {
|
||||||
perror("Could not create Socket!");
|
perror("Could not create Socket!");
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
Client *client = (Client *)malloc(sizeof(Client));
|
Client* client = (Client*)malloc(sizeof(Client));
|
||||||
if (client == NULL) {
|
if (client == NULL) {
|
||||||
close(file_descriptor);
|
close(file_descriptor);
|
||||||
return NULL;
|
return NULL;
|
||||||
@@ -132,7 +131,7 @@ Client *client_create() {
|
|||||||
return client;
|
return client;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool client_connect(Client *client, char *host, int port) {
|
bool client_connect(Client* client, char* host, int port) {
|
||||||
client->address.sin_port = htons(port);
|
client->address.sin_port = htons(port);
|
||||||
|
|
||||||
if (inet_pton(AF_INET, host, &client->address.sin_addr) <= 0) {
|
if (inet_pton(AF_INET, host, &client->address.sin_addr) <= 0) {
|
||||||
@@ -140,15 +139,15 @@ bool client_connect(Client *client, char *host, int port) {
|
|||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (connect(client->file_descriptor, (struct sockaddr *)&client->address,
|
if (connect(client->file_descriptor, (struct sockaddr*)&client->address, client->address_length) <
|
||||||
client->address_length) < 0) {
|
0) {
|
||||||
perror("Could not connect to Server!");
|
perror("Could not connect to Server!");
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
void client_disconnect(Client *client) {
|
void client_disconnect(Client* client) {
|
||||||
if (client->ssl) {
|
if (client->ssl) {
|
||||||
SSL_shutdown(client->ssl);
|
SSL_shutdown(client->ssl);
|
||||||
SSL_free(client->ssl);
|
SSL_free(client->ssl);
|
||||||
@@ -163,8 +162,9 @@ void client_disconnect(Client *client) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
void client_delete(Client *client) {
|
void client_delete(Client* client) {
|
||||||
if (client == NULL) return;
|
if (client == NULL)
|
||||||
|
return;
|
||||||
if (client->ssl_ctx) {
|
if (client->ssl_ctx) {
|
||||||
SSL_CTX_free(client->ssl_ctx);
|
SSL_CTX_free(client->ssl_ctx);
|
||||||
client->ssl_ctx = NULL;
|
client->ssl_ctx = NULL;
|
||||||
|
|||||||
+12
-12
@@ -9,7 +9,7 @@ typedef struct Server {
|
|||||||
struct sockaddr_in address;
|
struct sockaddr_in address;
|
||||||
unsigned int address_length;
|
unsigned int address_length;
|
||||||
int file_descriptor;
|
int file_descriptor;
|
||||||
void *ssl_ctx;
|
void* ssl_ctx;
|
||||||
} Server;
|
} Server;
|
||||||
|
|
||||||
typedef struct Client {
|
typedef struct Client {
|
||||||
@@ -17,18 +17,18 @@ typedef struct Client {
|
|||||||
unsigned int address_length;
|
unsigned int address_length;
|
||||||
int file_descriptor;
|
int file_descriptor;
|
||||||
pid_t ssh_child_pid;
|
pid_t ssh_child_pid;
|
||||||
void *ssl;
|
void* ssl;
|
||||||
void *ssl_ctx;
|
void* ssl_ctx;
|
||||||
} Client;
|
} Client;
|
||||||
|
|
||||||
Server *server_create(int port);
|
Server* server_create(int port);
|
||||||
bool server_listen(Server *server, void (*handler)(int file_descriptor));
|
bool server_listen(Server* server, void (*handler)(int file_descriptor));
|
||||||
void server_accept_loop(Server *server, void (*child_fn)(int, void *),
|
void server_accept_loop(Server* server, void (*child_fn)(int, void*), void* child_ctx,
|
||||||
void *child_ctx, const char *log_fmt);
|
const char* log_fmt);
|
||||||
void server_delete(Server **server);
|
void server_delete(Server** server);
|
||||||
Client *client_create();
|
Client* client_create();
|
||||||
bool client_connect(Client *client, char *host, int port);
|
bool client_connect(Client* client, char* host, int port);
|
||||||
void client_disconnect(Client *client);
|
void client_disconnect(Client* client);
|
||||||
void client_delete(Client *client);
|
void client_delete(Client* client);
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+29
-30
@@ -31,11 +31,10 @@ static void log_ssl_errors(void) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
static SSL_CTX *create_ssl_ctx(bool is_server, const char *cert,
|
static SSL_CTX* create_ssl_ctx(bool is_server, const char* cert, const char* key,
|
||||||
const char *key, const char *ca_path) {
|
const char* ca_path) {
|
||||||
const SSL_METHOD *method =
|
const SSL_METHOD* method = is_server ? TLS_server_method() : TLS_client_method();
|
||||||
is_server ? TLS_server_method() : TLS_client_method();
|
SSL_CTX* ctx = SSL_CTX_new(method);
|
||||||
SSL_CTX *ctx = SSL_CTX_new(method);
|
|
||||||
if (!ctx) {
|
if (!ctx) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Unable to create SSL context");
|
log_message(LOG_LEVEL_ERROR, "Unable to create SSL context");
|
||||||
log_ssl_errors();
|
log_ssl_errors();
|
||||||
@@ -58,8 +57,7 @@ static SSL_CTX *create_ssl_ctx(bool is_server, const char *cert,
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
if (!SSL_CTX_check_private_key(ctx)) {
|
if (!SSL_CTX_check_private_key(ctx)) {
|
||||||
log_message(LOG_LEVEL_ERROR,
|
log_message(LOG_LEVEL_ERROR, "Private key does not match certificate");
|
||||||
"Private key does not match certificate");
|
|
||||||
SSL_CTX_free(ctx);
|
SSL_CTX_free(ctx);
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
@@ -79,8 +77,8 @@ static SSL_CTX *create_ssl_ctx(bool is_server, const char *cert,
|
|||||||
return ctx;
|
return ctx;
|
||||||
}
|
}
|
||||||
|
|
||||||
static SSL *wrap_fd_with_ssl(int fd, SSL_CTX *ctx, bool is_server) {
|
static SSL* wrap_fd_with_ssl(int fd, SSL_CTX* ctx, bool is_server) {
|
||||||
SSL *ssl = SSL_new(ctx);
|
SSL* ssl = SSL_new(ctx);
|
||||||
if (!ssl) {
|
if (!ssl) {
|
||||||
log_message(LOG_LEVEL_ERROR, "Failed to create SSL object");
|
log_message(LOG_LEVEL_ERROR, "Failed to create SSL object");
|
||||||
return NULL;
|
return NULL;
|
||||||
@@ -93,8 +91,7 @@ static SSL *wrap_fd_with_ssl(int fd, SSL_CTX *ctx, bool is_server) {
|
|||||||
ret = SSL_connect(ssl);
|
ret = SSL_connect(ssl);
|
||||||
|
|
||||||
if (ret <= 0) {
|
if (ret <= 0) {
|
||||||
log_message(LOG_LEVEL_ERROR, "SSL %s failed",
|
log_message(LOG_LEVEL_ERROR, "SSL %s failed", is_server ? "accept" : "connect");
|
||||||
is_server ? "accept" : "connect");
|
|
||||||
log_ssl_errors();
|
log_ssl_errors();
|
||||||
SSL_free(ssl);
|
SSL_free(ssl);
|
||||||
return NULL;
|
return NULL;
|
||||||
@@ -102,23 +99,25 @@ static SSL *wrap_fd_with_ssl(int fd, SSL_CTX *ctx, bool is_server) {
|
|||||||
return ssl;
|
return ssl;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool server_create_tls(Server *server, const char *cert_path,
|
bool server_create_tls(Server* server, const char* cert_path, const char* key_path,
|
||||||
const char *key_path, const char *ca_path) {
|
const char* ca_path) {
|
||||||
SSL_CTX *ctx = create_ssl_ctx(true, cert_path, key_path, ca_path);
|
SSL_CTX* ctx = create_ssl_ctx(true, cert_path, key_path, ca_path);
|
||||||
if (!ctx) return false;
|
if (!ctx)
|
||||||
|
return false;
|
||||||
server->ssl_ctx = ctx;
|
server->ssl_ctx = ctx;
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
struct tls_child_ctx {
|
struct tls_child_ctx {
|
||||||
void (*handler)(int);
|
void (*handler)(int);
|
||||||
SSL_CTX *ssl_ctx;
|
SSL_CTX* ssl_ctx;
|
||||||
};
|
};
|
||||||
|
|
||||||
static void tls_child_fn(int fd, void *arg) {
|
static void tls_child_fn(int fd, void* arg) {
|
||||||
struct tls_child_ctx *ctx = (struct tls_child_ctx *)arg;
|
struct tls_child_ctx* ctx = (struct tls_child_ctx*)arg;
|
||||||
SSL *ssl = wrap_fd_with_ssl(fd, ctx->ssl_ctx, true);
|
SSL* ssl = wrap_fd_with_ssl(fd, ctx->ssl_ctx, true);
|
||||||
if (!ssl) return;
|
if (!ssl)
|
||||||
|
return;
|
||||||
io_set_ssl(ssl);
|
io_set_ssl(ssl);
|
||||||
ctx->handler(fd);
|
ctx->handler(fd);
|
||||||
SSL_shutdown(ssl);
|
SSL_shutdown(ssl);
|
||||||
@@ -126,31 +125,31 @@ static void tls_child_fn(int fd, void *arg) {
|
|||||||
io_set_ssl(NULL);
|
io_set_ssl(NULL);
|
||||||
}
|
}
|
||||||
|
|
||||||
bool server_listen_tls(Server *server, void (*handler)(int file_descriptor)) {
|
bool server_listen_tls(Server* server, void (*handler)(int file_descriptor)) {
|
||||||
struct tls_child_ctx ctx = {handler, (SSL_CTX *)server->ssl_ctx};
|
struct tls_child_ctx ctx = {handler, (SSL_CTX*)server->ssl_ctx};
|
||||||
server_accept_loop(server, tls_child_fn, &ctx, "Received TLS Connection");
|
server_accept_loop(server, tls_child_fn, &ctx, "Received TLS Connection");
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool client_connect_tls(Client *client, char *host, int port,
|
bool client_connect_tls(Client* client, char* host, int port, const char* cert_path,
|
||||||
const char *cert_path, const char *key_path,
|
const char* key_path, const char* ca_path) {
|
||||||
const char *ca_path) {
|
|
||||||
client->address.sin_port = htons(port);
|
client->address.sin_port = htons(port);
|
||||||
if (inet_pton(AF_INET, host, &client->address.sin_addr) <= 0) {
|
if (inet_pton(AF_INET, host, &client->address.sin_addr) <= 0) {
|
||||||
perror("Could not convert host address!");
|
perror("Could not convert host address!");
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
if (connect(client->file_descriptor, (struct sockaddr *)&client->address,
|
if (connect(client->file_descriptor, (struct sockaddr*)&client->address, client->address_length) <
|
||||||
client->address_length) < 0) {
|
0) {
|
||||||
perror("Could not connect to Server!");
|
perror("Could not connect to Server!");
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
SSL_CTX *ctx = create_ssl_ctx(false, cert_path, key_path, ca_path);
|
SSL_CTX* ctx = create_ssl_ctx(false, cert_path, key_path, ca_path);
|
||||||
if (!ctx) return false;
|
if (!ctx)
|
||||||
|
return false;
|
||||||
client->ssl_ctx = ctx;
|
client->ssl_ctx = ctx;
|
||||||
|
|
||||||
SSL *ssl = wrap_fd_with_ssl(client->file_descriptor, ctx, false);
|
SSL* ssl = wrap_fd_with_ssl(client->file_descriptor, ctx, false);
|
||||||
if (!ssl) {
|
if (!ssl) {
|
||||||
SSL_CTX_free(ctx);
|
SSL_CTX_free(ctx);
|
||||||
client->ssl_ctx = NULL;
|
client->ssl_ctx = NULL;
|
||||||
|
|||||||
@@ -6,11 +6,10 @@
|
|||||||
|
|
||||||
bool tls_global_init(void);
|
bool tls_global_init(void);
|
||||||
|
|
||||||
bool server_create_tls(Server *server, const char *cert_path,
|
bool server_create_tls(Server* server, const char* cert_path, const char* key_path,
|
||||||
const char *key_path, const char *ca_path);
|
const char* ca_path);
|
||||||
bool server_listen_tls(Server *server, void (*handler)(int file_descriptor));
|
bool server_listen_tls(Server* server, void (*handler)(int file_descriptor));
|
||||||
bool client_connect_tls(Client *client, char *host, int port,
|
bool client_connect_tls(Client* client, char* host, int port, const char* cert_path,
|
||||||
const char *cert_path, const char *key_path,
|
const char* key_path, const char* ca_path);
|
||||||
const char *ca_path);
|
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+27
-23
@@ -8,21 +8,25 @@
|
|||||||
#include <sys/stat.h>
|
#include <sys/stat.h>
|
||||||
#include <unistd.h>
|
#include <unistd.h>
|
||||||
|
|
||||||
bool mkdir_r(char *path) {
|
bool mkdir_r(const char* path) {
|
||||||
char *path_duplicate = malloc(strlen(path) + 1);
|
char* path_duplicate = malloc(strlen(path) + 1);
|
||||||
if (!path_duplicate) return false;
|
if (!path_duplicate)
|
||||||
|
return false;
|
||||||
strcpy(path_duplicate, path);
|
strcpy(path_duplicate, path);
|
||||||
char *path_current = (char *)malloc((strlen(path) + 2) * sizeof(char));
|
char* path_current = (char*)malloc((strlen(path) + 2) * sizeof(char));
|
||||||
if (!path_current) { free(path_duplicate); return false; }
|
if (!path_current) {
|
||||||
char *path_current_position = path_current;
|
free(path_duplicate);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
char* path_current_position = path_current;
|
||||||
if (path[0] == '/') {
|
if (path[0] == '/') {
|
||||||
strcpy(path_current, "/");
|
strcpy(path_current, "/");
|
||||||
path_current_position += 1;
|
path_current_position += 1;
|
||||||
} else {
|
} else {
|
||||||
path_current[0] = '\0';
|
path_current[0] = '\0';
|
||||||
}
|
}
|
||||||
const char *delimiter = "/";
|
const char* delimiter = "/";
|
||||||
char *part = strtok(path_duplicate, delimiter);
|
const char* part = strtok(path_duplicate, delimiter);
|
||||||
bool ok = true;
|
bool ok = true;
|
||||||
while (part != NULL) {
|
while (part != NULL) {
|
||||||
strcpy(path_current_position, part);
|
strcpy(path_current_position, part);
|
||||||
@@ -44,15 +48,15 @@ bool mkdir_r(char *path) {
|
|||||||
return ok;
|
return ok;
|
||||||
}
|
}
|
||||||
|
|
||||||
char *str_dup(const char *string) {
|
char* str_dup(const char* string) {
|
||||||
if (string == NULL)
|
if (string == NULL)
|
||||||
return NULL;
|
return NULL;
|
||||||
char *new_string = (char *)malloc(strlen(string) + 1);
|
char* new_string = (char*)malloc(strlen(string) + 1);
|
||||||
strcpy(new_string, string);
|
strcpy(new_string, string);
|
||||||
return new_string;
|
return new_string;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool glob_match(const char *pattern, const char *str) {
|
bool glob_match(const char* pattern, const char* str) {
|
||||||
while (*pattern) {
|
while (*pattern) {
|
||||||
if (*pattern == '*') {
|
if (*pattern == '*') {
|
||||||
pattern++;
|
pattern++;
|
||||||
@@ -77,17 +81,16 @@ bool glob_match(const char *pattern, const char *str) {
|
|||||||
return *str == '\0';
|
return *str == '\0';
|
||||||
}
|
}
|
||||||
|
|
||||||
static void delete_extras_walk(const char *abs_path, const char *rel_path,
|
static void delete_extras_walk(const char* abs_path, const char* rel_path, ArrayList* manifest) {
|
||||||
ArrayList *manifest) {
|
DIR* dir = opendir(abs_path);
|
||||||
DIR *dir = opendir(abs_path);
|
|
||||||
if (!dir)
|
if (!dir)
|
||||||
return;
|
return;
|
||||||
struct dirent *entry;
|
struct dirent* entry;
|
||||||
while ((entry = readdir(dir)) != NULL) {
|
while ((entry = readdir(dir)) != NULL) {
|
||||||
if (strcmp(entry->d_name, ".") == 0 || strcmp(entry->d_name, "..") == 0)
|
if (strcmp(entry->d_name, ".") == 0 || strcmp(entry->d_name, "..") == 0)
|
||||||
continue;
|
continue;
|
||||||
char *child_abs = path_cat((char *)abs_path, entry->d_name);
|
char* child_abs = path_cat((char*)abs_path, entry->d_name);
|
||||||
char *child_rel = path_cat((char *)rel_path, entry->d_name);
|
char* child_rel = path_cat((char*)rel_path, entry->d_name);
|
||||||
struct stat st;
|
struct stat st;
|
||||||
if (stat(child_abs, &st) != 0) {
|
if (stat(child_abs, &st) != 0) {
|
||||||
free(child_abs);
|
free(child_abs);
|
||||||
@@ -100,7 +103,7 @@ static void delete_extras_walk(const char *abs_path, const char *rel_path,
|
|||||||
// Check if relative path is in manifest
|
// Check if relative path is in manifest
|
||||||
bool found = false;
|
bool found = false;
|
||||||
for (int i = 0; i < manifest->size; i++) {
|
for (int i = 0; i < manifest->size; i++) {
|
||||||
if (strcmp((char *)manifest->items[i], child_rel) == 0) {
|
if (strcmp((char*)manifest->items[i], child_rel) == 0) {
|
||||||
found = true;
|
found = true;
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
@@ -117,26 +120,27 @@ static void delete_extras_walk(const char *abs_path, const char *rel_path,
|
|||||||
rmdir(abs_path);
|
rmdir(abs_path);
|
||||||
}
|
}
|
||||||
|
|
||||||
void delete_extras(const char *dest_root, ArrayList *manifest) {
|
void delete_extras(const char* dest_root, ArrayList* manifest) {
|
||||||
delete_extras_walk(dest_root, "", manifest);
|
delete_extras_walk(dest_root, "", manifest);
|
||||||
}
|
}
|
||||||
|
|
||||||
char *path_cat(char *path1, char *path2) {
|
char* path_cat(const char* path1, char* path2) {
|
||||||
if (path1 == NULL || *path1 == '\0')
|
if (path1 == NULL || *path1 == '\0')
|
||||||
return str_dup(path2);
|
return str_dup(path2);
|
||||||
if (path2 == NULL || *path2 == '\0')
|
if (path2 == NULL || *path2 == '\0')
|
||||||
return str_dup(path1);
|
return str_dup(path1);
|
||||||
int path1_len = strlen(path1);
|
int path1_len = strlen(path1);
|
||||||
int path2_len = strlen(path2);
|
int path2_len = strlen(path2);
|
||||||
char *path2_pointer = path2;
|
char* path2_pointer = path2;
|
||||||
if (path1[path1_len - 1] == '/')
|
if (path1[path1_len - 1] == '/')
|
||||||
path1_len -= 1;
|
path1_len -= 1;
|
||||||
if (path2[0] == '/') {
|
if (path2[0] == '/') {
|
||||||
path2_pointer += 1;
|
path2_pointer += 1;
|
||||||
path2_len -= 1;
|
path2_len -= 1;
|
||||||
}
|
}
|
||||||
char *new_path = malloc(path1_len + path2_len + 2);
|
char* new_path = malloc(path1_len + path2_len + 2);
|
||||||
if (new_path == NULL) return NULL;
|
if (new_path == NULL)
|
||||||
|
return NULL;
|
||||||
memcpy(new_path, path1, path1_len);
|
memcpy(new_path, path1, path1_len);
|
||||||
new_path[path1_len] = '/';
|
new_path[path1_len] = '/';
|
||||||
memcpy(new_path + path1_len + 1, path2_pointer, path2_len);
|
memcpy(new_path + path1_len + 1, path2_pointer, path2_len);
|
||||||
|
|||||||
+5
-5
@@ -4,10 +4,10 @@
|
|||||||
#include "array_list.h"
|
#include "array_list.h"
|
||||||
#include <stdbool.h>
|
#include <stdbool.h>
|
||||||
|
|
||||||
bool mkdir_r(char *path);
|
bool mkdir_r(const char* path);
|
||||||
char *str_dup(const char *string);
|
char* str_dup(const char* string);
|
||||||
char *path_cat(char *path1, char *path2);
|
char* path_cat(const char* path1, char* path2);
|
||||||
bool glob_match(const char *pattern, const char *str);
|
bool glob_match(const char* pattern, const char* str);
|
||||||
void delete_extras(const char *dest_root, ArrayList *manifest);
|
void delete_extras(const char* dest_root, ArrayList* manifest);
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
+11
-11
@@ -4,28 +4,28 @@
|
|||||||
#include <stdlib.h>
|
#include <stdlib.h>
|
||||||
|
|
||||||
static int destroyer_calls = 0;
|
static int destroyer_calls = 0;
|
||||||
static void test_destroyer(void *item) {
|
static void test_destroyer(void* item) {
|
||||||
destroyer_calls++;
|
destroyer_calls++;
|
||||||
free(item);
|
free(item);
|
||||||
}
|
}
|
||||||
|
|
||||||
void test_array_list() {
|
void test_array_list() {
|
||||||
ArrayList *list = array_list_create(free);
|
ArrayList* list = array_list_create(free);
|
||||||
EXPECT_NOT_NULL(list);
|
EXPECT_NOT_NULL(list);
|
||||||
EXPECT_EQ_INT(list->size, 0);
|
EXPECT_EQ_INT(list->size, 0);
|
||||||
EXPECT_EQ_INT(list->capacity, 100);
|
EXPECT_EQ_INT(list->capacity, 100);
|
||||||
|
|
||||||
// Test adding
|
// Test adding
|
||||||
int *val1 = malloc(sizeof(int));
|
int* val1 = malloc(sizeof(int));
|
||||||
*val1 = 42;
|
*val1 = 42;
|
||||||
array_list_add(list, val1);
|
array_list_add(list, val1);
|
||||||
EXPECT_EQ_INT(list->size, 1);
|
EXPECT_EQ_INT(list->size, 1);
|
||||||
EXPECT_EQ_INT(*(int *)list->items[0], 42);
|
EXPECT_EQ_INT(*(int*)list->items[0], 42);
|
||||||
|
|
||||||
// Test extending capacity
|
// Test extending capacity
|
||||||
// Initial capacity is 100. Let's add 105 elements.
|
// Initial capacity is 100. Let's add 105 elements.
|
||||||
for (int i = 0; i < 105; i++) {
|
for (int i = 0; i < 105; i++) {
|
||||||
int *val = malloc(sizeof(int));
|
int* val = malloc(sizeof(int));
|
||||||
*val = i;
|
*val = i;
|
||||||
array_list_add(list, val);
|
array_list_add(list, val);
|
||||||
}
|
}
|
||||||
@@ -33,15 +33,15 @@ void test_array_list() {
|
|||||||
EXPECT_EQ_INT(list->capacity, 200); // 100 * 2
|
EXPECT_EQ_INT(list->capacity, 200); // 100 * 2
|
||||||
|
|
||||||
// Verify contents
|
// Verify contents
|
||||||
EXPECT_EQ_INT(*(int *)list->items[0], 42);
|
EXPECT_EQ_INT(*(int*)list->items[0], 42);
|
||||||
EXPECT_EQ_INT(*(int *)list->items[1], 0);
|
EXPECT_EQ_INT(*(int*)list->items[1], 0);
|
||||||
EXPECT_EQ_INT(*(int *)list->items[105], 104);
|
EXPECT_EQ_INT(*(int*)list->items[105], 104);
|
||||||
|
|
||||||
// Test array conversion
|
// Test array conversion
|
||||||
void **arr = array_list_to_array(list);
|
void** arr = array_list_to_array(list);
|
||||||
EXPECT_NOT_NULL(arr);
|
EXPECT_NOT_NULL(arr);
|
||||||
EXPECT_EQ_INT(*(int *)arr[0], 42);
|
EXPECT_EQ_INT(*(int*)arr[0], 42);
|
||||||
EXPECT_EQ_INT(*(int *)arr[105], 104);
|
EXPECT_EQ_INT(*(int*)arr[105], 104);
|
||||||
free(arr);
|
free(arr);
|
||||||
|
|
||||||
// Delete list, verifying the destroyer is called 106 times
|
// Delete list, verifying the destroyer is called 106 times
|
||||||
|
|||||||
+13
-13
@@ -7,13 +7,13 @@
|
|||||||
#include <unistd.h>
|
#include <unistd.h>
|
||||||
|
|
||||||
static void test_file_operations() {
|
static void test_file_operations() {
|
||||||
char *test_path = "temp_file_test.txt";
|
char* test_path = "temp_file_test.txt";
|
||||||
char *test_content = "Hello, Chunk System!";
|
char* test_content = "Hello, Chunk System!";
|
||||||
unsigned long long test_len = strlen(test_content);
|
unsigned long long test_len = strlen(test_content);
|
||||||
|
|
||||||
to_disk(test_path, test_content, test_len);
|
to_disk(test_path, test_content, test_len);
|
||||||
|
|
||||||
File *f = file_create(test_path);
|
File* f = file_create(test_path);
|
||||||
EXPECT_NOT_NULL(f);
|
EXPECT_NOT_NULL(f);
|
||||||
EXPECT_EQ_STR(f->path, test_path);
|
EXPECT_EQ_STR(f->path, test_path);
|
||||||
EXPECT_NOT_NULL(f->data);
|
EXPECT_NOT_NULL(f->data);
|
||||||
@@ -35,12 +35,12 @@ static void test_file_operations() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static void test_chunk_operations() {
|
static void test_chunk_operations() {
|
||||||
char *path1 = "temp_chunk_1.txt";
|
char* path1 = "temp_chunk_1.txt";
|
||||||
char *content1 = "chunk item 1";
|
char* content1 = "chunk item 1";
|
||||||
unsigned long long len1 = strlen(content1);
|
unsigned long long len1 = strlen(content1);
|
||||||
|
|
||||||
char *path2 = "temp_chunk_2.txt";
|
char* path2 = "temp_chunk_2.txt";
|
||||||
char *content2 = "chunk item number 2";
|
char* content2 = "chunk item number 2";
|
||||||
unsigned long long len2 = strlen(content2);
|
unsigned long long len2 = strlen(content2);
|
||||||
|
|
||||||
to_disk(path1, content1, len1);
|
to_disk(path1, content1, len1);
|
||||||
@@ -50,13 +50,13 @@ static void test_chunk_operations() {
|
|||||||
stat(path1, &st1);
|
stat(path1, &st1);
|
||||||
stat(path2, &st2);
|
stat(path2, &st2);
|
||||||
|
|
||||||
File *f1 = file_create(path1);
|
File* f1 = file_create(path1);
|
||||||
f1->data->size = st1.st_size;
|
f1->data->size = st1.st_size;
|
||||||
File *f2 = file_create(path2);
|
File* f2 = file_create(path2);
|
||||||
f2->data->size = st2.st_size;
|
f2->data->size = st2.st_size;
|
||||||
|
|
||||||
File *files[2] = {f1, f2};
|
File* files[2] = {f1, f2};
|
||||||
Chunk *chunk = chunk_create(files, 2);
|
Chunk* chunk = chunk_create(files, 2);
|
||||||
EXPECT_NOT_NULL(chunk);
|
EXPECT_NOT_NULL(chunk);
|
||||||
EXPECT_EQ_INT(chunk->element_count, 2);
|
EXPECT_EQ_INT(chunk->element_count, 2);
|
||||||
EXPECT_NOT_NULL(chunk->items[0]);
|
EXPECT_NOT_NULL(chunk->items[0]);
|
||||||
@@ -67,10 +67,10 @@ static void test_chunk_operations() {
|
|||||||
file_load_data(f2);
|
file_load_data(f2);
|
||||||
|
|
||||||
// Test chunk_serialize / chunk_deserialize round-trip
|
// Test chunk_serialize / chunk_deserialize round-trip
|
||||||
Data *serialized = chunk_serialize(chunk, false);
|
Data* serialized = chunk_serialize(chunk, false);
|
||||||
EXPECT_NOT_NULL(serialized);
|
EXPECT_NOT_NULL(serialized);
|
||||||
|
|
||||||
Chunk *deserialized = chunk_deserialize(serialized, false);
|
Chunk* deserialized = chunk_deserialize(serialized, false);
|
||||||
EXPECT_NOT_NULL(deserialized);
|
EXPECT_NOT_NULL(deserialized);
|
||||||
EXPECT_EQ_INT(deserialized->element_count, 2);
|
EXPECT_EQ_INT(deserialized->element_count, 2);
|
||||||
EXPECT_EQ_STR(deserialized->items[0]->path, path1);
|
EXPECT_EQ_STR(deserialized->items[0]->path, path1);
|
||||||
|
|||||||
+20
-20
@@ -9,18 +9,18 @@
|
|||||||
#include <unistd.h>
|
#include <unistd.h>
|
||||||
|
|
||||||
static void test_data_compress_decompress_roundtrip() {
|
static void test_data_compress_decompress_roundtrip() {
|
||||||
char original[] = "Hello, World! This is test data for compression round-trip!";
|
const char original[] = "Hello, World! This is test data for compression round-trip!";
|
||||||
size_t len = strlen(original);
|
size_t len = strlen(original);
|
||||||
|
|
||||||
char *buf = malloc(len);
|
char* buf = malloc(len);
|
||||||
memcpy(buf, original, len);
|
memcpy(buf, original, len);
|
||||||
Data *original_data = data_create(buf, len);
|
Data* original_data = data_create(buf, len);
|
||||||
EXPECT_NOT_NULL(original_data);
|
EXPECT_NOT_NULL(original_data);
|
||||||
|
|
||||||
Data *compressed = data_compress(original_data, 3);
|
Data* compressed = data_compress(original_data, 3);
|
||||||
EXPECT_NOT_NULL(compressed);
|
EXPECT_NOT_NULL(compressed);
|
||||||
|
|
||||||
Data *decompressed = data_decompress(compressed);
|
Data* decompressed = data_decompress(compressed);
|
||||||
EXPECT_NOT_NULL(decompressed);
|
EXPECT_NOT_NULL(decompressed);
|
||||||
EXPECT_EQ_INT((int)decompressed->size, (int)len);
|
EXPECT_EQ_INT((int)decompressed->size, (int)len);
|
||||||
EXPECT_EQ_INT(memcmp(decompressed->data, original, len), 0);
|
EXPECT_EQ_INT(memcmp(decompressed->data, original, len), 0);
|
||||||
@@ -32,18 +32,18 @@ static void test_data_compress_decompress_roundtrip() {
|
|||||||
|
|
||||||
static void test_data_compress_decompress_large() {
|
static void test_data_compress_decompress_large() {
|
||||||
size_t size = 1024 * 10;
|
size_t size = 1024 * 10;
|
||||||
char *original = malloc(size);
|
char* original = malloc(size);
|
||||||
EXPECT_NOT_NULL(original);
|
EXPECT_NOT_NULL(original);
|
||||||
for (size_t i = 0; i < size; i++)
|
for (size_t i = 0; i < size; i++)
|
||||||
original[i] = (char)(i % 256);
|
original[i] = (char)(i % 256);
|
||||||
|
|
||||||
Data *original_data = data_create(original, size);
|
Data* original_data = data_create(original, size);
|
||||||
EXPECT_NOT_NULL(original_data);
|
EXPECT_NOT_NULL(original_data);
|
||||||
|
|
||||||
Data *compressed = data_compress(original_data, 1);
|
Data* compressed = data_compress(original_data, 1);
|
||||||
EXPECT_NOT_NULL(compressed);
|
EXPECT_NOT_NULL(compressed);
|
||||||
|
|
||||||
Data *decompressed = data_decompress(compressed);
|
Data* decompressed = data_decompress(compressed);
|
||||||
EXPECT_NOT_NULL(decompressed);
|
EXPECT_NOT_NULL(decompressed);
|
||||||
EXPECT_EQ_INT((int)decompressed->size, (int)size);
|
EXPECT_EQ_INT((int)decompressed->size, (int)size);
|
||||||
EXPECT_EQ_INT(memcmp(decompressed->data, original, size), 0);
|
EXPECT_EQ_INT(memcmp(decompressed->data, original, size), 0);
|
||||||
@@ -54,12 +54,12 @@ static void test_data_compress_decompress_large() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static void test_chunk_compress_decompress_roundtrip() {
|
static void test_chunk_compress_decompress_roundtrip() {
|
||||||
char *path1 = "temp_comp_test_1.txt";
|
char* path1 = "temp_comp_test_1.txt";
|
||||||
char *content1 = "chunk compression test file 1";
|
char* content1 = "chunk compression test file 1";
|
||||||
unsigned long long len1 = strlen(content1);
|
unsigned long long len1 = strlen(content1);
|
||||||
|
|
||||||
char *path2 = "temp_comp_test_2.txt";
|
char* path2 = "temp_comp_test_2.txt";
|
||||||
char *content2 = "chunk compression test file 2 with more data";
|
char* content2 = "chunk compression test file 2 with more data";
|
||||||
unsigned long long len2 = strlen(content2);
|
unsigned long long len2 = strlen(content2);
|
||||||
|
|
||||||
to_disk(path1, content1, len1);
|
to_disk(path1, content1, len1);
|
||||||
@@ -69,9 +69,9 @@ static void test_chunk_compress_decompress_roundtrip() {
|
|||||||
EXPECT_EQ_INT(stat(path1, &st1), 0);
|
EXPECT_EQ_INT(stat(path1, &st1), 0);
|
||||||
EXPECT_EQ_INT(stat(path2, &st2), 0);
|
EXPECT_EQ_INT(stat(path2, &st2), 0);
|
||||||
|
|
||||||
File *f1 = file_create(path1);
|
File* f1 = file_create(path1);
|
||||||
f1->data->size = st1.st_size;
|
f1->data->size = st1.st_size;
|
||||||
File *f2 = file_create(path2);
|
File* f2 = file_create(path2);
|
||||||
f2->data->size = st2.st_size;
|
f2->data->size = st2.st_size;
|
||||||
EXPECT_NOT_NULL(f1);
|
EXPECT_NOT_NULL(f1);
|
||||||
EXPECT_NOT_NULL(f2);
|
EXPECT_NOT_NULL(f2);
|
||||||
@@ -79,17 +79,17 @@ static void test_chunk_compress_decompress_roundtrip() {
|
|||||||
file_load_data(f1);
|
file_load_data(f1);
|
||||||
file_load_data(f2);
|
file_load_data(f2);
|
||||||
|
|
||||||
File *files[2] = {f1, f2};
|
File* files[2] = {f1, f2};
|
||||||
Chunk *chunk = chunk_create(files, 2);
|
Chunk* chunk = chunk_create(files, 2);
|
||||||
EXPECT_NOT_NULL(chunk);
|
EXPECT_NOT_NULL(chunk);
|
||||||
|
|
||||||
Data *compressed = chunk_compress(chunk, 3, false);
|
Data* compressed = chunk_compress(chunk, 3, false);
|
||||||
EXPECT_NOT_NULL(compressed);
|
EXPECT_NOT_NULL(compressed);
|
||||||
|
|
||||||
Data *decompressed_data = data_decompress(compressed);
|
Data* decompressed_data = data_decompress(compressed);
|
||||||
EXPECT_NOT_NULL(decompressed_data);
|
EXPECT_NOT_NULL(decompressed_data);
|
||||||
|
|
||||||
Chunk *decompressed_chunk = chunk_deserialize(decompressed_data, false);
|
Chunk* decompressed_chunk = chunk_deserialize(decompressed_data, false);
|
||||||
EXPECT_NOT_NULL(decompressed_chunk);
|
EXPECT_NOT_NULL(decompressed_chunk);
|
||||||
EXPECT_EQ_INT(decompressed_chunk->element_count, 2);
|
EXPECT_EQ_INT(decompressed_chunk->element_count, 2);
|
||||||
|
|
||||||
|
|||||||
+17
-17
@@ -7,8 +7,8 @@
|
|||||||
#include <stdlib.h>
|
#include <stdlib.h>
|
||||||
|
|
||||||
static void test_config_lifecycle() {
|
static void test_config_lifecycle() {
|
||||||
Config *cfg = config_create(str_dup("1.0"), str_dup("/src"), str_dup("/dst"),
|
Config* cfg = config_create(str_dup("1.0"), str_dup("/src"), str_dup("/dst"), true, true, false,
|
||||||
true, true, false, false, false, 1, false, 0);
|
false, false, 1, false, 0);
|
||||||
EXPECT_NOT_NULL(cfg);
|
EXPECT_NOT_NULL(cfg);
|
||||||
EXPECT_EQ_STR(cfg->version, "1.0");
|
EXPECT_EQ_STR(cfg->version, "1.0");
|
||||||
EXPECT_EQ_STR(cfg->send_directory, "/src");
|
EXPECT_EQ_STR(cfg->send_directory, "/src");
|
||||||
@@ -23,8 +23,8 @@ static void test_config_lifecycle() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static void test_config_ssh_dest() {
|
static void test_config_ssh_dest() {
|
||||||
Config *cfg = config_create(str_dup("1.0"), str_dup("/src"), str_dup("user@host:/dst"),
|
Config* cfg = config_create(str_dup("1.0"), str_dup("/src"), str_dup("user@host:/dst"), true,
|
||||||
true, false, false, false, false, 1, false, 0);
|
false, false, false, false, 1, false, 0);
|
||||||
EXPECT_NOT_NULL(cfg);
|
EXPECT_NOT_NULL(cfg);
|
||||||
EXPECT_EQ_INT(cfg->transport, TRANSPORT_TCP);
|
EXPECT_EQ_INT(cfg->transport, TRANSPORT_TCP);
|
||||||
EXPECT_NULL(cfg->ssh_destination);
|
EXPECT_NULL(cfg->ssh_destination);
|
||||||
@@ -38,8 +38,8 @@ static void test_config_ssh_dest() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static void test_config_ssh_dest_local_path() {
|
static void test_config_ssh_dest_local_path() {
|
||||||
Config *cfg = config_create(str_dup("1.0"), str_dup("/src"), str_dup("/local/path"),
|
Config* cfg = config_create(str_dup("1.0"), str_dup("/src"), str_dup("/local/path"), true, false,
|
||||||
true, false, false, false, false, 1, false, 0);
|
false, false, false, 1, false, 0);
|
||||||
config_parse_ssh_dest(cfg);
|
config_parse_ssh_dest(cfg);
|
||||||
EXPECT_EQ_INT(cfg->transport, TRANSPORT_TCP);
|
EXPECT_EQ_INT(cfg->transport, TRANSPORT_TCP);
|
||||||
EXPECT_NULL(cfg->ssh_destination);
|
EXPECT_NULL(cfg->ssh_destination);
|
||||||
@@ -48,8 +48,8 @@ static void test_config_ssh_dest_local_path() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static void test_config_ssh_dest_no_user() {
|
static void test_config_ssh_dest_no_user() {
|
||||||
Config *cfg = config_create(str_dup("1.0"), str_dup("/src"), str_dup("host:/remote"),
|
Config* cfg = config_create(str_dup("1.0"), str_dup("/src"), str_dup("host:/remote"), true, false,
|
||||||
true, false, false, false, false, 1, false, 0);
|
false, false, false, 1, false, 0);
|
||||||
config_parse_ssh_dest(cfg);
|
config_parse_ssh_dest(cfg);
|
||||||
EXPECT_EQ_INT(cfg->transport, TRANSPORT_SSH);
|
EXPECT_EQ_INT(cfg->transport, TRANSPORT_SSH);
|
||||||
EXPECT_EQ_STR(cfg->ssh_destination, "host:/remote");
|
EXPECT_EQ_STR(cfg->ssh_destination, "host:/remote");
|
||||||
@@ -58,12 +58,12 @@ static void test_config_ssh_dest_no_user() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static void test_pipeline_sender_lifecycle() {
|
static void test_pipeline_sender_lifecycle() {
|
||||||
Config *cfg = config_create(str_dup("2.0"), str_dup("/src2"),
|
Config* cfg = config_create(str_dup("2.0"), str_dup("/src2"), str_dup("/dst2"), false, false,
|
||||||
str_dup("/dst2"), false, false, true, true, false, 1, false, 0);
|
true, true, false, 1, false, 0);
|
||||||
Queue *q1 = queue_create(5, NULL);
|
Queue* q1 = queue_create(5, NULL);
|
||||||
Queue *q2 = queue_create(15, NULL);
|
Queue* q2 = queue_create(15, NULL);
|
||||||
|
|
||||||
PipelineContextSender *pcs = pipeline_context_sender_create(cfg, q1, q2);
|
PipelineContextSender* pcs = pipeline_context_sender_create(cfg, q1, q2);
|
||||||
EXPECT_NOT_NULL(pcs);
|
EXPECT_NOT_NULL(pcs);
|
||||||
EXPECT_EQ_STR(pcs->config->version, "2.0");
|
EXPECT_EQ_STR(pcs->config->version, "2.0");
|
||||||
EXPECT_EQ_INT(pcs->queue_scanner->capacity, 5);
|
EXPECT_EQ_INT(pcs->queue_scanner->capacity, 5);
|
||||||
@@ -75,11 +75,11 @@ static void test_pipeline_sender_lifecycle() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static void test_pipeline_receiver_lifecycle() {
|
static void test_pipeline_receiver_lifecycle() {
|
||||||
Config *cfg = config_create(str_dup("3.0"), str_dup("/src3"),
|
Config* cfg = config_create(str_dup("3.0"), str_dup("/src3"), str_dup("/dst3"), true, true, true,
|
||||||
str_dup("/dst3"), true, true, true, true, false, 1, false, 0);
|
true, false, 1, false, 0);
|
||||||
Queue *q = queue_create(20, NULL);
|
Queue* q = queue_create(20, NULL);
|
||||||
|
|
||||||
PipelineContextReceiver *pcr = pipeline_context_receiver_create(cfg, q, 42);
|
PipelineContextReceiver* pcr = pipeline_context_receiver_create(cfg, q, 42);
|
||||||
EXPECT_NOT_NULL(pcr);
|
EXPECT_NOT_NULL(pcr);
|
||||||
EXPECT_EQ_STR(pcr->config->version, "3.0");
|
EXPECT_EQ_STR(pcr->config->version, "3.0");
|
||||||
EXPECT_EQ_INT(pcr->queue->capacity, 20);
|
EXPECT_EQ_INT(pcr->queue->capacity, 20);
|
||||||
|
|||||||
+47
-40
@@ -4,7 +4,7 @@
|
|||||||
#include <stdlib.h>
|
#include <stdlib.h>
|
||||||
|
|
||||||
static void test_adler32_basic() {
|
static void test_adler32_basic() {
|
||||||
const char *data = "Hello";
|
const char* data = "Hello";
|
||||||
uint32_t h = delta_adler32(data, 5);
|
uint32_t h = delta_adler32(data, 5);
|
||||||
EXPECT_TRUE(h != 0);
|
EXPECT_TRUE(h != 0);
|
||||||
uint32_t h2 = delta_adler32(data, 5);
|
uint32_t h2 = delta_adler32(data, 5);
|
||||||
@@ -12,15 +12,15 @@ static void test_adler32_basic() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static void test_adler32_different_data() {
|
static void test_adler32_different_data() {
|
||||||
const char *a = "AAAA";
|
const char* a = "AAAA";
|
||||||
const char *b = "BBBB";
|
const char* b = "BBBB";
|
||||||
uint32_t ha = delta_adler32(a, 4);
|
uint32_t ha = delta_adler32(a, 4);
|
||||||
uint32_t hb = delta_adler32(b, 4);
|
uint32_t hb = delta_adler32(b, 4);
|
||||||
EXPECT_TRUE(ha != hb);
|
EXPECT_TRUE(ha != hb);
|
||||||
}
|
}
|
||||||
|
|
||||||
static void test_xxhash32_basic() {
|
static void test_xxhash32_basic() {
|
||||||
const char *data = "Hello";
|
const char* data = "Hello";
|
||||||
uint32_t h = delta_xxhash32(data, 5);
|
uint32_t h = delta_xxhash32(data, 5);
|
||||||
EXPECT_TRUE(h != 0);
|
EXPECT_TRUE(h != 0);
|
||||||
uint32_t h2 = delta_xxhash32(data, 5);
|
uint32_t h2 = delta_xxhash32(data, 5);
|
||||||
@@ -28,8 +28,8 @@ static void test_xxhash32_basic() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static void test_xxhash32_different_data() {
|
static void test_xxhash32_different_data() {
|
||||||
const char *a = "AAAA";
|
const char* a = "AAAA";
|
||||||
const char *b = "BBBB";
|
const char* b = "BBBB";
|
||||||
uint32_t ha = delta_xxhash32(a, 4);
|
uint32_t ha = delta_xxhash32(a, 4);
|
||||||
uint32_t hb = delta_xxhash32(b, 4);
|
uint32_t hb = delta_xxhash32(b, 4);
|
||||||
EXPECT_TRUE(ha != hb);
|
EXPECT_TRUE(ha != hb);
|
||||||
@@ -37,17 +37,18 @@ static void test_xxhash32_different_data() {
|
|||||||
|
|
||||||
static void test_signature_roundtrip() {
|
static void test_signature_roundtrip() {
|
||||||
char old_data[4096];
|
char old_data[4096];
|
||||||
for (int i = 0; i < 4096; i++) old_data[i] = (char)(i % 256);
|
for (int i = 0; i < 4096; i++)
|
||||||
|
old_data[i] = (char)(i % 256);
|
||||||
|
|
||||||
DeltaSignature *sig = delta_signature_create(old_data, 4096, 1024);
|
DeltaSignature* sig = delta_signature_create(old_data, 4096, 1024);
|
||||||
EXPECT_NOT_NULL(sig);
|
EXPECT_NOT_NULL(sig);
|
||||||
EXPECT_EQ_INT((int)sig->block_count, 4);
|
EXPECT_EQ_INT((int)sig->block_count, 4);
|
||||||
EXPECT_EQ_INT((int)sig->block_size, 1024);
|
EXPECT_EQ_INT((int)sig->block_size, 1024);
|
||||||
|
|
||||||
Data *serialized = delta_signature_serialize(sig);
|
Data* serialized = delta_signature_serialize(sig);
|
||||||
EXPECT_NOT_NULL(serialized);
|
EXPECT_NOT_NULL(serialized);
|
||||||
|
|
||||||
DeltaSignature *deserialized = delta_signature_deserialize(serialized);
|
DeltaSignature* deserialized = delta_signature_deserialize(serialized);
|
||||||
EXPECT_NOT_NULL(deserialized);
|
EXPECT_NOT_NULL(deserialized);
|
||||||
EXPECT_EQ_INT((int)deserialized->block_count, (int)sig->block_count);
|
EXPECT_EQ_INT((int)deserialized->block_count, (int)sig->block_count);
|
||||||
EXPECT_EQ_INT((int)deserialized->block_size, (int)sig->block_size);
|
EXPECT_EQ_INT((int)deserialized->block_size, (int)sig->block_size);
|
||||||
@@ -64,12 +65,13 @@ static void test_signature_roundtrip() {
|
|||||||
|
|
||||||
static void test_delta_identical_files() {
|
static void test_delta_identical_files() {
|
||||||
char data[2048];
|
char data[2048];
|
||||||
for (int i = 0; i < 2048; i++) data[i] = (char)(i % 128);
|
for (int i = 0; i < 2048; i++)
|
||||||
|
data[i] = (char)(i % 128);
|
||||||
|
|
||||||
DeltaSignature *sig = delta_signature_create(data, 2048, 512);
|
DeltaSignature* sig = delta_signature_create(data, 2048, 512);
|
||||||
EXPECT_NOT_NULL(sig);
|
EXPECT_NOT_NULL(sig);
|
||||||
|
|
||||||
Delta *delta = delta_compute(data, 2048, sig, 512);
|
Delta* delta = delta_compute(data, 2048, sig, 512);
|
||||||
EXPECT_NOT_NULL(delta);
|
EXPECT_NOT_NULL(delta);
|
||||||
|
|
||||||
bool has_match = false;
|
bool has_match = false;
|
||||||
@@ -105,10 +107,10 @@ static void test_delta_small_edit() {
|
|||||||
new_data[101] = 'Y';
|
new_data[101] = 'Y';
|
||||||
new_data[102] = 'Z';
|
new_data[102] = 'Z';
|
||||||
|
|
||||||
DeltaSignature *sig = delta_signature_create(old_data, 4096, 1024);
|
DeltaSignature* sig = delta_signature_create(old_data, 4096, 1024);
|
||||||
EXPECT_NOT_NULL(sig);
|
EXPECT_NOT_NULL(sig);
|
||||||
|
|
||||||
Delta *delta = delta_compute(new_data, 4096, sig, 1024);
|
Delta* delta = delta_compute(new_data, 4096, sig, 1024);
|
||||||
EXPECT_NOT_NULL(delta);
|
EXPECT_NOT_NULL(delta);
|
||||||
|
|
||||||
uint64_t total_literal = 0;
|
uint64_t total_literal = 0;
|
||||||
@@ -122,7 +124,7 @@ static void test_delta_small_edit() {
|
|||||||
EXPECT_TRUE(match_count > 0);
|
EXPECT_TRUE(match_count > 0);
|
||||||
EXPECT_TRUE(total_literal < 4096);
|
EXPECT_TRUE(total_literal < 4096);
|
||||||
|
|
||||||
void *reconstructed = delta_apply(old_data, 4096, delta, 1024);
|
void* reconstructed = delta_apply(old_data, 4096, delta, 1024);
|
||||||
EXPECT_NOT_NULL(reconstructed);
|
EXPECT_NOT_NULL(reconstructed);
|
||||||
EXPECT_EQ_INT(memcmp(reconstructed, new_data, 4096), 0);
|
EXPECT_EQ_INT(memcmp(reconstructed, new_data, 4096), 0);
|
||||||
|
|
||||||
@@ -139,10 +141,10 @@ static void test_delta_completely_different() {
|
|||||||
new_data[i] = (char)(i * 13 + 97);
|
new_data[i] = (char)(i * 13 + 97);
|
||||||
}
|
}
|
||||||
|
|
||||||
DeltaSignature *sig = delta_signature_create(old_data, 4096, 1024);
|
DeltaSignature* sig = delta_signature_create(old_data, 4096, 1024);
|
||||||
EXPECT_NOT_NULL(sig);
|
EXPECT_NOT_NULL(sig);
|
||||||
|
|
||||||
Delta *delta = delta_compute(new_data, 4096, sig, 1024);
|
Delta* delta = delta_compute(new_data, 4096, sig, 1024);
|
||||||
EXPECT_NOT_NULL(delta);
|
EXPECT_NOT_NULL(delta);
|
||||||
|
|
||||||
bool has_match = false;
|
bool has_match = false;
|
||||||
@@ -169,19 +171,19 @@ static void test_delta_serialize_roundtrip() {
|
|||||||
new_data[500] = 'A';
|
new_data[500] = 'A';
|
||||||
new_data[501] = 'B';
|
new_data[501] = 'B';
|
||||||
|
|
||||||
DeltaSignature *sig = delta_signature_create(old_data, 4096, 1024);
|
DeltaSignature* sig = delta_signature_create(old_data, 4096, 1024);
|
||||||
Delta *delta = delta_compute(new_data, 4096, sig, 1024);
|
Delta* delta = delta_compute(new_data, 4096, sig, 1024);
|
||||||
EXPECT_NOT_NULL(delta);
|
EXPECT_NOT_NULL(delta);
|
||||||
|
|
||||||
Data *serialized = delta_serialize(delta);
|
Data* serialized = delta_serialize(delta);
|
||||||
EXPECT_NOT_NULL(serialized);
|
EXPECT_NOT_NULL(serialized);
|
||||||
|
|
||||||
Delta *deserialized = delta_deserialize(serialized);
|
Delta* deserialized = delta_deserialize(serialized);
|
||||||
EXPECT_NOT_NULL(deserialized);
|
EXPECT_NOT_NULL(deserialized);
|
||||||
EXPECT_EQ_INT((int)deserialized->new_file_size, (int)delta->new_file_size);
|
EXPECT_EQ_INT((int)deserialized->new_file_size, (int)delta->new_file_size);
|
||||||
EXPECT_EQ_INT((int)deserialized->instruction_count, (int)delta->instruction_count);
|
EXPECT_EQ_INT((int)deserialized->instruction_count, (int)delta->instruction_count);
|
||||||
|
|
||||||
void *reconstructed = delta_apply(old_data, 4096, deserialized, 1024);
|
void* reconstructed = delta_apply(old_data, 4096, deserialized, 1024);
|
||||||
EXPECT_NOT_NULL(reconstructed);
|
EXPECT_NOT_NULL(reconstructed);
|
||||||
EXPECT_EQ_INT(memcmp(reconstructed, new_data, 4096), 0);
|
EXPECT_EQ_INT(memcmp(reconstructed, new_data, 4096), 0);
|
||||||
|
|
||||||
@@ -195,17 +197,19 @@ static void test_delta_serialize_roundtrip() {
|
|||||||
static void test_delta_file_growth() {
|
static void test_delta_file_growth() {
|
||||||
char old_data[2048];
|
char old_data[2048];
|
||||||
char new_data[3072];
|
char new_data[3072];
|
||||||
for (int i = 0; i < 2048; i++) old_data[i] = (char)(i % 256);
|
for (int i = 0; i < 2048; i++)
|
||||||
|
old_data[i] = (char)(i % 256);
|
||||||
memcpy(new_data, old_data, 2048);
|
memcpy(new_data, old_data, 2048);
|
||||||
for (int i = 2048; i < 3072; i++) new_data[i] = (char)(i % 256);
|
for (int i = 2048; i < 3072; i++)
|
||||||
|
new_data[i] = (char)(i % 256);
|
||||||
|
|
||||||
DeltaSignature *sig = delta_signature_create(old_data, 2048, 512);
|
DeltaSignature* sig = delta_signature_create(old_data, 2048, 512);
|
||||||
EXPECT_NOT_NULL(sig);
|
EXPECT_NOT_NULL(sig);
|
||||||
|
|
||||||
Delta *delta = delta_compute(new_data, 3072, sig, 512);
|
Delta* delta = delta_compute(new_data, 3072, sig, 512);
|
||||||
EXPECT_NOT_NULL(delta);
|
EXPECT_NOT_NULL(delta);
|
||||||
|
|
||||||
void *reconstructed = delta_apply(old_data, 2048, delta, 512);
|
void* reconstructed = delta_apply(old_data, 2048, delta, 512);
|
||||||
EXPECT_NOT_NULL(reconstructed);
|
EXPECT_NOT_NULL(reconstructed);
|
||||||
EXPECT_EQ_INT(delta->new_file_size, 3072);
|
EXPECT_EQ_INT(delta->new_file_size, 3072);
|
||||||
EXPECT_EQ_INT(memcmp(reconstructed, new_data, 3072), 0);
|
EXPECT_EQ_INT(memcmp(reconstructed, new_data, 3072), 0);
|
||||||
@@ -218,16 +222,18 @@ static void test_delta_file_growth() {
|
|||||||
static void test_delta_file_shrink() {
|
static void test_delta_file_shrink() {
|
||||||
char old_data[3072];
|
char old_data[3072];
|
||||||
char new_data[2048];
|
char new_data[2048];
|
||||||
for (int i = 0; i < 3072; i++) old_data[i] = (char)(i % 256);
|
for (int i = 0; i < 3072; i++)
|
||||||
for (int i = 0; i < 2048; i++) new_data[i] = old_data[i];
|
old_data[i] = (char)(i % 256);
|
||||||
|
for (int i = 0; i < 2048; i++)
|
||||||
|
new_data[i] = old_data[i];
|
||||||
|
|
||||||
DeltaSignature *sig = delta_signature_create(old_data, 3072, 512);
|
DeltaSignature* sig = delta_signature_create(old_data, 3072, 512);
|
||||||
EXPECT_NOT_NULL(sig);
|
EXPECT_NOT_NULL(sig);
|
||||||
|
|
||||||
Delta *delta = delta_compute(new_data, 2048, sig, 512);
|
Delta* delta = delta_compute(new_data, 2048, sig, 512);
|
||||||
EXPECT_NOT_NULL(delta);
|
EXPECT_NOT_NULL(delta);
|
||||||
|
|
||||||
void *reconstructed = delta_apply(old_data, 3072, delta, 512);
|
void* reconstructed = delta_apply(old_data, 3072, delta, 512);
|
||||||
EXPECT_NOT_NULL(reconstructed);
|
EXPECT_NOT_NULL(reconstructed);
|
||||||
EXPECT_EQ_INT(delta->new_file_size, 2048);
|
EXPECT_EQ_INT(delta->new_file_size, 2048);
|
||||||
EXPECT_EQ_INT(memcmp(reconstructed, new_data, 2048), 0);
|
EXPECT_EQ_INT(memcmp(reconstructed, new_data, 2048), 0);
|
||||||
@@ -273,24 +279,24 @@ static void test_large_file_delta() {
|
|||||||
uint64_t old_size = 200000;
|
uint64_t old_size = 200000;
|
||||||
uint64_t new_size = 200000;
|
uint64_t new_size = 200000;
|
||||||
|
|
||||||
void *old_data = malloc((size_t)old_size);
|
void* old_data = malloc((size_t)old_size);
|
||||||
void *new_data = malloc((size_t)new_size);
|
void* new_data = malloc((size_t)new_size);
|
||||||
EXPECT_TRUE(old_data != NULL && new_data != NULL);
|
EXPECT_TRUE(old_data != NULL && new_data != NULL);
|
||||||
|
|
||||||
for (uint64_t i = 0; i < old_size; i++)
|
for (uint64_t i = 0; i < old_size; i++)
|
||||||
((uint8_t *)old_data)[i] = (uint8_t)(i % 251);
|
((uint8_t*)old_data)[i] = (uint8_t)(i % 251);
|
||||||
memcpy(new_data, old_data, (size_t)old_size);
|
memcpy(new_data, old_data, (size_t)old_size);
|
||||||
|
|
||||||
uint64_t offset = 100000;
|
uint64_t offset = 100000;
|
||||||
uint32_t change_len = 4096;
|
uint32_t change_len = 4096;
|
||||||
for (uint32_t i = 0; i < change_len; i++)
|
for (uint32_t i = 0; i < change_len; i++)
|
||||||
((uint8_t *)new_data)[offset + i] = (uint8_t)((i * 7 + 13) % 256);
|
((uint8_t*)new_data)[offset + i] = (uint8_t)((i * 7 + 13) % 256);
|
||||||
|
|
||||||
DeltaSignature *sig = delta_signature_create(old_data, old_size, block_size);
|
DeltaSignature* sig = delta_signature_create(old_data, old_size, block_size);
|
||||||
EXPECT_TRUE(sig != NULL);
|
EXPECT_TRUE(sig != NULL);
|
||||||
EXPECT_TRUE(sig->block_count == (uint32_t)((old_size + block_size - 1) / block_size));
|
EXPECT_TRUE(sig->block_count == (uint32_t)((old_size + block_size - 1) / block_size));
|
||||||
|
|
||||||
Delta *delta = delta_compute(new_data, new_size, sig, block_size);
|
Delta* delta = delta_compute(new_data, new_size, sig, block_size);
|
||||||
EXPECT_TRUE(delta != NULL);
|
EXPECT_TRUE(delta != NULL);
|
||||||
|
|
||||||
uint64_t total_literal = 0;
|
uint64_t total_literal = 0;
|
||||||
@@ -301,10 +307,11 @@ static void test_large_file_delta() {
|
|||||||
else
|
else
|
||||||
match_count++;
|
match_count++;
|
||||||
}
|
}
|
||||||
|
EXPECT_TRUE(total_literal > 0);
|
||||||
EXPECT_TRUE(match_count > 0);
|
EXPECT_TRUE(match_count > 0);
|
||||||
EXPECT_TRUE(delta->delta_size < new_size / 2);
|
EXPECT_TRUE(delta->delta_size < new_size / 2);
|
||||||
|
|
||||||
void *result = delta_apply(old_data, old_size, delta, block_size);
|
void* result = delta_apply(old_data, old_size, delta, block_size);
|
||||||
EXPECT_TRUE(result != NULL);
|
EXPECT_TRUE(result != NULL);
|
||||||
EXPECT_TRUE(delta->new_file_size == new_size);
|
EXPECT_TRUE(delta->new_file_size == new_size);
|
||||||
EXPECT_TRUE(memcmp(result, new_data, (size_t)new_size) == 0);
|
EXPECT_TRUE(memcmp(result, new_data, (size_t)new_size) == 0);
|
||||||
|
|||||||
+29
-30
@@ -7,12 +7,12 @@
|
|||||||
#include <stdio.h>
|
#include <stdio.h>
|
||||||
|
|
||||||
static void test_queue_basic() {
|
static void test_queue_basic() {
|
||||||
Queue *q = queue_create(10, NULL);
|
Queue* q = queue_create(10, NULL);
|
||||||
EXPECT_NOT_NULL(q);
|
EXPECT_NOT_NULL(q);
|
||||||
EXPECT_TRUE(queue_is_empty(q));
|
EXPECT_TRUE(queue_is_empty(q));
|
||||||
EXPECT_FALSE(queue_is_full(q));
|
EXPECT_FALSE(queue_is_full(q));
|
||||||
|
|
||||||
int *vals[5];
|
int* vals[5];
|
||||||
for (int i = 0; i < 5; i++) {
|
for (int i = 0; i < 5; i++) {
|
||||||
vals[i] = malloc(sizeof(int));
|
vals[i] = malloc(sizeof(int));
|
||||||
*vals[i] = (i + 1) * 10;
|
*vals[i] = (i + 1) * 10;
|
||||||
@@ -23,19 +23,19 @@ static void test_queue_basic() {
|
|||||||
EXPECT_FALSE(queue_is_full(q));
|
EXPECT_FALSE(queue_is_full(q));
|
||||||
EXPECT_EQ_INT(q->size, 5);
|
EXPECT_EQ_INT(q->size, 5);
|
||||||
|
|
||||||
int *v1 = (int *)queue_dequeue(q);
|
int* v1 = (int*)queue_dequeue(q);
|
||||||
EXPECT_NOT_NULL(v1);
|
EXPECT_NOT_NULL(v1);
|
||||||
EXPECT_EQ_INT(*v1, 10);
|
EXPECT_EQ_INT(*v1, 10);
|
||||||
free(v1);
|
free(v1);
|
||||||
|
|
||||||
int *v2 = (int *)queue_dequeue(q);
|
int* v2 = (int*)queue_dequeue(q);
|
||||||
EXPECT_NOT_NULL(v2);
|
EXPECT_NOT_NULL(v2);
|
||||||
EXPECT_EQ_INT(*v2, 20);
|
EXPECT_EQ_INT(*v2, 20);
|
||||||
free(v2);
|
free(v2);
|
||||||
|
|
||||||
EXPECT_EQ_INT(q->size, 3);
|
EXPECT_EQ_INT(q->size, 3);
|
||||||
|
|
||||||
int *vals2[3];
|
int* vals2[3];
|
||||||
for (int i = 0; i < 3; i++) {
|
for (int i = 0; i < 3; i++) {
|
||||||
vals2[i] = malloc(sizeof(int));
|
vals2[i] = malloc(sizeof(int));
|
||||||
*vals2[i] = (i + 6) * 10;
|
*vals2[i] = (i + 6) * 10;
|
||||||
@@ -44,9 +44,9 @@ static void test_queue_basic() {
|
|||||||
|
|
||||||
EXPECT_EQ_INT(q->size, 6);
|
EXPECT_EQ_INT(q->size, 6);
|
||||||
|
|
||||||
int expected_vals[] = {30, 40, 50, 60, 70, 80};
|
const int expected_vals[] = {30, 40, 50, 60, 70, 80};
|
||||||
for (int i = 0; i < 6; i++) {
|
for (int i = 0; i < 6; i++) {
|
||||||
int *v = (int *)queue_dequeue(q);
|
int* v = (int*)queue_dequeue(q);
|
||||||
EXPECT_NOT_NULL(v);
|
EXPECT_NOT_NULL(v);
|
||||||
EXPECT_EQ_INT(*v, expected_vals[i]);
|
EXPECT_EQ_INT(*v, expected_vals[i]);
|
||||||
free(v);
|
free(v);
|
||||||
@@ -57,7 +57,7 @@ static void test_queue_basic() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static void test_queue_resize() {
|
static void test_queue_resize() {
|
||||||
Queue *q = queue_create(3, NULL);
|
Queue* q = queue_create(3, NULL);
|
||||||
EXPECT_NOT_NULL(q);
|
EXPECT_NOT_NULL(q);
|
||||||
EXPECT_EQ_INT(q->capacity, 3);
|
EXPECT_EQ_INT(q->capacity, 3);
|
||||||
|
|
||||||
@@ -69,7 +69,7 @@ static void test_queue_resize() {
|
|||||||
|
|
||||||
EXPECT_TRUE(queue_is_full(q));
|
EXPECT_TRUE(queue_is_full(q));
|
||||||
|
|
||||||
int *v1 = (int *)queue_dequeue(q);
|
const int* v1 = (const int*)queue_dequeue(q);
|
||||||
EXPECT_NOT_NULL(v1);
|
EXPECT_NOT_NULL(v1);
|
||||||
EXPECT_EQ_INT(*v1, 1);
|
EXPECT_EQ_INT(*v1, 1);
|
||||||
|
|
||||||
@@ -84,19 +84,19 @@ static void test_queue_resize() {
|
|||||||
EXPECT_EQ_INT(q->size, 4);
|
EXPECT_EQ_INT(q->size, 4);
|
||||||
|
|
||||||
// Dequeue all and check order: B, C, D, E
|
// Dequeue all and check order: B, C, D, E
|
||||||
int *v2 = (int *)queue_dequeue(q);
|
const int* v2 = (const int*)queue_dequeue(q);
|
||||||
EXPECT_NOT_NULL(v2);
|
EXPECT_NOT_NULL(v2);
|
||||||
EXPECT_EQ_INT(*v2, 2);
|
EXPECT_EQ_INT(*v2, 2);
|
||||||
|
|
||||||
int *v3 = (int *)queue_dequeue(q);
|
const int* v3 = (const int*)queue_dequeue(q);
|
||||||
EXPECT_NOT_NULL(v3);
|
EXPECT_NOT_NULL(v3);
|
||||||
EXPECT_EQ_INT(*v3, 3);
|
EXPECT_EQ_INT(*v3, 3);
|
||||||
|
|
||||||
int *v4 = (int *)queue_dequeue(q);
|
const int* v4 = (const int*)queue_dequeue(q);
|
||||||
EXPECT_NOT_NULL(v4);
|
EXPECT_NOT_NULL(v4);
|
||||||
EXPECT_EQ_INT(*v4, 4);
|
EXPECT_EQ_INT(*v4, 4);
|
||||||
|
|
||||||
int *v5 = (int *)queue_dequeue(q);
|
const int* v5 = (const int*)queue_dequeue(q);
|
||||||
EXPECT_NOT_NULL(v5);
|
EXPECT_NOT_NULL(v5);
|
||||||
EXPECT_EQ_INT(*v5, 5);
|
EXPECT_EQ_INT(*v5, 5);
|
||||||
|
|
||||||
@@ -105,23 +105,23 @@ static void test_queue_resize() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static int destroyer_calls = 0;
|
static int destroyer_calls = 0;
|
||||||
static void my_destroyer(void *item) {
|
static void my_destroyer(void* item) {
|
||||||
destroyer_calls++;
|
destroyer_calls++;
|
||||||
free(item);
|
free(item);
|
||||||
}
|
}
|
||||||
|
|
||||||
static void test_queue_destroyer() {
|
static void test_queue_destroyer() {
|
||||||
destroyer_calls = 0;
|
destroyer_calls = 0;
|
||||||
Queue *q = queue_create(5, my_destroyer);
|
Queue* q = queue_create(5, my_destroyer);
|
||||||
EXPECT_NOT_NULL(q);
|
EXPECT_NOT_NULL(q);
|
||||||
|
|
||||||
for (int i = 0; i < 3; i++) {
|
for (int i = 0; i < 3; i++) {
|
||||||
int *val = malloc(sizeof(int));
|
int* val = malloc(sizeof(int));
|
||||||
*val = i;
|
*val = i;
|
||||||
queue_enqueue(q, val);
|
queue_enqueue(q, val);
|
||||||
}
|
}
|
||||||
|
|
||||||
int *v = (int *)queue_dequeue(q);
|
int* v = (int*)queue_dequeue(q);
|
||||||
EXPECT_NOT_NULL(v);
|
EXPECT_NOT_NULL(v);
|
||||||
EXPECT_EQ_INT(*v, 0);
|
EXPECT_EQ_INT(*v, 0);
|
||||||
free(v);
|
free(v);
|
||||||
@@ -131,18 +131,19 @@ static void test_queue_destroyer() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
Queue *q;
|
Queue* q;
|
||||||
mtx_t *mutex;
|
mtx_t* mutex;
|
||||||
cnd_t *cnd_empty;
|
cnd_t* cnd_empty;
|
||||||
cnd_t *cnd_full;
|
cnd_t* cnd_full;
|
||||||
bool done;
|
bool done;
|
||||||
int sum;
|
int sum;
|
||||||
} ThreadContext;
|
} ThreadContext;
|
||||||
|
|
||||||
static int consumer_func(void *arg) {
|
static int consumer_func(void* arg) {
|
||||||
ThreadContext *ctx = (ThreadContext *)arg;
|
ThreadContext* ctx = (ThreadContext*)arg;
|
||||||
while (true) {
|
while (true) {
|
||||||
int *val = (int *)queue_dequeue_multithreaded(ctx->q, ctx->mutex, ctx->cnd_empty, ctx->cnd_full, &ctx->done);
|
int* val = (int*)queue_dequeue_multithreaded(ctx->q, ctx->mutex, ctx->cnd_empty, ctx->cnd_full,
|
||||||
|
&ctx->done);
|
||||||
if (val == NULL) {
|
if (val == NULL) {
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
@@ -153,7 +154,7 @@ static int consumer_func(void *arg) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static void test_queue_multithreaded() {
|
static void test_queue_multithreaded() {
|
||||||
Queue *q = queue_create(2, NULL);
|
Queue* q = queue_create(2, NULL);
|
||||||
mtx_t mutex;
|
mtx_t mutex;
|
||||||
cnd_t cnd_empty;
|
cnd_t cnd_empty;
|
||||||
cnd_t cnd_full;
|
cnd_t cnd_full;
|
||||||
@@ -162,21 +163,19 @@ static void test_queue_multithreaded() {
|
|||||||
cnd_init(&cnd_empty);
|
cnd_init(&cnd_empty);
|
||||||
cnd_init(&cnd_full);
|
cnd_init(&cnd_full);
|
||||||
|
|
||||||
ThreadContext ctx = {
|
ThreadContext ctx = {.q = q,
|
||||||
.q = q,
|
|
||||||
.mutex = &mutex,
|
.mutex = &mutex,
|
||||||
.cnd_empty = &cnd_empty,
|
.cnd_empty = &cnd_empty,
|
||||||
.cnd_full = &cnd_full,
|
.cnd_full = &cnd_full,
|
||||||
.done = false,
|
.done = false,
|
||||||
.sum = 0
|
.sum = 0};
|
||||||
};
|
|
||||||
|
|
||||||
thrd_t consumer;
|
thrd_t consumer;
|
||||||
int res = thrd_create(&consumer, consumer_func, &ctx);
|
int res = thrd_create(&consumer, consumer_func, &ctx);
|
||||||
EXPECT_EQ_INT(res, thrd_success);
|
EXPECT_EQ_INT(res, thrd_success);
|
||||||
|
|
||||||
for (int i = 1; i <= 100; i++) {
|
for (int i = 1; i <= 100; i++) {
|
||||||
int *val = malloc(sizeof(int));
|
int* val = malloc(sizeof(int));
|
||||||
*val = i;
|
*val = i;
|
||||||
queue_enqueue_multithreaded(q, val, &mutex, &cnd_empty, &cnd_full);
|
queue_enqueue_multithreaded(q, val, &mutex, &cnd_empty, &cnd_full);
|
||||||
}
|
}
|
||||||
|
|||||||
+34
-28
@@ -6,27 +6,28 @@
|
|||||||
#include <sys/stat.h>
|
#include <sys/stat.h>
|
||||||
#include <unistd.h>
|
#include <unistd.h>
|
||||||
|
|
||||||
static void create_test_file(const char *path, const char *content) {
|
static void create_test_file(const char* path, const char* content) {
|
||||||
(void)to_disk(path, content, strlen(content));
|
(void)to_disk(path, content, strlen(content));
|
||||||
}
|
}
|
||||||
|
|
||||||
static void test_scanner_single_file() {
|
static void test_scanner_single_file() {
|
||||||
const char *dir = "test_scan_dir_single";
|
const char* dir = "test_scan_dir_single";
|
||||||
const char *file1 = "test_scan_dir_single/file1.txt";
|
const char* file1 = "test_scan_dir_single/file1.txt";
|
||||||
const char *content1 = "hello scanner";
|
const char* content1 = "hello scanner";
|
||||||
|
|
||||||
mkdir(dir, 0755);
|
mkdir(dir, 0755);
|
||||||
create_test_file(file1, content1);
|
create_test_file(file1, content1);
|
||||||
|
|
||||||
DirectoryScanner *scanner = directory_scanner_create((char *)dir, false, 0, NULL, 0, NULL, 0, 0, 0);
|
DirectoryScanner* scanner =
|
||||||
|
directory_scanner_create((char*)dir, false, 0, NULL, 0, NULL, 0, 0, 0);
|
||||||
EXPECT_NOT_NULL(scanner);
|
EXPECT_NOT_NULL(scanner);
|
||||||
|
|
||||||
Chunk *chunk = directory_scanner_next(scanner);
|
Chunk* chunk = directory_scanner_next(scanner);
|
||||||
EXPECT_NOT_NULL(chunk);
|
EXPECT_NOT_NULL(chunk);
|
||||||
EXPECT_EQ_INT(chunk->element_count, 1);
|
EXPECT_EQ_INT(chunk->element_count, 1);
|
||||||
EXPECT_EQ_STR(chunk->items[0]->path, file1);
|
EXPECT_EQ_STR(chunk->items[0]->path, file1);
|
||||||
|
|
||||||
Chunk *next = directory_scanner_next(scanner);
|
const Chunk* next = directory_scanner_next(scanner);
|
||||||
EXPECT_NULL(next);
|
EXPECT_NULL(next);
|
||||||
|
|
||||||
chunk_destroy(chunk);
|
chunk_destroy(chunk);
|
||||||
@@ -36,35 +37,38 @@ static void test_scanner_single_file() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static void test_scanner_multiple_files() {
|
static void test_scanner_multiple_files() {
|
||||||
const char *dir = "test_scan_dir_multi";
|
const char* dir = "test_scan_dir_multi";
|
||||||
const char *file1 = "test_scan_dir_multi/a.txt";
|
const char* file1 = "test_scan_dir_multi/a.txt";
|
||||||
const char *file2 = "test_scan_dir_multi/b.txt";
|
const char* file2 = "test_scan_dir_multi/b.txt";
|
||||||
const char *content1 = "alpha";
|
const char* content1 = "alpha";
|
||||||
const char *content2 = "beta";
|
const char* content2 = "beta";
|
||||||
|
|
||||||
mkdir(dir, 0755);
|
mkdir(dir, 0755);
|
||||||
create_test_file(file1, content1);
|
create_test_file(file1, content1);
|
||||||
create_test_file(file2, content2);
|
create_test_file(file2, content2);
|
||||||
|
|
||||||
DirectoryScanner *scanner = directory_scanner_create((char *)dir, false, 0, NULL, 0, NULL, 0, 0, 0);
|
DirectoryScanner* scanner =
|
||||||
|
directory_scanner_create((char*)dir, false, 0, NULL, 0, NULL, 0, 0, 0);
|
||||||
EXPECT_NOT_NULL(scanner);
|
EXPECT_NOT_NULL(scanner);
|
||||||
|
|
||||||
Chunk *chunk = directory_scanner_next(scanner);
|
const Chunk* chunk = directory_scanner_next(scanner);
|
||||||
EXPECT_NOT_NULL(chunk);
|
EXPECT_NOT_NULL(chunk);
|
||||||
EXPECT_EQ_INT(chunk->element_count, 2);
|
EXPECT_EQ_INT(chunk->element_count, 2);
|
||||||
|
|
||||||
int found1 = 0, found2 = 0;
|
int found1 = 0, found2 = 0;
|
||||||
for (int i = 0; i < chunk->element_count; i++) {
|
for (int i = 0; i < chunk->element_count; i++) {
|
||||||
if (strcmp(chunk->items[i]->path, file1) == 0) found1 = 1;
|
if (strcmp(chunk->items[i]->path, file1) == 0)
|
||||||
if (strcmp(chunk->items[i]->path, file2) == 0) found2 = 1;
|
found1 = 1;
|
||||||
|
if (strcmp(chunk->items[i]->path, file2) == 0)
|
||||||
|
found2 = 1;
|
||||||
}
|
}
|
||||||
EXPECT_TRUE(found1);
|
EXPECT_TRUE(found1);
|
||||||
EXPECT_TRUE(found2);
|
EXPECT_TRUE(found2);
|
||||||
|
|
||||||
Chunk *next = directory_scanner_next(scanner);
|
const Chunk* next = directory_scanner_next(scanner);
|
||||||
EXPECT_NULL(next);
|
EXPECT_NULL(next);
|
||||||
|
|
||||||
chunk_destroy(chunk);
|
chunk_destroy((void*)chunk);
|
||||||
directory_scanner_destroy(scanner);
|
directory_scanner_destroy(scanner);
|
||||||
unlink(file1);
|
unlink(file1);
|
||||||
unlink(file2);
|
unlink(file2);
|
||||||
@@ -72,22 +76,23 @@ static void test_scanner_multiple_files() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static void test_scanner_subdirectory() {
|
static void test_scanner_subdirectory() {
|
||||||
const char *root = "test_scan_sub";
|
const char* root = "test_scan_sub";
|
||||||
const char *sub = "test_scan_sub/sub";
|
const char* sub = "test_scan_sub/sub";
|
||||||
const char *root_file = "test_scan_sub/root.txt";
|
const char* root_file = "test_scan_sub/root.txt";
|
||||||
const char *sub_file = "test_scan_sub/sub/sub_file.txt";
|
const char* sub_file = "test_scan_sub/sub/sub_file.txt";
|
||||||
const char *content = "nested content";
|
const char* content = "nested content";
|
||||||
|
|
||||||
mkdir(root, 0755);
|
mkdir(root, 0755);
|
||||||
mkdir(sub, 0755);
|
mkdir(sub, 0755);
|
||||||
create_test_file(root_file, content);
|
create_test_file(root_file, content);
|
||||||
create_test_file(sub_file, content);
|
create_test_file(sub_file, content);
|
||||||
|
|
||||||
DirectoryScanner *scanner = directory_scanner_create((char *)root, false, 0, NULL, 0, NULL, 0, 0, 0);
|
DirectoryScanner* scanner =
|
||||||
|
directory_scanner_create((char*)root, false, 0, NULL, 0, NULL, 0, 0, 0);
|
||||||
EXPECT_NOT_NULL(scanner);
|
EXPECT_NOT_NULL(scanner);
|
||||||
|
|
||||||
int total_files = 0;
|
int total_files = 0;
|
||||||
Chunk *chunk;
|
Chunk* chunk;
|
||||||
while ((chunk = directory_scanner_next(scanner)) != NULL) {
|
while ((chunk = directory_scanner_next(scanner)) != NULL) {
|
||||||
total_files += chunk->element_count;
|
total_files += chunk->element_count;
|
||||||
chunk_destroy(chunk);
|
chunk_destroy(chunk);
|
||||||
@@ -102,14 +107,15 @@ static void test_scanner_subdirectory() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
static void test_scanner_empty_directory() {
|
static void test_scanner_empty_directory() {
|
||||||
const char *dir = "test_scan_empty";
|
const char* dir = "test_scan_empty";
|
||||||
|
|
||||||
mkdir(dir, 0755);
|
mkdir(dir, 0755);
|
||||||
|
|
||||||
DirectoryScanner *scanner = directory_scanner_create((char *)dir, false, 0, NULL, 0, NULL, 0, 0, 0);
|
DirectoryScanner* scanner =
|
||||||
|
directory_scanner_create((char*)dir, false, 0, NULL, 0, NULL, 0, 0, 0);
|
||||||
EXPECT_NOT_NULL(scanner);
|
EXPECT_NOT_NULL(scanner);
|
||||||
|
|
||||||
Chunk *chunk = directory_scanner_next(scanner);
|
const Chunk* chunk = directory_scanner_next(scanner);
|
||||||
EXPECT_NULL(chunk);
|
EXPECT_NULL(chunk);
|
||||||
|
|
||||||
directory_scanner_destroy(scanner);
|
directory_scanner_destroy(scanner);
|
||||||
|
|||||||
+11
-11
@@ -6,56 +6,56 @@
|
|||||||
|
|
||||||
void test_shared_utils() {
|
void test_shared_utils() {
|
||||||
// Test str_dup
|
// Test str_dup
|
||||||
char *dup_null = str_dup(NULL);
|
const char* dup_null = str_dup(NULL);
|
||||||
EXPECT_NULL(dup_null);
|
EXPECT_NULL(dup_null);
|
||||||
|
|
||||||
char *dup_empty = str_dup("");
|
char* dup_empty = str_dup("");
|
||||||
EXPECT_NOT_NULL(dup_empty);
|
EXPECT_NOT_NULL(dup_empty);
|
||||||
EXPECT_EQ_STR(dup_empty, "");
|
EXPECT_EQ_STR(dup_empty, "");
|
||||||
free(dup_empty);
|
free(dup_empty);
|
||||||
|
|
||||||
char *dup_normal = str_dup("hello world");
|
char* dup_normal = str_dup("hello world");
|
||||||
EXPECT_NOT_NULL(dup_normal);
|
EXPECT_NOT_NULL(dup_normal);
|
||||||
EXPECT_EQ_STR(dup_normal, "hello world");
|
EXPECT_EQ_STR(dup_normal, "hello world");
|
||||||
free(dup_normal);
|
free(dup_normal);
|
||||||
|
|
||||||
// Test path_cat
|
// Test path_cat
|
||||||
char *cat1 = path_cat("/foo", "/bar");
|
char* cat1 = path_cat("/foo", "/bar");
|
||||||
EXPECT_NOT_NULL(cat1);
|
EXPECT_NOT_NULL(cat1);
|
||||||
EXPECT_EQ_STR(cat1, "/foo/bar");
|
EXPECT_EQ_STR(cat1, "/foo/bar");
|
||||||
free(cat1);
|
free(cat1);
|
||||||
|
|
||||||
char *cat2 = path_cat("/foo/", "/bar");
|
char* cat2 = path_cat("/foo/", "/bar");
|
||||||
EXPECT_NOT_NULL(cat2);
|
EXPECT_NOT_NULL(cat2);
|
||||||
EXPECT_EQ_STR(cat2, "/foo/bar");
|
EXPECT_EQ_STR(cat2, "/foo/bar");
|
||||||
free(cat2);
|
free(cat2);
|
||||||
|
|
||||||
char *cat3 = path_cat("/foo", "bar");
|
char* cat3 = path_cat("/foo", "bar");
|
||||||
EXPECT_NOT_NULL(cat3);
|
EXPECT_NOT_NULL(cat3);
|
||||||
EXPECT_EQ_STR(cat3, "/foo/bar");
|
EXPECT_EQ_STR(cat3, "/foo/bar");
|
||||||
free(cat3);
|
free(cat3);
|
||||||
|
|
||||||
char *cat4 = path_cat("/foo/", "bar");
|
char* cat4 = path_cat("/foo/", "bar");
|
||||||
EXPECT_NOT_NULL(cat4);
|
EXPECT_NOT_NULL(cat4);
|
||||||
EXPECT_EQ_STR(cat4, "/foo/bar");
|
EXPECT_EQ_STR(cat4, "/foo/bar");
|
||||||
free(cat4);
|
free(cat4);
|
||||||
|
|
||||||
char *cat_empty1 = path_cat("", "/bar");
|
char* cat_empty1 = path_cat("", "/bar");
|
||||||
EXPECT_NOT_NULL(cat_empty1);
|
EXPECT_NOT_NULL(cat_empty1);
|
||||||
EXPECT_EQ_STR(cat_empty1, "/bar");
|
EXPECT_EQ_STR(cat_empty1, "/bar");
|
||||||
free(cat_empty1);
|
free(cat_empty1);
|
||||||
|
|
||||||
char *cat_empty2 = path_cat("/foo", "");
|
char* cat_empty2 = path_cat("/foo", "");
|
||||||
EXPECT_NOT_NULL(cat_empty2);
|
EXPECT_NOT_NULL(cat_empty2);
|
||||||
EXPECT_EQ_STR(cat_empty2, "/foo");
|
EXPECT_EQ_STR(cat_empty2, "/foo");
|
||||||
free(cat_empty2);
|
free(cat_empty2);
|
||||||
|
|
||||||
char *cat_null1 = path_cat(NULL, "/bar");
|
char* cat_null1 = path_cat(NULL, "/bar");
|
||||||
EXPECT_NOT_NULL(cat_null1);
|
EXPECT_NOT_NULL(cat_null1);
|
||||||
EXPECT_EQ_STR(cat_null1, "/bar");
|
EXPECT_EQ_STR(cat_null1, "/bar");
|
||||||
free(cat_null1);
|
free(cat_null1);
|
||||||
|
|
||||||
char *cat_null2 = path_cat("/foo", NULL);
|
char* cat_null2 = path_cat("/foo", NULL);
|
||||||
EXPECT_NOT_NULL(cat_null2);
|
EXPECT_NOT_NULL(cat_null2);
|
||||||
EXPECT_EQ_STR(cat_null2, "/foo");
|
EXPECT_EQ_STR(cat_null2, "/foo");
|
||||||
free(cat_null2);
|
free(cat_null2);
|
||||||
|
|||||||
+14
-8
@@ -29,7 +29,8 @@ extern bool current_test_failed;
|
|||||||
#define EXPECT_TRUE(condition) \
|
#define EXPECT_TRUE(condition) \
|
||||||
do { \
|
do { \
|
||||||
if (!(condition)) { \
|
if (!(condition)) { \
|
||||||
printf(" \033[1;31m[FAIL]\033[0m %s:%d: Assertion failed: %s is false\n", __FILE__, __LINE__, #condition); \
|
printf(" \033[1;31m[FAIL]\033[0m %s:%d: Assertion failed: %s is false\n", __FILE__, \
|
||||||
|
__LINE__, #condition); \
|
||||||
current_test_failed = true; \
|
current_test_failed = true; \
|
||||||
return; \
|
return; \
|
||||||
} \
|
} \
|
||||||
@@ -38,7 +39,8 @@ extern bool current_test_failed;
|
|||||||
#define EXPECT_FALSE(condition) \
|
#define EXPECT_FALSE(condition) \
|
||||||
do { \
|
do { \
|
||||||
if (condition) { \
|
if (condition) { \
|
||||||
printf(" \033[1;31m[FAIL]\033[0m %s:%d: Assertion failed: %s is true\n", __FILE__, __LINE__, #condition); \
|
printf(" \033[1;31m[FAIL]\033[0m %s:%d: Assertion failed: %s is true\n", __FILE__, \
|
||||||
|
__LINE__, #condition); \
|
||||||
current_test_failed = true; \
|
current_test_failed = true; \
|
||||||
return; \
|
return; \
|
||||||
} \
|
} \
|
||||||
@@ -49,7 +51,8 @@ extern bool current_test_failed;
|
|||||||
int act = (actual); \
|
int act = (actual); \
|
||||||
int exp = (expected); \
|
int exp = (expected); \
|
||||||
if (act != exp) { \
|
if (act != exp) { \
|
||||||
printf(" \033[1;31m[FAIL]\033[0m %s:%d: Expected %d, got %d\n", __FILE__, __LINE__, exp, act); \
|
printf(" \033[1;31m[FAIL]\033[0m %s:%d: Expected %d, got %d\n", __FILE__, __LINE__, exp, \
|
||||||
|
act); \
|
||||||
current_test_failed = true; \
|
current_test_failed = true; \
|
||||||
return; \
|
return; \
|
||||||
} \
|
} \
|
||||||
@@ -57,8 +60,8 @@ extern bool current_test_failed;
|
|||||||
|
|
||||||
#define EXPECT_EQ_STR(actual, expected) \
|
#define EXPECT_EQ_STR(actual, expected) \
|
||||||
do { \
|
do { \
|
||||||
const char *act = (actual); \
|
const char* act = (actual); \
|
||||||
const char *exp = (expected); \
|
const char* exp = (expected); \
|
||||||
if (act == NULL || exp == NULL) { \
|
if (act == NULL || exp == NULL) { \
|
||||||
if (act != exp) { \
|
if (act != exp) { \
|
||||||
printf(" \033[1;31m[FAIL]\033[0m %s:%d: Expected %s, got %s\n", __FILE__, __LINE__, \
|
printf(" \033[1;31m[FAIL]\033[0m %s:%d: Expected %s, got %s\n", __FILE__, __LINE__, \
|
||||||
@@ -67,7 +70,8 @@ extern bool current_test_failed;
|
|||||||
return; \
|
return; \
|
||||||
} \
|
} \
|
||||||
} else if (strcmp(act, exp) != 0) { \
|
} else if (strcmp(act, exp) != 0) { \
|
||||||
printf(" \033[1;31m[FAIL]\033[0m %s:%d: Expected \"%s\", got \"%s\"\n", __FILE__, __LINE__, exp, act); \
|
printf(" \033[1;31m[FAIL]\033[0m %s:%d: Expected \"%s\", got \"%s\"\n", __FILE__, \
|
||||||
|
__LINE__, exp, act); \
|
||||||
current_test_failed = true; \
|
current_test_failed = true; \
|
||||||
return; \
|
return; \
|
||||||
} \
|
} \
|
||||||
@@ -76,7 +80,8 @@ extern bool current_test_failed;
|
|||||||
#define EXPECT_NOT_NULL(ptr) \
|
#define EXPECT_NOT_NULL(ptr) \
|
||||||
do { \
|
do { \
|
||||||
if ((ptr) == NULL) { \
|
if ((ptr) == NULL) { \
|
||||||
printf(" \033[1;31m[FAIL]\033[0m %s:%d: Expected non-null pointer, got NULL\n", __FILE__, __LINE__); \
|
printf(" \033[1;31m[FAIL]\033[0m %s:%d: Expected non-null pointer, got NULL\n", __FILE__, \
|
||||||
|
__LINE__); \
|
||||||
current_test_failed = true; \
|
current_test_failed = true; \
|
||||||
return; \
|
return; \
|
||||||
} \
|
} \
|
||||||
@@ -85,7 +90,8 @@ extern bool current_test_failed;
|
|||||||
#define EXPECT_NULL(ptr) \
|
#define EXPECT_NULL(ptr) \
|
||||||
do { \
|
do { \
|
||||||
if ((ptr) != NULL) { \
|
if ((ptr) != NULL) { \
|
||||||
printf(" \033[1;31m[FAIL]\033[0m %s:%d: Expected NULL, got %p\n", __FILE__, __LINE__, (void*)(ptr)); \
|
printf(" \033[1;31m[FAIL]\033[0m %s:%d: Expected NULL, got %p\n", __FILE__, __LINE__, \
|
||||||
|
(void*)(ptr)); \
|
||||||
current_test_failed = true; \
|
current_test_failed = true; \
|
||||||
return; \
|
return; \
|
||||||
} \
|
} \
|
||||||
|
|||||||
Reference in New Issue
Block a user