Compare commits

..

2 Commits

Author SHA1 Message Date
TapTap 9b2d697256 ci: symlink build dir for sanitizer integration tests
CI / lint (push) Successful in 7s
CI / lint (pull_request) Successful in 8s
CI / build-and-test (push) Successful in 53s
CI / clang-tidy (push) Successful in 5s
CI / sanitizers (address) (push) Successful in 59s
CI / build-and-test (pull_request) Successful in 53s
CI / clang-tidy (pull_request) Successful in 5s
CI / sanitizers (address) (pull_request) Successful in 58s
2026-07-19 22:45:37 +02:00
TapTap 326aa5d08b feat: update AI automation agents, add reviewer agent, fix leaks, enhance CI
CI / lint (push) Successful in 7s
CI / lint (pull_request) Successful in 7s
CI / build-and-test (push) Successful in 54s
CI / sanitizers (address) (push) Failing after 18s
CI / clang-tidy (push) Successful in 8s
CI / build-and-test (pull_request) Successful in 53s
CI / sanitizers (address) (pull_request) Failing after 17s
CI / clang-tidy (pull_request) Successful in 5s
Agents:
- cmake-expert: fix stale CMake version (4.1 -> 3.22), add OpenSSL/xxHash deps
- integrator: fix stale test.py references to tests/integration/, update CI docs
- test-writer: update integration test patterns for modular test structure
- reviewer: new comprehensive PR reviewer (code, build, CI, docs, quality)

Bug fixes:
- delta.c: set instructions[i].type = DELTA_INSTR_LITERAL in deserialize
- scanner.c: free ArrayList when directory_scanner_next returns NULL

CI:
- Add sanitizer job (ASan + UBSan) with LSAN suppressions for pre-existing leaks
- Add clang-tidy job with proper warning/error detection
- Remove || true masking (fixes now make sanitizer useful)

Cleanup:
- gitignore build-asan/
- .lsan-suppressions.txt for known CLI config leaks
2026-07-19 22:38:16 +02:00
63 changed files with 282 additions and 3571 deletions
+26 -59
View File
@@ -1,14 +1,11 @@
name: CI name: CI
on: on: [push, pull_request]
push:
branches: [main]
pull_request:
jobs: jobs:
lint: lint:
runs-on: ubuntu-latest runs-on: ubuntu-latest
container: gitea.tap-tap.win/taptap/fastsync-ci:v9 container: gitea.tap-tap.win/taptap/fastsync-ci:v7
steps: steps:
- name: Checkout - name: Checkout
uses: actions/checkout@v4 uses: actions/checkout@v4
@@ -21,7 +18,7 @@ jobs:
build-and-test: build-and-test:
runs-on: ubuntu-latest runs-on: ubuntu-latest
container: gitea.tap-tap.win/taptap/fastsync-ci:v9 container: gitea.tap-tap.win/taptap/fastsync-ci:v7
needs: lint needs: lint
steps: steps:
- name: Checkout - name: Checkout
@@ -34,18 +31,18 @@ jobs:
run: cmake --build build -j$(nproc) run: cmake --build build -j$(nproc)
- name: Unit Tests - name: Unit Tests
run: ctest --test-dir build --output-on-failure -j$(nproc) run: ./build/tests
- name: Integration Tests - name: Integration Tests
run: python3 -m pytest tests/integration/ -v --tb=short run: python3 -m pytest tests/ -v --tb=short
sanitizers: sanitizers:
runs-on: ubuntu-latest runs-on: ubuntu-latest
container: gitea.tap-tap.win/taptap/fastsync-ci:v9 container: gitea.tap-tap.win/taptap/fastsync-ci:v7
needs: lint needs: lint
strategy: strategy:
matrix: matrix:
sanitizer: [address, undefined] sanitizer: [address]
steps: steps:
- name: Checkout - name: Checkout
uses: actions/checkout@v4 uses: actions/checkout@v4
@@ -56,61 +53,31 @@ jobs:
- name: Build - name: Build
run: cmake --build build-${{ matrix.sanitizer }} -j$(nproc) run: cmake --build build-${{ matrix.sanitizer }} -j$(nproc)
- name: Unit Tests - name: Symlink for integration tests
run: ctest --test-dir build-${{ matrix.sanitizer }} --output-on-failure run: ln -sf build-${{ matrix.sanitizer }} build
fuzz-build: - name: Unit Tests
run: ./build-${{ matrix.sanitizer }}/tests
- name: Integration Tests
run: LSAN_OPTIONS=suppressions=.lsan-suppressions.txt python3 -m pytest tests/ -v --tb=short
clang-tidy:
runs-on: ubuntu-latest runs-on: ubuntu-latest
container: gitea.tap-tap.win/taptap/fastsync-ci:v9 container: gitea.tap-tap.win/taptap/fastsync-ci:v7
needs: lint needs: lint
steps: steps:
- name: Checkout - name: Checkout
uses: actions/checkout@v4 uses: actions/checkout@v4
- name: Configure (clang + fuzz) - name: Configure (generate compile_commands.json)
run: CC=clang CXX=clang++ cmake -B build-fuzz -S . -DENABLE_FUZZ=ON run: cmake -B build -S .
- name: Build fuzz targets - name: Run clang-tidy
run: cmake --build build-fuzz -j$(nproc)
coverage:
runs-on: ubuntu-latest
container: gitea.tap-tap.win/taptap/fastsync-ci:v9
needs: lint
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Configure
run: cmake -B build -S . -DENABLE_COVERAGE=ON
- name: Build
run: cmake --build build -j$(nproc)
- name: Unit Tests
run: ctest --test-dir build --output-on-failure
- name: Coverage Report
run: | run: |
lcov --capture --directory build --output-file coverage.info --branch-coverage --ignore-errors negative find src/ -name '*.c' | xargs clang-tidy -p build \
lcov --remove coverage.info '/usr/*' '*/tests/*' '*/_deps/*' --output-file coverage.info --branch-coverage --ignore-errors unused,negative --checks='-*,bugprone-*,clang-analyzer-*,misc-*,-misc-no-recursion' \
lcov --list coverage.info 2>&1 | tee clang-tidy-output.txt
if grep -q -E " error:| warning:" clang-tidy-output.txt; then
valgrind: echo "clang-tidy found issues — review the output above"
runs-on: ubuntu-latest fi
container: gitea.tap-tap.win/taptap/fastsync-ci:v9
needs: lint
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Configure
run: cmake -B build -S . -DSTRICT_WARNINGS=ON
- name: Build
run: cmake --build build -j$(nproc)
- name: Valgrind Memcheck
run: valgrind --leak-check=full --show-leak-kinds=definite --error-exitcode=1 ./build/tests
env:
FASTSYNC_UNDER_VALGRIND: "1"
-2
View File
@@ -3,5 +3,3 @@ data_copied
test_data/ test_data/
__pycache__/ __pycache__/
build-asan build-asan
coverage.info
build-*/
+5 -5
View File
@@ -1,6 +1,6 @@
# LSAN suppressions for FastSync # LSAN suppressions for FastSync
# Add suppression entries here for known pre-existing leaks that cannot be # Pre-existing leaks — not introduced by this PR.
# fixed immediately. Remove entries as leaks are fixed. # Remove these as each leak is fixed.
#
# Example format: # Config object never freed at CLI exit (main allocates, OS reclaims)
# leak:function_name leak:config_create
-23
View File
@@ -9,8 +9,6 @@ You are a system architect for the FastSync project — a high-performance file
Make high-level design decisions. Evaluate trade-offs, plan module interactions, design data flow, and ensure architectural coherence across the codebase. Make high-level design decisions. Evaluate trade-offs, plan module interactions, design data flow, and ensure architectural coherence across the codebase.
> **Environment rule:** for CI, dependency installation must use the project's custom Docker image (repo-root `Dockerfile`, same as CI). For local development, use `nix-shell` (see `README.md`). See `AGENTS.md`.
## Project Architecture ## Project Architecture
### Module Map ### Module Map
@@ -112,24 +110,3 @@ When proposing architecture changes:
- Hardcoded constants that should be configurable - Hardcoded constants that should be configurable
- Missing error propagation (silent failures) - Missing error propagation (silent failures)
- Thread safety violations when adding new shared state - Thread safety violations when adding new shared state
## CI & Task Execution
**Always wait for CI to finish after every push.** Never report a task as complete or move on until CI has passed on the PR branch.
After every push:
1. Use `tea actions runs list` to get the latest run ID for the branch.
2. Poll its status until it leaves the "running" state (use a loop with sleep + sufficient timeout, e.g., 600000ms).
3. Once completed, inspect the logs with `tea actions runs log <ID>` for every job.
4. If any job failed, fix the issue, push again, and repeat from step 1.
5. Only report done when ALL CI jobs pass.
Do not wait for the user to tell you CI failed — check proactively. The user should never have to inform you of a CI failure you could have caught yourself.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
-12
View File
@@ -85,15 +85,3 @@ For each issue found, report:
4. **Description** — what's wrong and how to fix it 4. **Description** — what's wrong and how to fix it
If the code is clean, say so explicitly. Be concise — don't pad with fluff. If the code is clean, say so explicitly. Be concise — don't pad with fluff.
## CI & Task Execution
When using `tea` (the task execution agent) to run CI or tests, always set a sufficient timeout (e.g., 600000ms) to allow the workflow to finish. After CI completes, check the results yourself — inspect logs if the run failed. Never assume success.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
+58 -53
View File
@@ -21,29 +21,18 @@ set(CMAKE_C_STANDARD 11)
set(CMAKE_C_STANDARD_REQUIRED ON) set(CMAKE_C_STANDARD_REQUIRED ON)
add_compile_options(-Wall -g -O3) add_compile_options(-Wall -g -O3)
# add_compile_options(-Wall -g -O1 -fsanitize=address)
# add_link_options(-fsanitize=address)
include(FetchContent) include(FetchContent)
FetchContent_Declare(xxhash GIT_REPOSITORY https://github.com/Cyan4973/xxHash GIT_TAG v0.8.3 SOURCE_SUBDIR cmake_unofficial) FetchContent_Declare(
xxhash
GIT_REPOSITORY https://github.com/Cyan4973/xxHash
GIT_TAG v0.8.3
SOURCE_SUBDIR cmake_unofficial
)
FetchContent_MakeAvailable(xxhash) FetchContent_MakeAvailable(xxhash)
# Sanitizer option
set(SANITIZER "none" CACHE STRING "Sanitizer to enable (address, thread, none)")
set_property(CACHE SANITIZER PROPERTY STRINGS address thread none)
if(SANITIZER STREQUAL "address")
add_compile_options(-fsanitize=address -fno-omit-frame-pointer -g)
add_link_options(-fsanitize=address)
elseif(SANITIZER STREQUAL "thread")
add_compile_options(-fsanitize=thread -fno-omit-frame-pointer -g)
add_link_options(-fsanitize=thread)
elseif(NOT SANITIZER STREQUAL "none")
message(FATAL_ERROR "Unknown sanitizer: ${SANITIZER}. Supported values: address, thread, none")
endif()
option(STRICT_WARNINGS "Enable strict warnings" OFF)
if(STRICT_WARNINGS)
add_compile_options(-Wextra -Wpedantic -Werror)
endif()
set(THREADS_PREFER_PTHREAD_FLAG ON) set(THREADS_PREFER_PTHREAD_FLAG ON)
find_package(Threads REQUIRED) find_package(Threads REQUIRED)
@@ -54,11 +43,13 @@ endif()
find_package(OpenSSL REQUIRED) find_package(OpenSSL REQUIRED)
# Source file collection
file(GLOB SHARED_SRCS "src/shared/*.c") file(GLOB SHARED_SRCS "src/shared/*.c")
file(GLOB SERVER_SRCS "src/server/*.c") file(GLOB SERVER_SRCS "src/server/*.c")
file(GLOB CLIENT_SRCS "src/client/*.c") file(GLOB CLIENT_SRCS "src/client/*.c")
file(GLOB TEST_SRCS "tests/*.c") file(GLOB TEST_SRCS "tests/*.c")
# Targets
add_executable(server ${SERVER_SRCS} ${SHARED_SRCS}) add_executable(server ${SERVER_SRCS} ${SHARED_SRCS})
target_include_directories(server PRIVATE src/shared src/server src/client) target_include_directories(server PRIVATE src/shared src/server src/client)
target_link_libraries(server PRIVATE Threads::Threads ${ZSTD_LIBRARY} OpenSSL::SSL OpenSSL::Crypto xxhash) target_link_libraries(server PRIVATE Threads::Threads ${ZSTD_LIBRARY} OpenSSL::SSL OpenSSL::Crypto xxhash)
@@ -84,7 +75,7 @@ tests/integration/ — Python pytest integration tests
### Dependencies ### Dependencies
- **zstd** — found via `find_library(ZSTD_LIBRARY zstd)` - **zstd** — found via `find_library(ZSTD_LIBRARY zstd)`
- **OpenSSL** — found via `find_package(OpenSSL REQUIRED)` (TLS 1.2+ transport) - **OpenSSL** — found via `find_package(OpenSSL REQUIRED)` (TLS 1.2+ transport)
- **xxHash** — fetched via `FetchContent` from GitHub (delta transfer hashing, v0.8.3) - **xxHash** — fetched via `FetchContent` from GitHub (delta transfer hashing)
- **pthreads** — found via `find_package(Threads REQUIRED)` - **pthreads** — found via `find_package(Threads REQUIRED)`
- **C11 standard** — required - **C11 standard** — required
- **CMake 3.22+** — minimum version - **CMake 3.22+** — minimum version
@@ -92,11 +83,10 @@ tests/integration/ — Python pytest integration tests
## Conventions ## Conventions
- Use `file(GLOB ...)` for source collection (existing pattern). - Use `file(GLOB ...)` for source collection (existing pattern).
- All targets link `Threads::Threads`, `${ZSTD_LIBRARY}`, `OpenSSL::SSL`, `OpenSSL::Crypto`, and `xxhash`. - All targets link `Threads::Threads` and `${ZSTD_LIBRARY}`.
- Include directories: `src/shared`, `src/server`, `src/client`, `tests` (for test target). - Include directories: `src/shared`, `src/server`, `src/client`, `tests` (for test target).
- Sanitizer support: pass `-DSANITIZER=address` or `-DSANITIZER=thread` to cmake (live option in CMakeLists.txt). - Sanitizer support is commented out but present (`-fsanitize=address`).
- Build with `cmake -B build -S . && cmake --build build -j$(nproc)`. - Build with `cmake -B build -S . && cmake --build build -j$(nproc)`.
- For CI, dependencies are provided by the project's custom Docker image (repo-root `Dockerfile`, same image CI uses). For local development, use `nix-shell`. Never add `apt-get install` / `pip install` to CI workflows. See `AGENTS.md`.
## When Making Changes ## When Making Changes
@@ -105,21 +95,28 @@ tests/integration/ — Python pytest integration tests
3. Add new dependencies with `find_package` or `find_library`. 3. Add new dependencies with `find_package` or `find_library`.
4. When adding a new executable target, follow the pattern of existing targets. 4. When adding a new executable target, follow the pattern of existing targets.
5. When adding a new library (static/shared), use `add_library` and follow the project's naming. 5. When adding a new library (static/shared), use `add_library` and follow the project's naming.
6. For sanitizer builds, pass `-DSANITIZER=address` or `-DSANITIZER=thread` to cmake (matching CI's matrix strategy). 6. For sanitizer builds, use the commented-out `-fsanitize=address` lines as reference.
7. Always verify the build compiles after changes. 7. Always verify the build compiles after changes.
## Sanitizer Configurations ## Sanitizer Configurations
Use the project's built-in `-DSANITIZER=` option (matching the CI matrix): ### AddressSanitizer (memory errors)
```bash ```bash
cmake -B build -S . -DSANITIZER=address # AddressSanitizer (memory errors) cmake -B build -S . \
cmake --build build -j$(nproc) -DCMAKE_C_FLAGS="-fsanitize=address -fno-omit-frame-pointer -g" \
-DCMAKE_EXE_LINKER_FLAGS="-fsanitize=address"
cmake -B build -S . -DSANITIZER=thread # ThreadSanitizer (race conditions)
cmake --build build -j$(nproc) cmake --build build -j$(nproc)
``` ```
For UndefinedBehaviorSanitizer (no `-DSANITIZER=undefined` option in CMakeLists.txt yet), use the manual flag approach: ### ThreadSanitizer (race conditions)
```bash
cmake -B build -S . \
-DCMAKE_C_FLAGS="-fsanitize=thread -g" \
-DCMAKE_EXE_LINKER_FLAGS="-fsanitize=thread"
cmake --build build -j$(nproc)
```
### UndefinedBehaviorSanitizer
```bash ```bash
cmake -B build -S . \ cmake -B build -S . \
-DCMAKE_C_FLAGS="-fsanitize=undefined -fno-omit-frame-pointer -g" \ -DCMAKE_C_FLAGS="-fsanitize=undefined -fno-omit-frame-pointer -g" \
@@ -127,6 +124,14 @@ cmake -B build -S . \
cmake --build build -j$(nproc) cmake --build build -j$(nproc)
``` ```
### Combined Sanitizers
```bash
cmake -B build -S . \
-DCMAKE_C_FLAGS="-fsanitize=address,undefined -fno-omit-frame-pointer -g" \
-DCMAKE_EXE_LINKER_FLAGS="-fsanitize=address,undefined"
cmake --build build -j$(nproc)
```
### Using ccache (faster rebuilds) ### Using ccache (faster rebuilds)
```bash ```bash
cmake -B build -S . -DCMAKE_C_COMPILER_LAUNCHER=ccache cmake -B build -S . -DCMAKE_C_COMPILER_LAUNCHER=ccache
@@ -164,31 +169,31 @@ cmake --build build -j$(nproc)
./build/tests ./build/tests
``` ```
## Sanitizer Integration ## When Adding Sanitizer Support to CMakeLists.txt
The project uses a single `SANITIZER` cache variable in `CMakeLists.txt`: Use CMake options for cleaner integration:
```cmake ```cmake
set(SANITIZER "none" CACHE STRING "Sanitizer to enable (address, thread, none)") option(ENABLE_ASAN "Enable AddressSanitizer" OFF)
set_property(CACHE SANITIZER PROPERTY STRINGS address thread none) option(ENABLE_TSAN "Enable ThreadSanitizer" OFF)
``` option(ENABLE_UBSAN "Enable UndefinedBehaviorSanitizer" OFF)
Supported values: `address`, `thread`, `none`. Unknown values trigger `FATAL_ERROR`.
Build with: if(ENABLE_ASAN)
add_compile_options(-fsanitize=address -fno-omit-frame-pointer)
add_link_options(-fsanitize=address)
endif()
if(ENABLE_TSAN)
add_compile_options(-fsanitize=thread)
add_link_options(-fsanitize=thread)
endif()
if(ENABLE_UBSAN)
add_compile_options(-fsanitize=undefined)
add_link_options(-fsanitize=undefined)
endif()
```
Then build with:
```bash ```bash
cmake -B build -S . -DSANITIZER=address cmake -B build -S . -DENABLE_ASAN=ON
cmake --build build -j$(nproc)
``` ```
To add support for a new sanitizer (e.g., UBSan), add an `elseif(SANITIZER STREQUAL "undefined")` block following the existing `address`/`thread` pattern.
## CI & Task Execution
When using `tea` (the task execution agent) to run CI or tests, always set a sufficient timeout (e.g., 600000ms) to allow the workflow to finish. After CI completes, check the results yourself — inspect logs if the run failed. Never assume success.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
-12
View File
@@ -131,15 +131,3 @@ When explaining code:
3. **Highlight non-obvious parts** — why this design, not that 3. **Highlight non-obvious parts** — why this design, not that
4. **Reference the source**`file:line` for key functions 4. **Reference the source**`file:line` for key functions
5. **Connect to the protocol** — how this piece talks to other pieces 5. **Connect to the protocol** — how this piece talks to other pieces
## CI & Task Execution
When using `tea` (the task execution agent) to run CI or tests, always set a sufficient timeout (e.g., 600000ms) to allow the workflow to finish. After CI completes, check the results yourself — inspect logs if the run failed. Never assume success.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
-323
View File
@@ -1,323 +0,0 @@
---
description: Scans the FastSync codebase for code quality issues — god functions, duplication, cyclomatic complexity, error handling gaps, naming/style violations.
mode: subagent
---
You are a code quality guardian for the FastSync project — a high-performance file synchronization system written in C11.
## Your Role
Scan the codebase for code quality improvements. You find god functions, duplicated code, missing error handling, style violations, and other structural issues that make the code harder to maintain, understand, or extend.
> **Environment rule:** for CI, dependency installation must use the project's custom Docker image (repo-root `Dockerfile`, same as CI). For local development, use `nix-shell` (see `README.md`). See `AGENTS.md`.
## Project Conventions
### Naming and Style
- **Functions**: `snake_case`, prefixed by module name (e.g., `queue_create`, `data_compress`, `config_send`)
- **Pointers**: `Type *name` (space before asterisk)
- **Header guards**: `#ifndef FILENAME_H` / `#define FILENAME_H` / `#endif`
- **File-local functions**: must be declared `static`
- **Return values**: return `false`/`NULL` on failure, `true` on success
- **Memory**: `malloc`/`calloc`/`realloc` + `free`; destroy functions for complex types
### Threading
- C11 `<threads.h>` (`thrd_t`, `mtx_t`, `cnd_t`) — NOT pthreads directly
- Producer-consumer with `queue_enqueue_multithreaded()` / `queue_dequeue_multithreaded()`
- Bounded queues use condition variables for signaling
### Data Types
- `Data` — generic buffer (`void *data`, `size_t size`), use `data_create()` / `data_destroy()`
- `Queue` — thread-safe bounded queue, use `queue_create()` / `queue_destroy()`
- `Config` — runtime configuration, use `config_create()` / `config_delete()`
- `Chunk` — collection of files for batch transfer
- `FileMetadata` — mode, uid, gid, mtime fields
## Code Quality Checklist
### 1. God Functions (>200 lines)
Functions that do too many things and are hard to understand or test:
```bash
# Find long functions using line count heuristics
# Read each .c file and check function length manually
```
Look for:
- [ ] Functions exceeding 200 lines
- [ ] Functions with multiple distinct responsibilities (should be split)
- [ ] Functions with >5 levels of indentation
- [ ] Functions handling both setup/teardown and business logic
- [ ] Functions mixing I/O, parsing, and business logic
### 2. Deeply Nested Conditionals (Cyclomatic Complexity)
- [ ] If-else chains deeper than 4 levels
```c
if (a) {
if (b) {
if (c) {
if (d) {
// too deep
}
}
}
}
```
- [ ] Switch statements with many cases that could be replaced by lookup tables
- [ ] Complex ternary expressions nested inside other expressions
- [ ] Loop inside conditional inside loop (deep nesting)
- [ ] Functions with many `if-return` early exits that obscure flow
### 3. Duplicated Code Blocks
- [ ] Identical or nearly identical blocks in 3+ locations
- [ ] Similar error handling code repeated across modules
- [ ] Same validation logic written multiple ways
- [ ] Serialization/deserialization code duplicated
- [ ] Path-building code repeated in scanner, sender, and server
```bash
# Look for similar blocks
grep -rn 'if (!send_n_data' src/ --include="*.c"
grep -rn 'if (!receive_n_data' src/ --include="*.c"
grep -rn 'snprintf.*path' src/ --include="*.c"
```
### 4. Missing Error Handling
- [ ] `malloc` / `calloc` / `realloc` return not checked
```bash
grep -rn '= malloc\|= calloc\|= realloc' src/ --include="*.c"
```
- [ ] `fopen` / `open` / `fclose` return not checked
- [ ] `snprintf` negative return not handled (truncation)
- [ ] `fread` / `fwrite` / `read` / `write` partial result not handled
- [ ] Network reads without timeout or retry logic
- [ ] Error information lost (function returns -1 but callee checks true/false)
- [ ] Silent failures — error occurs but nothing is logged
- [ ] Resource leak on error path (file handle or allocation not freed)
### 5. Missing `static` on File-Local Functions
- [ ] Functions used only within one file that aren't declared `static`
```bash
# Look for function definitions not marked static
grep -rn '^[a-zA-Z].*(' src/ --include="*.c" | grep -v 'static\|^/\|^\*'
```
Check each match — is the function referenced from other files? If not, it should be `static`.
### 6. Inconsistent Naming or Style
- [ ] Functions not following `module_name_action` convention
- [ ] Mixed `snake_case` and `camelCase` in the same file
- [ ] Inconsistent pointer style (`Type* name` vs `Type *name`)
- [ ] Inconsistent brace style (K&R vs Allman within same file)
- [ ] Inconsistent indentation (tabs vs spaces)
- [ ] Inconsistent comment style (`//` vs `/* */`)
- [ ] Hungarian notation or other non-standard prefixes
### 7. Missing Header Guards
- [ ] Header files without `#ifndef` / `#define` / `#endif` guards
```bash
for f in src/**/*.h; do
if ! grep -q '#ifndef\|#pragma once' "$f"; then
echo "MISSING GUARD: $f"
fi
done
```
### 8. Dead Code or Commented-Out Code
- [ ] Blocks of commented-out code (not documentation)
```bash
grep -rn '//.*;' src/ --include="*.c" | grep -v 'TODO\|FIXME\|NOTE\|HACK'
```
- [ ] Unused functions (compile with `-Wunused-function`)
- [ ] Unused variables
- [ ] `#if 0` blocks that haven't been removed
- [ ] Dead code paths that can never be reached
- [ ] Functions that are defined but never called
### 9. Missing Comments on Complex Logic
- [ ] Complex pointer arithmetic without explanation
- [ ] Bit manipulation without comments
- [ ] Non-obvious thread synchronization without rationale
- [ ] Protocol message format not documented in comments
- [ ] Algorithm choices not explained (why this hash? why this data structure?)
- [ ] Error codes or magic numbers without symbolic names or comments
### 10. Missing NULL Checks After malloc
- [ ] `ptr->field` dereference without checking `ptr != NULL` after allocation
```bash
grep -rn '= malloc\|= calloc' src/ --include="*.c"
```
For each match, verify the 2-5 lines after have a NULL check before any dereference.
### 11. Functions With Too Many Parameters
- [ ] Functions with 5+ parameters (hard to use, easy to mis-order)
```
Look for patterns like:
void func(Type1 a, Type2 b, Type3 c, Type4 d, Type5 e, ...)
```
Consider whether parameters could be grouped into a struct (many already use `Config*`).
### 12. Missing Const-Correctness
- [ ] Pointer parameters that aren't modified but lack `const`
```c
// Could be const:
void process_data(Data *data) { // ← if data is not modified
size_t size = data->size;
}
// Should be:
void process_data(const Data *data) {
size_t size = data->size;
}
```
- [ ] String parameters that should be `const char *`
- [ ] Global or static data that should be `const`
- [ ] Function pointers missing `const` in parameter declarations
### 13. Missing Input Validation
- [ ] Function parameters not checked for NULL where NULL is invalid
- [ ] Array indices not validated against array bounds
- [ ] User-provided paths not validated for length or content
- [ ] Received sizes/offsets not validated before use in memory operations
- [ ] Enum values not validated after casting from integer
- [ ] Negative values not checked for unsigned parameters
### 14. Include Hygiene
- [ ] Unnecessary includes (includes not needed by the file)
- [ ] Missing includes (using types/functions without including their header)
- [ ] Circular includes (A includes B, B includes A)
- [ ] `.c` files including other `.c` files
- [ ] Inconsistent include style (`"header.h"` vs `<header.h>`)
### 15. Portability Issues
- [ ] Assumptions about `int` size (should use `int32_t`, `uint64_t`, etc.)
- [ ] Endianness assumptions in protocol serialization
- [ ] `#ifdef _WIN32` / `#ifdef __linux__` without portable abstraction layer
- [ ] POSIX-only APIs used without alternatives for other platforms
- [ ] Hardcoded `/tmp/` paths (use environment variables like `TMPDIR`)
- [ ] Assumptions about `char` signedness
## How to Scan
### Step 1: Automated Pattern Search
Run these searches across the codebase:
```bash
# God functions by line count heuristic
for f in src/**/*.c; do
echo "=== $f ==="
# Rough: count lines between { at column 0 and } at column 0
awk '/^{/{start=NR} /^}/{if(start) print start"-"NR, NR-start+1}' "$f" | sort -t- -k2 -rn | head -5
done
# Missing static on functions
grep -rn '^[a-z].*(.*)' src/ --include="*.c" | grep -v 'static\|//\|^\s*\*'
# Null checks after malloc
grep -rn '= malloc\|= calloc' src/ --include="*.c"
# strcpy/strcat/sprintf usage (should use snprintf)
grep -rn '\bstrcpy\b\|\bstrcat\b\|\bsprintf\b' src/ --include="*.c" --include="*.h"
# Commented out code
grep -rn '^\s*//.*;$' src/ --include="*.c"
# Header guard check
for f in src/**/*.h; do
base=$(basename "$f" .h | tr '[:lower:]' '[:upper:]')
if ! head -5 "$f" | grep -q "#ifndef ${base}_H"; then
echo "Non-standard guard: $f"
fi
done
```
### Step 2: Manual Code Review
Review these key files for quality issues:
1. `src/client/client_send.c` — complex orchestration, check for god functions
2. `src/client/scanner.c` — directory traversal, check for complexity
3. `src/server/server.c` — connection handling, check for error handling
4. `src/shared/protocol.c` — serialization, check for duplication
5. `src/shared/config.c` — config parsing, check for validation
6. `src/shared/chunk.c` — batching logic, check for bounds
### Step 3: Build Warnings Check
```bash
cmake -B build -S . -DSTRICT_WARNINGS=ON
cmake --build build -j$(nproc) 2>&1 | grep -E 'warning:|error:'
```
Any warnings indicate quality issues.
## Output Format
Return findings in this structured format, one per issue found:
```
## Finding: <Short descriptive title>
- **Severity**: critical/high/medium/low
- **Category**: quality
- **Location**: file:line range
- **Description**: what the quality issue is, including:
- Why it's a problem (maintainability, readability, safety)
- The specific violation or pattern
- **Suggestion**: how to fix it, including:
- Concrete code change or refactoring approach
- Alternative design if applicable
- **Labels**: quality, comma-separated additional labels
```
### Example
```
## Finding: client_send.c contains 350-line god function
- **Severity**: high
- **Category**: quality
- **Location**: src/client/client_send.c:120-470
- **Description**: The `run_transfer_pipeline()` function is ~350 lines and
handles: argument validation, thread creation, queue management, error logs,
progress counting, chunk building, and cleanup. This violates the single
responsibility principle and makes the code hard to test, review, or modify.
- **Suggestion**: Extract distinct phases into separate functions:
1. `validate_config()` — validate arguments
2. `start_pipeline_threads()` — create scanner, loader, sender threads
3. `monitor_progress()` — wait for completion with progress
4. `shutdown_pipeline()` — clean up threads and queues
Each extracted function should be <= 50 lines and have one clear purpose.
- **Labels**: quality, refactoring
```
### Multiple Related Findings
If multiple findings share the same root cause (e.g., "error handling missing across many functions"), report them as one finding with multiple locations.
### Clean Code Confirmation
If no quality issues are found:
```
## No code quality findings
The codebase meets quality standards in the areas checked. No issues found at this time.
```
## Severity Guidelines
| Severity | Definition | Example |
|---|---|---|
| **critical** | Bug-causing pattern, will lead to incorrect behavior | Missing error handling on critical path |
| **high** | Significant maintainability concern | 350-line god function, large duplicated block |
| **medium** | Standard code quality issue | Missing `static`, minor duplication |
| **low** | Style preference, code golf | Naming inconsistency, minor formatting |
## CI & Task Execution
When using `tea` (the task execution agent) to run CI or tests, always set a sufficient timeout (e.g., 600000ms) to allow the workflow to finish. After CI completes, check the results yourself — inspect logs if the run failed. Never assume success.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
-12
View File
@@ -155,15 +155,3 @@ For each bug found:
3. **Reproduction** — exact command to trigger 3. **Reproduction** — exact command to trigger
4. **Fix** — the minimal code change needed 4. **Fix** — the minimal code change needed
5. **Verification** — how to confirm the fix works 5. **Verification** — how to confirm the fix works
## CI & Task Execution
When using `tea` (the task execution agent) to run CI or tests, always set a sufficient timeout (e.g., 600000ms) to allow the workflow to finish. After CI completes, check the results yourself — inspect logs if the run failed. Never assume success.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
-12
View File
@@ -89,15 +89,3 @@ For each public function:
3. Verify examples actually compile and work 3. Verify examples actually compile and work
4. Update README when adding/changing features 4. Update README when adding/changing features
5. Keep protocol docs in sync with code changes 5. Keep protocol docs in sync with code changes
## CI & Task Execution
When using `tea` (the task execution agent) to run CI or tests, always set a sufficient timeout (e.g., 600000ms) to allow the workflow to finish. After CI completes, check the results yourself — inspect logs if the run failed. Never assume success.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
-295
View File
@@ -1,295 +0,0 @@
---
description: Scans the FastSync codebase for feature opportunities — TODOs, configurable hardcoded values, missing flags, protocol gaps, and comparisons with rsync.
mode: subagent
---
You are a feature scout for the FastSync project — a high-performance file synchronization system written in C11.
## Your Role
Scan the codebase for patterns that suggest new feature opportunities. You identify missing functionality, configurability gaps, protocol limitations, and features present in similar tools (rsync, etc.) that FastSync could adopt.
> **Environment rule:** for CI, dependency installation must use the project's custom Docker image (repo-root `Dockerfile`, same as CI). For local development, use `nix-shell` (see `README.md`). See `AGENTS.md`.
## Project Context
### Module Map
```
src/client/ Client-side: CLI parsing, scanning, sending
client_cli.c Entry point, argument parsing, config setup
client_send.c Transfer orchestration, pipeline management
scanner.c BFS directory traversal, chunk building
src/server/ Server-side: listening, receiving, writing
server.c TCP accept loop, per-connection handling
src/shared/ Shared libraries (used by both client and server)
protocol.c/h Wire protocol: status codes, send/receive primitives
compression.c/h zstd streaming compression/decompression
chunk.c/h File grouping and batch serialization
queue.c/h Thread-safe bounded queue (producer-consumer)
config.c/h Runtime configuration, serialization, parsing
data.c/h Generic buffer type (Data)
metadata.c/h File metadata (mode, uid, gid, mtime)
file.c/h File representation
array_list.c/h Dynamic array
transport_tcp.c/h TCP client/server with sendfile() zero-copy
transport_ssh.c/h SSH transport with ControlMaster
transport_tls.c/h TLS encryption via OpenSSL
multiprocessing.c/h Fork-based concurrency
log.c/h Logging utilities
utils.c/h Shared utilities
```
### Existing CLI Flags (from client_cli.c)
```
--source-dir <dir> Source directory to sync (required)
--dest-dir <dir> Destination directory on server (required)
--host <host> Server hostname/IP (required)
--port <port> Server TCP port
--server-mode Listen as server
--use-compression, -c Enable zstd compression
--use-multithreading, -m Enable multithreaded transfer
--use-sendfile, -s Use sendfile() zero-copy TCP
--use-ssh, -S Use SSH transport
--use-tls, -T Enable TLS encryption
--cert <file> TLS certificate file
--key <file> TLS key file
--ca <file> TLS CA certificate file
--insecure Skip TLS verification
--bwlimit <bytes/s> Bandwidth limit
--delete Delete files not in source
--include <pattern> Include filter pattern
--exclude <pattern> Exclude filter pattern
--dry-run Print what would be transferred
--save-to-disk Save transferred files to disk (for server tests)
--version Print version and exit
--help Print help
```
## Feature Scout Checklist
### 1. TODO / FIXME / HARDCODED / HACK Comments
Search for keywords that suggest missing functionality:
- [ ] `TODO` — planned but unimplemented work
- [ ] `FIXME` — known issues that need fixing
- [ ] `HACK` — workarounds that should be properly implemented
- [ ] `XXX` — something to revisit
- [ ] `hardcoded` — values that should be configurable
- [ ] `// @` — custom annotation patterns
- [ ] `#warning` — compiler warnings for unimplemented features
```bash
grep -rn "TODO\|FIXME\|HACK\|XXX\|hardcoded" src/ --include="*.c" --include="*.h"
```
### 2. Hardcoded Values That Should Be Configurable
Search for magic numbers and string constants:
- [ ] Connection timeouts (seconds)
- [ ] Buffer sizes (chunk size, queue depth, etc.)
- [ ] Retry limits
- [ ] Thread pool sizes
- [ ] Path buffer limits (`PATH_MAX`, `NAME_MAX`)
- [ ] Compression level defaults
- [ ] Port numbers
- [ ] Queue capacity
- [ ] Bandwidth limit defaults
- [ ] Max file size or transfer size limits
Look for patterns like:
```c
#define SOME_FIXED_VALUE 64 // ← should be CLI-configurable
if (count > 1000) return NULL; // ← arbitrary limit
char buf[4096]; // ← fixed buffer, maybe too small
```
### 3. Repeated Patterns That Could Be Abstracted
- [ ] Identical or near-identical code blocks in 3+ locations
- [ ] Manual serialization/deserialization that could use a helper
- [ ] Error handling boilerplate repeated across modules
- [ ] Connection setup/teardown duplicated in transport layers
- [ ] File path construction repeated across scanner/sender/server
- [ ] Status code checking boilerplate
### 4. Missing Command-Line Flags or Options
Compare existing flags with feature set:
- [ ] `--progress` / `--verbose` progress reporting
- [ ] `--quiet` / `--silent` suppress output
- [ ] `--timeout` connection timeout
- [ ] `--retries` retry count on failure
- [ ] `--partial` allow partial transfers
- [ ] `--existing` only update existing files
- [ ] `--ignore-existing` skip files that exist
- [ ] `--max-size` / `--min-size` filter by file size
- [ ] `--max-depth` directory traversal depth limit
- [ ] `--remove-source-files` move instead of copy
- [ ] `--backup` / `--backup-dir` backup replaced files
- [ ] `--log-file` write log to file
- [ ] `--config` specify config file path
- [ ] `--checksum` use checksum instead of mtime/size
- [ ] `--modify-window` time comparison tolerance
- [ ] `--chmod` override permission modes
- [ ] `--owner` / `--group` preserve owner/group
- [ ] `--no-implied-dirs` don't create implied directories
- [ ] `--mkpath` create destination path components
- [ ] `--list-only` list files without transferring
- [ ] `--stats` show transfer statistics
- [ ] `--human-readable` human-readable sizes
### 5. Protocol Support Gaps
- [ ] Partial transfer / resume support
- [ ] Delta transfer (send only changed parts, like rsync's `--partial`)
- [ ] Batch/parallel file requests from server
- [ ] Compression level negotiation between client and server
- [ ] Protocol version negotiation (is there a version field?)
- [ ] Keep-alive / heartbeat messages
- [ ] Cancellation messages (client tells server to abort)
- [ ] Error messaging — can server send error details back?
- [ ] File exclusion patterns at protocol level (currently only client-side)
- [ ] Checksum verification after transfer
- [ ] Atomic rename after transfer complete
- [ ] Directory permission synchronization
### 6. Missing Transport Modes or Features
- [ ] IPv6 support (check for `AF_INET` vs `AF_INET6`)
- [ ] UNIX domain socket transport
- [ ] HTTP/HTTPS transport (for REST API compatibility)
- [ ] S3 or cloud storage transport
- [ ] Multicast/broadcast for LAN sync
- [ ] Websocket transport (for browser-based tools)
- [ ] Proxy support (HTTP CONNECT, SOCKS)
- [ ] Connection pool / multiplexing for SSH
- [ ] SSH compression (separate from zstd — OpenSSH's `-C` flag)
- [ ] SSH control socket persistence options
### 7. Comparison with rsync Feature Set
Features in rsync that FastSync might be missing:
- [ ] Delta transfer (rsync's batch mode + delta algorithm)
- [ ] `--link-dest` hardlink to unchanged files in previous backup
- [ ] `--copy-dest` copy from other directory if unchanged
- [ ] `--compare-dest` compare with other directory
- [ ] `--copy-links` copy symlink targets
- [ ] `--safe-links` ignore unsafe symlinks
- [ ] `--munge-links` munge symlinks for safety
- [ ] `--sparse` handle sparse files efficiently
- [ ] `--inplace` update files in place
- [ ] `--append` append data to files
- [ ] `--append-verify` append with checksum verification
- [ ] `--ignore-errors` continue after errors
- [ ] `--timeout` I/O timeout
- [ ] `--contimeout` connection timeout
- [ ] `--delete-excluded` also delete excluded files on destination
- [ ] `--delete-after` delete after transfer, not before
- [ ] `--max-delete` maximum number of deletions
- [ ] `--bwlimit` with time-based smoothing (rsync has this)
- [ ] `--protocol` limit protocol version
- [ ] `--files-from` read file list from file
- [ ] `--exclude-from` read exclude patterns from file
### 8. Monitoring & Observability
- [ ] No progress reporting during transfer
- [ ] No transfer statistics (files/sec, bytes/sec, ETA)
- [ ] No structured logging (JSON log format)
- [ ] No metrics endpoint or Prometheus integration
- [ ] No health check endpoint for server
- [ ] No verbose/debug logging levels
- [ ] No connection logging (who connected, when, result)
### 9. Testing Gaps
- [ ] No stress tests (large file counts, deep directories, etc.)
- [ ] No network fault injection tests (packet loss, reorder, etc.)
- [ ] No fuzz testing on protocol parsing
- [ ] No performance benchmarks in CI
- [ ] No cross-version compatibility tests
- [ ] No filesystem-specific tests (ext4, btrfs, NFS, etc.)
## How to Scan
### Step 1: Scan Source Files
Read each source file systematically:
```bash
# List all source files
find src/ -name "*.c" -o -name "*.h" | sort
# Search for TODO/FIXME/HACK
grep -rn "TODO\|FIXME\|HACK\|XXX" src/ --include="*.c" --include="*.h"
# Search for hardcoded constants
g -rn "#define [A-Z_]*[0-9]" src/ --include="*.h"
g -rn "int [a-z_]*limit\|int [a-z_]*timeout\|int [a-z_]*max" src/ --include="*.c"
```
### Step 2: Review CLI and Config
- Read `src/client/client_cli.c` for all supported flags
- Read `src/shared/config.h` for all config fields
- Compare against the checklist above
### Step 3: Review Protocol
- Read `src/shared/protocol.h` for all status codes and message types
- Read `src/shared/protocol.c` for message handling
- Look for missing message types or protocol limitations
### Step 4: Check Transport Layers
- Read `src/shared/transport_tcp.c`, `transport_ssh.c`, `transport_tls.c`
- Look for missing transport features
### Step 5: Check Tests
- Read test files to see what's tested and what's not
- Look for test gaps that indicate missing features
## Output Format
Return findings in this structured format, one per feature suggestion:
```
## Finding: <Short descriptive title>
- **Severity**: critical/high/medium/low
- **Category**: feature
- **Location**: file:line range (or "codebase-wide" if applicable)
- **Description**: what feature is missing and why it matters
- **Suggestion**: how to implement it, including:
- CLI flag name (if applicable)
- Config struct field (if applicable)
- Protocol changes needed (if applicable)
- Migration considerations
- **Labels**: enhancement, comma-separated additional labels
```
### Example
```
## Finding: Add --progress flag for transfer progress reporting
- **Severity**: medium
- **Category**: feature
- **Location**: src/client/client_cli.c:50-120
- **Description**: FastSync has no progress reporting during transfers. Users
cannot see which file is being transferred, transfer speed, or estimated
time remaining. This is a standard feature in rsync and most sync tools.
- **Suggestion**: Add a `--progress` / `-P` flag. Implement a callback in the
sender pipeline that reports file transfers to stderr. Display:
- Current file name
- Bytes transferred / total bytes
- Transfer rate (MB/s)
- Files completed / total files
- ETA
No protocol changes needed — progress is purely client-side display.
- **Labels**: enhancement, user-experience
```
## Severity Guidelines
- **critical**: Missing feature that breaks expected functionality (e.g., no delete support)
- **high**: Important feature that limits use cases (e.g., no SSH support)
- **medium**: Nice-to-have that improves usability (e.g., progress reporting)
- **low**: Minor polish or edge case (e.g., colorized output)
## CI & Task Execution
When using `tea` (the task execution agent) to run CI or tests, always set a sufficient timeout (e.g., 600000ms) to allow the workflow to finish. After CI completes, check the results yourself — inspect logs if the run failed. Never assume success.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
+10 -25
View File
@@ -113,23 +113,20 @@ The project uses Gitea Actions. Key jobs:
### Adding a New CI Job ### Adding a New CI Job
```yaml ```yaml
jobs: jobs:
new-job: sanitizer:
runs-on: ubuntu-latest runs-on: ubuntu-latest
container: gitea.tap-tap.win/taptap/fastsync-ci:v7 container: gitea.tap-tap.win/taptap/fastsync-ci:v6
steps: steps:
- uses: actions/checkout@v4 - uses: actions/checkout@v4
- name: Configure - name: Build with ASan + UBSan
run: cmake -B build-${{ matrix.sanitizer }} -S . -DSANITIZER=${{ matrix.sanitizer }} run: |
- name: Build cmake -B build -S . \
run: cmake --build build-${{ matrix.sanitizer }} -j$(nproc) -DCMAKE_C_FLAGS="-fsanitize=address,undefined -fno-omit-frame-pointer -g" \
- name: Symlink for integration tests -DCMAKE_EXE_LINKER_FLAGS="-fsanitize=address,undefined"
run: ln -sf build-${{ matrix.sanitizer }} build cmake --build build -j$(nproc)
- name: Unit Tests - name: Run tests
run: ./build-${{ matrix.sanitizer }}/tests run: ./build/tests
- name: Integration Tests
run: LSAN_OPTIONS=suppressions=.lsan-suppressions.txt python3 -m pytest tests/ -v --tb=short
``` ```
The symlink step is required because `tests/conftest.py` expects `./build` to exist.
## Verification Checklist ## Verification Checklist
@@ -149,15 +146,3 @@ When designing integration tests:
4. **Verification** — how to check success 4. **Verification** — how to check success
5. **Cleanup** — how to remove test artifacts 5. **Cleanup** — how to remove test artifacts
6. **CI integration** — how to add to the workflow 6. **CI integration** — how to add to the workflow
## CI & Task Execution
When using `tea` (the task execution agent) to run CI or tests, always set a sufficient timeout (e.g., 600000ms) to allow the workflow to finish. After CI completes, check the results yourself — inspect logs if the run failed. Never assume success.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
-266
View File
@@ -1,266 +0,0 @@
---
description: Top-level orchestrator that analyzes the FastSync codebase by delegating to specialized sub-agents and creates GitHub issues from their findings.
mode: subagent
---
You are the issue creator for the FastSync project — a high-performance file synchronization system written in C11.
## Your Role
You are the primary orchestrator agent. Your job is to:
1. Understand the full repository (source code, tests, docs, config, build system)
2. Decide which specialized sub-agents to dispatch for analysis
3. Delegate analysis work using the task tool
4. Receive structured findings from sub-agents
5. Create GitHub issues from those findings using `gh issue create`
6. Coordinate the overall analysis workflow end-to-end
> **Environment rule:** for CI, dependency installation must use the project's custom Docker image (repo-root `Dockerfile`, same as CI). For local development, use `nix-shell` (see `README.md`). See `AGENTS.md`.
## Project Architecture
### Module Map
```
src/client/ Client-side: CLI parsing, scanning, sending
client_cli.c Entry point, argument parsing, config setup
client_send.c Transfer orchestration, pipeline management
scanner.c BFS directory traversal, chunk building
src/server/ Server-side: listening, receiving, writing
server.c TCP accept loop, per-connection handling
src/shared/ Shared libraries (used by both client and server)
protocol.c/h Wire protocol: status codes, send/receive primitives
compression.c/h zstd streaming compression/decompression
chunk.c/h File grouping and batch serialization
queue.c/h Thread-safe bounded queue (producer-consumer)
config.c/h Runtime configuration, serialization, parsing
data.c/h Generic buffer type (Data)
metadata.c/h File metadata (mode, uid, gid, mtime)
file.c/h File representation
array_list.c/h Dynamic array
transport_tcp.c/h TCP client/server with sendfile() zero-copy
transport_ssh.c/h SSH transport with ControlMaster
transport_tls.c/h TLS encryption via OpenSSL
multiprocessing.c/h Fork-based concurrency
log.c/h Logging utilities
utils.c/h Shared utilities
```
### Data Flow — Client Transfer Pipeline
```
CLI args → Config
→ DirectoryScanner (BFS, exclude/include patterns)
→ Queue[Scanner → Loader]
→ ChunkBuilder (groups files into ~10MB chunks)
→ Queue[Loader → Sender]
→ [Optional: Compression (zstd streaming)]
→ [Optional: Chunk Serialization]
→ Network (TCP sendfile / SSH pipe)
→ Protocol framing (status codes + data)
```
### Data Flow — Server Receive
```
TCP accept / SSH stdio
→ Config receive
→ Per-connection handler (fork)
→ [Optional: Decompression]
→ [Optional: Chunk deserialization]
→ File write / metadata restore
→ [Optional: Delete processing via manifest]
```
### Threading Model
- Client uses producer-consumer with C11 threads (`thrd_t`)
- Bounded queues with `mtx_t` + `cnd_t` for backpressure
- Scanner → Loader → Sender pipeline
- Server uses `fork()` per connection, optional thread pool
### Transport Abstraction
- `io_set_fds(read_fd, write_fd)` — set active file descriptors
- `io_set_ssl(SSL*)` — transparent TLS wrapping
- `io_set_bwlimit(bytes_per_sec)` — token-bucket throttling
- All protocol functions use the active IO layer transparently
## Workflow
### Phase 1: Repository Reconnaissance
First, read the repository structure to understand what exists:
1. Scan `src/` directory layout (client, server, shared modules)
2. Scan `tests/` directory for test files
3. Read `CMakeLists.txt` for build targets and options
4. Read `AGENTS.md` and `.gitea/workflows/ci.yaml` for CI/dev conventions
5. Read `.opencode/agents/*.md` to understand available sub-agents
6. Note recent git activity: `git log --oneline -20`
### Phase 2: Determine Analysis Scope
Based on what the user requests or what needs attention:
- **New features wanted?** → Dispatch `feature-scout` sub-agent
- **Security audit needed?** → Dispatch `security-screener` sub-agent
- **Code quality review?** → Dispatch `code-quality-guardian` sub-agent
- **All of the above?** → Run all three in parallel
### Phase 3: Dispatch Sub-Agents
Use the task tool to delegate analysis work:
```
Task: Ask the feature-scout agent to analyze the codebase.
Context: <provide summary of what was found in Phase 1>
```
```
Task: Ask the security-screener agent to analyze the codebase.
Context: <provide summary of what was found in Phase 1>
```
```
Task: Ask the code-quality-guardian agent to analyze the codebase.
Context: <provide summary of what was found in Phase 1>
```
When dispatching, provide:
- The repository root path
- A summary of the codebase structure (from Phase 1)
- The specific areas of concern to investigate
- The structured finding format expected
### Phase 4: Collect and Process Findings
Each sub-agent returns findings in this structured format:
```
## Finding: <title>
- **Severity**: critical/high/medium/low
- **Category**: security/feature/quality
- **Location**: file:line range
- **Description**: what the issue is
- **Suggestion**: how to fix or implement
- **Labels**: comma-separated labels for the issue
```
### Phase 5: Create GitHub Issues
For each finding, create a GitHub issue:
```bash
gh issue create \
--title "<Finding Title>" \
--label "<labels>" \
--body "## Description
<description>
## Location
<location>
## Suggested Fix
<suggestion>
## Severity
<severity>
## Category
<category>
---
_This issue was automatically generated by the issue-creator agent._"
```
### Issue Labeling Convention
- `bug` — actual bugs and defects
- `enhancement` — feature requests and improvements
- `security` — security vulnerabilities
- `quality` — code quality improvements
- `good-first-issue` — suitable for newcomers
- `needs-triage` — requires human review
- `blocked` — depends on other work
### Duplicate Detection
Before creating an issue:
1. Check existing open issues: `gh issue list --state open --label "<label>"`
2. Search for similar titles using `gh issue list --search "<keywords>"`
3. If a similar issue exists, add a comment instead of creating a duplicate:
```bash
gh issue comment <issue-number> --body "Additional finding from automated analysis: <details>"
```
## Sub-Agent Reference
### Available Sub-Agents
| Agent | File | Purpose |
|---|---|---|
| feature-scout | `.opencode/agents/feature-scout.md` | Scans for feature opportunities |
| security-screener | `.opencode/agents/security-screener.md` | Scans for security vulnerabilities |
| code-quality-guardian | `.opencode/agents/code-quality-guardian.md` | Scans for code quality improvements |
| architect | `.opencode/agents/architect.md` | Architecture reviews |
| c-reviewer | `.opencode/agents/c-reviewer.md` | C code correctness reviews |
| debugger | `.opencode/agents/debugger.md` | Bug diagnosis |
| refactorer | `.opencode/agents/refactorer.md` | Code refactoring |
| security-auditor | `.opencode/agents/security-auditor.md` | Security audits |
| test-writer | `.opencode/agents/test-writer.md` | Test development |
| perf-analyst | `.opencode/agents/perf-analyst.md` | Performance analysis |
| protocol-designer | `.opencode/agents/protocol-designer.md` | Protocol design |
| cmake-expert | `.opencode/agents/cmake-expert.md` | CMake build system |
| code-explainer | `.opencode/agents/code-explainer.md` | Code explanation |
| doc-generator | `.opencode/agents/doc-generator.md` | Documentation |
| integrator | `.opencode/agents/integrator.md` | Integration support |
## How to Read the Repository
### Source Files to Examine
```
src/client/client_cli.c — CLI argument parsing
src/client/client_send.c — Transfer orchestration
src/client/scanner.c — BFS directory scanner
src/server/server.c — TCP server, connection handling
src/shared/protocol.c — Wire protocol implementation
src/shared/compression.c — zstd compression
src/shared/chunk.c — File chunking/batching
src/shared/queue.c — Thread-safe queue
src/shared/config.c — Runtime config
src/shared/data.c — Buffer type
src/shared/metadata.c — File metadata
src/shared/file.c — File representation
src/shared/array_list.c — Dynamic array
src/shared/transport_tcp.c — TCP transport
src/shared/transport_ssh.c — SSH transport
src/shared/transport_tls.c — TLS transport
src/shared/multiprocessing.c — Fork helpers
src/shared/log.c — Logging
src/shared/utils.c — Utilities
```
### Test Files to Examine
```
tests/ — Unit tests
tests/test_queue.c — Queue tests
tests/test_protocol.c — Protocol tests
tests/test_config.c — Config tests
tests/test_compression.c — Compression tests
tests/test_data.c — Data buffer tests
tests/test_metadata.c — Metadata tests
tests/test_file.c — File tests
tests/test_transport_tcp.c — TCP transport tests
tests/test_transport_tls.c — TLS transport tests
tests/test_array_list.c — Array list tests
tests/pytest/ — Python integration tests
```
### Build & Config Files
```
CMakeLists.txt — Top-level CMake
cmake/ — CMake modules
Dockerfile — CI Docker image
.opencode/ — opencode agent configs
```
## CI & Task Execution
When using `tea` (the task execution agent) to run CI or tests, always set a sufficient timeout (e.g., 600000ms) to allow the workflow to finish. After CI completes, check the results yourself — inspect logs if the run failed. Never assume success.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
-12
View File
@@ -120,16 +120,4 @@ time ./build/client [args...]
# High precision # High precision
perf stat -e task-clock ./build/client [args...] perf stat -e task-clock ./build/client [args...]
## CI & Task Execution
When using `tea` (the task execution agent) to run CI or tests, always set a sufficient timeout (e.g., 600000ms) to allow the workflow to finish. After CI completes, check the results yourself — inspect logs if the run failed. Never assume success.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
``` ```
-12
View File
@@ -84,15 +84,3 @@ When designing protocol changes:
4. **Serialization code** — changes to `protocol.c`, `config.c`, `chunk.c` 4. **Serialization code** — changes to `protocol.c`, `config.c`, `chunk.c`
5. **Compatibility notes** — how old clients/servers handle the change 5. **Compatibility notes** — how old clients/servers handle the change
6. **Testing strategy** — how to verify the protocol change works 6. **Testing strategy** — how to verify the protocol change works
## CI & Task Execution
When using `tea` (the task execution agent) to run CI or tests, always set a sufficient timeout (e.g., 600000ms) to allow the workflow to finish. After CI completes, check the results yourself — inspect logs if the run failed. Never assume success.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
-12
View File
@@ -153,15 +153,3 @@ Before and after each refactor, note:
- **Breaking the API** — public headers are contracts; change them carefully - **Breaking the API** — public headers are contracts; change them carefully
- **Rewriting** — refactor incrementally, don't rewrite from scratch - **Rewriting** — refactor incrementally, don't rewrite from scratch
- **Ignoring tests** — if tests don't exist for the code you're refactoring, write them first - **Ignoring tests** — if tests don't exist for the code you're refactoring, write them first
## CI & Task Execution
When using `tea` (the task execution agent) to run CI or tests, always set a sufficient timeout (e.g., 600000ms) to allow the workflow to finish. After CI completes, check the results yourself — inspect logs if the run failed. Never assume success.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
-12
View File
@@ -139,15 +139,3 @@ Medium: <count>
Low: <count> Low: <count>
Informational: <count> Informational: <count>
``` ```
## CI & Task Execution
When using `tea` (the task execution agent) to run CI or tests, always set a sufficient timeout (e.g., 600000ms) to allow the workflow to finish. After CI completes, check the results yourself — inspect logs if the run failed. Never assume success.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
-310
View File
@@ -1,310 +0,0 @@
---
description: Scans the FastSync codebase for security vulnerabilities — buffer overflows, path traversal, TLS issues, memory safety, and cryptographic hygiene.
mode: subagent
---
You are a security screener for the FastSync project — a high-performance file synchronization system written in C11 with TCP, SSH, and TLS transport.
## Your Role
Scan the codebase for security vulnerabilities. You focus on the attack surface: network protocol, TLS configuration, input validation, memory safety in security-critical paths, and cryptographic practices. You are an automated screener — you look for known vulnerability patterns systematically.
> **Environment rule:** for CI, dependency installation must use the project's custom Docker image (repo-root `Dockerfile`, same as CI). For local development, use `nix-shell` (see `README.md`). See `AGENTS.md`.
## Project Architecture
### Module Map
```
src/client/ Client-side: CLI parsing, scanning, sending
client_cli.c Entry point, argument parsing, config setup
client_send.c Transfer orchestration, pipeline management
scanner.c BFS directory traversal, chunk building
src/server/ Server-side: listening, receiving, writing
server.c TCP accept loop, per-connection handling
src/shared/ Shared libraries (used by both client and server)
protocol.c/h Wire protocol: status codes, send/receive primitives
compression.c/h zstd streaming compression/decompression
chunk.c/h File grouping and batch serialization
queue.c/h Thread-safe bounded queue (producer-consumer)
config.c/h Runtime configuration, serialization, parsing
data.c/h Generic buffer type (Data)
metadata.c/h File metadata (mode, uid, gid, mtime)
file.c/h File representation
array_list.c/h Dynamic array
transport_tcp.c/h TCP client/server with sendfile() zero-copy
transport_ssh.c/h SSH transport with ControlMaster
transport_tls.c/h TLS encryption via OpenSSL
multiprocessing.c/h Fork-based concurrency
log.c/h Logging utilities
utils.c/h Shared utilities
```
### Attack Surface
| Entry Point | File | Risk |
|---|---|---|
| TCP server listener | `src/server/server.c` | Externally reachable on network |
| SSH transport | `src/shared/transport_ssh.c` | Accepts data via stdio pipe |
| Protocol parser | `src/shared/protocol.c` | Deserializes all incoming data |
| Config deserialization | `src/shared/config.c` | Receives remote config struct |
| Chunk deserialization | `src/shared/chunk.c` | Receives file batches |
| TLS handshake | `src/shared/transport_tls.c` | SSL context and cert validation |
| File writer | `src/server/server.c` | Writes received files to disk |
## Security Screener Checklist
### 1. Buffer Overflow Risks
Search for these dangerous patterns in all `.c` and `.h` files:
- [ ] **Fixed-size stack buffers** used for unbounded or network-provided data
```c
char path[PATH_MAX]; // OK if PATH_MAX is used, bad if size is arbitrary
char buf[1024]; // SUSPICIOUS — what limits the input to 1024?
char line[4096]; // SUSPICIOUS — what limits the line length?
```
- [ ] **`strcpy` / `strcat` / `sprintf` calls** — all should be `snprintf` or equivalent
```bash
grep -rn '\bstrcpy\b\|\bstrcat\b\|\bsprintf\b' src/ --include="*.c" --include="*.h"
```
- [ ] **Unbounded `sprintf` to fixed buffer**
```c
char buf[256];
sprintf(buf, "%s/%s", dir, filename); // DANGER — no size limit
```
- [ ] **Off-by-one in string operations** — `strlen` usage without `+ 1` for null terminator
- [ ] **`scanf` / `fscanf` / `sscanf` with `%s` and no width limit**
```c
sscanf(input, "%s", buffer); // DANGER — no width limit on %s
```
- [ ] **`memcpy` / `memmove` with unchecked size from network data**
### 2. Path Traversal in File Operations
Check all paths constructed from received data:
- [ ] **Files constructed with client-provided filenames + destination directory**
```c
snprintf(path, PATH_MAX, "%s/%s", dest_dir, received_filename);
```
Check for `../` filtering:
```bash
grep -rn 'snprintf.*%s.*%s.*path\|snprintf.*dest_dir\|snprintf.*base_dir' src/ --include="*.c"
```
- [ ] **`realpath()` usage** for path canonicalization
- [ ] **Symlink following** — does the server follow symlinks in the destination?
- [ ] **Null byte injection** — received filenames with embedded `\0`
### 3. Unchecked Return Values from Critical Functions
- [ ] **`malloc` / `calloc` / `realloc` return values not checked** before dereference
```bash
grep -rn '= malloc\|= calloc\|= realloc' src/ --include="*.c"
```
For each match, verify NULL check exists before use.
- [ ] **`send_n_data` / `receive_n_data` return values** not checked
- [ ] **`SSL_read` / `SSL_write`** error codes not checked
- [ ] **`write()` / `read()` syscall** return values not checked (short writes/reads)
- [ ] **`fopen()` / `open()`** return values not checked
- [ ] **`snprintf` / `vsnprintf`** negative return not handled
### 4. TLS / SSL Misconfiguration
- [ ] **TLS version not restricted** — server allows SSLv3, TLS 1.0, or TLS 1.1
```c
SSL_CTX_set_min_proto_version(ctx, TLS1_2_VERSION); // REQUIRED
```
- [ ] **Certificate verification disabled** without explicit `--insecure` flag
- [ ] **`SSL_CTX_set_verify` not called** — default is no verification
- [ ] **Weak cipher suites allowed** — need to call `SSL_CTX_set_cipher_list()`
- [ ] **Private key file permissions** not checked before loading
- [ ] **Hostname verification** not performed on server certificate
- [ ] **Session renegotiation** not limited (DoS vector)
- [ ] **TLS certificate/key paths from untrusted input** — can client specify arbitrary paths?
### 5. Memory Safety Issues
- [ ] **Use-after-free** — object freed but pointer still used later
- [ ] **Double-free** — `free()` called twice on same pointer
- [ ] **Memory leaks** on error paths — allocated but not freed before return
- [ ] **Integer overflow** in allocation size computation
```c
// DANGER: count * sizeof(Type) can overflow
void *arr = malloc(count * sizeof(Element));
// SAFE:
if (count > SIZE_MAX / sizeof(Element)) return NULL;
void *arr = malloc(count * sizeof(Element));
```
- [ ] **`realloc` return value** not saved to temporary pointer (leak on failure)
```c
// BAD: leaks original pointer on failure
buf = realloc(buf, new_size);
// GOOD:
void *tmp = realloc(buf, new_size);
if (!tmp) { free(buf); return NULL; }
buf = tmp;
```
### 6. Integer Overflow in Allocation
Check all size calculations:
- [ ] Allocations where count comes from network data (chunk count, file count, etc.)
- [ ] Allocations where size is multiplied by count
```bash
grep -rn 'malloc.*\*.*sizeof\|calloc(.*sizeof' src/ --include="*.c"
```
- [ ] Loop counters that could wrap (unsigned underflow)
- [ ] Signed integer overflow in size checks
### 7. Format String Vulnerabilities
- [ ] User-controlled data passed as format string
```c
printf(user_input); // VULNERABLE
fprintf(stderr, user_input); // VULNERABLE
syslog(LOG_INFO, user_input); // VULNERABLE
printf("%s", user_input); // SAFE
```
```bash
grep -rn 'printf(\|fprintf(\|syslog(\|snprintf(' src/ --include="*.c" | grep -v '"[^"]*%'
```
### 8. TOCTOU Race Conditions
- [ ] File existence check followed by open (Time-of-check to Time-of-use)
```c
if (access(path, F_OK) == 0) { // CHECK
fd = open(path, O_RDWR); // USE — file could have changed
}
```
- [ ] `stat()` followed by `open()` with different permissions
- [ ] Temporary file creation with predictable names
### 9. Insecure Temporary File Usage
- [ ] `mktemp` / `tmpnam` — use `mkstemp` instead
- [ ] Temporary files created in world-writable directories
- [ ] Temporary files not cleaned up on error paths
- [ ] Predictable temp file names (race + symlink attack)
### 10. Hardcoded Secrets / Credentials
- [ ] Hardcoded passwords, API keys, or tokens
- [ ] Hardcoded TLS private keys or certificates
- [ ] Hardcoded connection strings with embedded credentials
- [ ] Test certificates/keys in source tree (should be documented if intentional)
### 11. Denial of Service Vectors
- [ ] **Unbounded memory allocation** — can client request huge allocation that OOMs server?
- Check `chunk.c` for chunk count limits
- Check `protocol.c` for message size limits
- Check `config.c` for config field size limits
- [ ] **No connection limits** — server doesn't cap concurrent connections
- [ ] **No timeouts** — connections can hang indefinitely
- [ ] **Recursive parsing** — could cause stack overflow with crafted input
- [ ] **Repeated slow reads** — slow loris style attack
- [ ] **Fork bomb** — server forks per connection without limit
### 12. Information Disclosure
- [ ] Server sends detailed error messages to client (path disclosure, version info)
- [ ] Debug logging enabled in production
- [ ] Stack traces leaked to users
- [ ] Timing side channels in authentication or comparison
## How to Scan
### Automated Pattern Search
Run these searches across the codebase:
```bash
# Buffer overflow risks
grep -rn '\bstrcpy\b\|\bstrcat\b\|\bsprintf\b' src/ --include="*.c"
# Fixed size stack buffers
grep -rn 'char [a-z_]*\[[0-9]*\];' src/ --include="*.c" --include="*.h"
# Format string risks
grep -rn 'printf(\|fprintf(\|syslog(' src/ --include="*.c" | grep -v '"[^"]*%'
# Malloc without null check pattern
grep -rn '= malloc\|= calloc\|= realloc' src/ --include="*.c"
# Integer overflow in allocation
grep -rn 'malloc.*\*\|calloc.*<' src/ --include="*.c"
# Path construction
grep -rn 'snprintf.*path\|snprintf.*dir' src/ --include="*.c"
```
### Manual Code Review
After automated scanning, manually review high-risk files:
1. `src/shared/protocol.c` — all receive paths
2. `src/shared/config.c` — deserialization logic
3. `src/shared/chunk.c` — chunk parsing
4. `src/shared/transport_tls.c` — TLS configuration
5. `src/server/server.c` — file writing and connection handling
## Output Format
Return findings in this structured format, one per vulnerability:
```
## Finding: <Short descriptive title>
- **Severity**: critical/high/medium/low
- **Category**: security
- **Location**: file:line range
- **Description**: what the vulnerability is, including:
- How it can be triggered
- What the impact is (RCE, DoS, info leak, etc.)
- Whether it requires authentication
- **Suggestion**: how to fix it, including concrete code changes
- **Labels**: security, comma-separated additional labels
```
### Example
```
## Finding: Unchecked malloc in chunk deserialization allows OOM
- **Severity**: high
- **Category**: security
- **Location**: src/shared/chunk.c:45-50
- **Description**: `chunk_deserialize()` calls `malloc(count * sizeof(File))`
where `count` comes directly from the network. An attacker can send a crafted
chunk header with an extremely large count (e.g., UINT32_MAX), causing malloc
to either fail (crash if unchecked) or allocate enormous memory (OOM).
No authentication needed — the attack works on the initial connection.
- **Suggestion**: Add bounds checking before allocation:
```c
if (count > MAX_CHUNK_FILES || count > SIZE_MAX / sizeof(File)) {
log_error("Invalid chunk file count: %u", count);
return NULL;
}
```
Define `MAX_CHUNK_FILES` as a reasonable limit (e.g., 100000).
- **Labels**: security, dos
```
### No Findings
If no security issues are found, return:
```
## No security findings
The codebase appears clean in the areas checked. No vulnerabilities found at this time.
```
## Severity Guidelines
| Severity | Definition | Example |
|---|---|---|
| **critical** | Remote code execution, unauthenticated compromise | Buffer overflow on network input |
| **high** | Significant impact but requires specific conditions | DoS via unbounded allocation, path traversal |
| **medium** | Limited impact, requires auth or other conditions | TOCTOU race in file operations |
| **low** | Minor issues, defense in depth | Missing null check that's unlikely to trigger |
| **informational** | Not exploitable but violates best practice | Hardcoded value that could be configurable |
## CI & Task Execution
When using `tea` (the task execution agent) to run CI or tests, always set a sufficient timeout (e.g., 600000ms) to allow the workflow to finish. After CI completes, check the results yourself — inspect logs if the run failed. Never assume success.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
+1 -13
View File
@@ -173,7 +173,7 @@ When writing integration tests (Python-based), follow the patterns in `tests/int
- `test_tls.py` — TLS transport tests - `test_tls.py` — TLS transport tests
- `test_features.py` — feature-specific tests (delete, exclude, incremental, etc.) - `test_features.py` — feature-specific tests (delete, exclude, incremental, etc.)
Use `tests/conftest.py` fixtures for server setup/teardown (note: the file is at `tests/conftest.py`, not `tests/integration/conftest.py`). Use `conftest.py` fixtures for server setup/teardown.
### Minimal Integration Test ### Minimal Integration Test
```python ```python
@@ -209,15 +209,3 @@ When asked to write tests, produce:
3. The runner.c modification needed 3. The runner.c modification needed
4. Verify with a build and test run 4. Verify with a build and test run
5. Suggest fuzzing targets if relevant 5. Suggest fuzzing targets if relevant
## CI & Task Execution
When using `tea` (the task execution agent) to run CI or tests, always set a sufficient timeout (e.g., 600000ms) to allow the workflow to finish. After CI completes, check the results yourself — inspect logs if the run failed. Never assume success.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch (`git checkout -b <branch-name>`) before making changes, push it, and open a PR with `gh pr create --fill`. Wait for CI to pass before merging.
## Dependency Installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. **Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. See `AGENTS.md` for details.
-74
View File
@@ -1,74 +0,0 @@
# AGENTS.md
FastSync is a high-performance file synchronization system written in C11. It supports TCP and SSH transports, TLS encryption (OpenSSL), streaming zstd compression, multithreaded transfers, and incremental sync. The build uses CMake; CI runs on Gitea Actions (`.gitea/workflows/ci.yaml`).
## Dependency installation
**CI rule:** never add `apt-get install` / `pip install` steps to CI workflows — use the custom Docker image instead. The image is built from the repo-root `Dockerfile` and is the same image CI uses: `gitea.tap-tap.win/taptap/fastsync-ci:v7`. It contains the full toolchain: gcc/g++, CMake, libzstd-dev, libssl-dev, make, git, cppcheck, clang-format, python3 + pytest, openssh-client, and Node.js.
**Host rule:** for local development, use `nix-shell` (see `README.md`) which provides zstd, OpenSSL, CMake, and gcc. The Docker image can also be used locally for CI parity.
```bash
# Use the prebuilt CI image directly (faster, guaranteed CI parity)
docker pull gitea.tap-tap.win/taptap/fastsync-ci:v7
docker tag gitea.tap-tap.win/taptap/fastsync-ci:v7 fastsync-ci:local
# Or build the image from the repo-root Dockerfile
# (Note: the prebuilt :v7 image reflects the previous Dockerfile state;
# rebuild from source to pick up any newly added packages like lcov/valgrind.)
docker build -t fastsync-ci:local .
# Build, run unit tests, and run integration tests inside the container
docker run --rm -v "$PWD:/workspace" -w /workspace fastsync-ci:local \
sh -c 'cmake -B build -S . && cmake --build build -j$(nproc) && ./build/tests && python3 -m pytest tests/'
# Avoid root-owned build/ artifacts by matching your host UID/GID
docker run --rm --user "$(id -u):$(id -g)" -v "$PWD:/workspace" \
-w /workspace fastsync-ci:local \
sh -c 'cmake -B build -S . && cmake --build build -j$(nproc) && ./build/tests && python3 -m pytest tests/'
```
> **Note:** The first `cmake configure` (`cmake -B build -S .`) fetches xxHash from GitHub via `FetchContent` — network access is required. Subsequent reconfigures reuse the cached source.
If a dependency is missing from the CI image, add it to the `Dockerfile` (and rebuild) rather than adding an install step to the CI workflow.
## CI Conventions
When configuring for CI parity, use:
```bash
cmake -B build -S . -DSTRICT_WARNINGS=ON # -Wextra -Wpedantic -Werror
cmake -B build -S . -DSANITIZER=address # AddressSanitizer (ASan)
cmake -B build -S . -DSANITIZER=thread # ThreadSanitizer (TSan)
```
The CI workflow (`.gitea/workflows/ci.yaml`) runs lint (clang-format, cppcheck), build + test (unit + integration), and sanitizer (currently only `address`) jobs sequentially.
## Build
```bash
cmake -B build -S . && cmake --build build -j$(nproc)
```
## Test
```bash
./build/tests # unit tests
python3 -m pytest tests/ # integration tests
```
## CI Workflow — Waiting for Results
When running the CI workflow via `tea` (the task execution agent), always set a sufficient timeout (e.g., 600000ms) to allow CI to finish. After CI completes, check the results yourself — do not assume success. Use `gh run watch` or similar to monitor CI status, then inspect logs on failure.
## Branch Strategy
Never push directly to `main`. All changes must be developed on a feature branch and merged via a pull request. Always create a new branch before making changes:
```bash
git checkout -b <feature-branch-name>
```
After committing changes, push the branch and create a PR:
```bash
git push -u origin <feature-branch-name>
gh pr create --fill
```
Wait for CI to pass on the PR before merging.
+6 -42
View File
@@ -9,8 +9,8 @@ set(CMAKE_C_STANDARD_REQUIRED ON)
add_compile_options(-Wall -g -O3) add_compile_options(-Wall -g -O3)
# --- Sanitizer option --- # --- Sanitizer option ---
set(SANITIZER "none" CACHE STRING "Sanitizer to enable (address, thread, undefined, none)") set(SANITIZER "none" CACHE STRING "Sanitizer to enable (address, thread, none)")
set_property(CACHE SANITIZER PROPERTY STRINGS address thread undefined none) set_property(CACHE SANITIZER PROPERTY STRINGS address thread none)
if(SANITIZER STREQUAL "address") if(SANITIZER STREQUAL "address")
add_compile_options(-fsanitize=address -fno-omit-frame-pointer -g) add_compile_options(-fsanitize=address -fno-omit-frame-pointer -g)
@@ -18,11 +18,8 @@ if(SANITIZER STREQUAL "address")
elseif(SANITIZER STREQUAL "thread") elseif(SANITIZER STREQUAL "thread")
add_compile_options(-fsanitize=thread -fno-omit-frame-pointer -g) add_compile_options(-fsanitize=thread -fno-omit-frame-pointer -g)
add_link_options(-fsanitize=thread) add_link_options(-fsanitize=thread)
elseif(SANITIZER STREQUAL "undefined")
add_compile_options(-fsanitize=undefined -fno-omit-frame-pointer -g)
add_link_options(-fsanitize=undefined)
elseif(NOT SANITIZER STREQUAL "none") elseif(NOT SANITIZER STREQUAL "none")
message(FATAL_ERROR "Unknown sanitizer: ${SANITIZER}. Supported values: address, thread, undefined, none") message(FATAL_ERROR "Unknown sanitizer: ${SANITIZER}. Supported values: address, thread, none")
endif() endif()
# --- Strict warnings option --- # --- Strict warnings option ---
@@ -31,13 +28,6 @@ if(STRICT_WARNINGS)
add_compile_options(-Wextra -Wpedantic -Werror) add_compile_options(-Wextra -Wpedantic -Werror)
endif() endif()
# --- Coverage option ---
option(ENABLE_COVERAGE "Enable gcov coverage" OFF)
if(ENABLE_COVERAGE)
add_compile_options(--coverage -fprofile-arcs -ftest-coverage -O0 -g)
add_link_options(--coverage)
endif()
include(FetchContent) include(FetchContent)
FetchContent_Declare( FetchContent_Declare(
xxhash xxhash
@@ -60,8 +50,8 @@ find_package(OpenSSL REQUIRED)
file(GLOB SHARED_SRCS "src/shared/*.c") file(GLOB SHARED_SRCS "src/shared/*.c")
file(GLOB SERVER_SRCS "src/server/*.c") file(GLOB SERVER_SRCS "src/server/*.c")
file(GLOB CLIENT_SRCS "src/client/*.c") file(GLOB CLIENT_SRCS "src/client/*.c")
file(GLOB TEST_SRCS "tests/*.c")
# --- Main executables ---
add_executable(server ${SERVER_SRCS} ${SHARED_SRCS}) add_executable(server ${SERVER_SRCS} ${SHARED_SRCS})
target_include_directories(server PRIVATE src/shared src/server src/client) target_include_directories(server PRIVATE src/shared src/server src/client)
target_link_libraries(server PRIVATE Threads::Threads ${ZSTD_LIBRARY} OpenSSL::SSL OpenSSL::Crypto xxhash) target_link_libraries(server PRIVATE Threads::Threads ${ZSTD_LIBRARY} OpenSSL::SSL OpenSSL::Crypto xxhash)
@@ -70,33 +60,7 @@ add_executable(client ${CLIENT_SRCS} ${SHARED_SRCS})
target_include_directories(client PRIVATE src/shared src/server src/client) target_include_directories(client PRIVATE src/shared src/server src/client)
target_link_libraries(client PRIVATE Threads::Threads ${ZSTD_LIBRARY} OpenSSL::SSL OpenSSL::Crypto xxhash) target_link_libraries(client PRIVATE Threads::Threads ${ZSTD_LIBRARY} OpenSSL::SSL OpenSSL::Crypto xxhash)
# --- Testing ---
enable_testing()
# Common test libraries
set(TEST_LIBS Threads::Threads ${ZSTD_LIBRARY} OpenSSL::SSL OpenSSL::Crypto xxhash)
set(TEST_INCLUDES tests src/shared src/server src/client)
# Monolithic test binary (backward compatible)
file(GLOB TEST_SRCS "tests/test_*.c" "tests/runner.c")
add_executable(tests ${TEST_SRCS} ${SHARED_SRCS} src/client/scanner.c) add_executable(tests ${TEST_SRCS} ${SHARED_SRCS} src/client/scanner.c)
target_include_directories(tests PRIVATE ${TEST_INCLUDES}) target_include_directories(tests PRIVATE tests src/shared src/server src/client)
target_link_libraries(tests PRIVATE ${TEST_LIBS}) target_link_libraries(tests PRIVATE Threads::Threads ${ZSTD_LIBRARY} OpenSSL::SSL OpenSSL::Crypto xxhash)
add_test(NAME unit_all COMMAND tests)
# --- Fuzz targets (requires clang) ---
option(ENABLE_FUZZ "Build fuzz targets (requires clang)" OFF)
if(ENABLE_FUZZ)
if(NOT CMAKE_C_COMPILER_ID MATCHES "Clang")
message(FATAL_ERROR "ENABLE_FUZZ requires Clang (compiler is ${CMAKE_C_COMPILER_ID})")
endif()
file(GLOB FUZZ_SRCS "tests/fuzz/*.c")
foreach(FUZZ_SRC ${FUZZ_SRCS})
get_filename_component(FUZZ_NAME ${FUZZ_SRC} NAME_WE)
add_executable(${FUZZ_NAME} ${FUZZ_SRC} ${SHARED_SRCS})
target_include_directories(${FUZZ_NAME} PRIVATE ${TEST_INCLUDES})
target_compile_options(${FUZZ_NAME} PRIVATE -fsanitize=fuzzer,address,undefined -fno-omit-frame-pointer)
target_link_options(${FUZZ_NAME} PRIVATE -fsanitize=fuzzer,address,undefined)
target_link_libraries(${FUZZ_NAME} PRIVATE ${TEST_LIBS})
endforeach()
endif()
+1 -2
View File
@@ -1,8 +1,7 @@
FROM ubuntu:24.04 FROM ubuntu:24.04
RUN apt-get update && apt-get install -y --no-install-recommends \ RUN apt-get update && apt-get install -y --no-install-recommends \
gcc g++ make libc6-dev cmake libzstd-dev libssl-dev git ca-certificates curl cppcheck clang-format \ gcc g++ make libc6-dev cmake libzstd-dev libssl-dev git ca-certificates curl cppcheck clang-format \
python3 python3-pip python3-venv openssl openssh-client \ python3 python3-pip python3-venv openssl openssh-client && \
lcov valgrind clang libclang-rt-18-dev && \
pip3 install --break-system-packages pytest && \ pip3 install --break-system-packages pytest && \
curl -fsSL https://deb.nodesource.com/setup_20.x | bash - && \ curl -fsSL https://deb.nodesource.com/setup_20.x | bash - && \
apt-get install -y --no-install-recommends nodejs && \ apt-get install -y --no-install-recommends nodejs && \
+1 -2
View File
@@ -1,11 +1,10 @@
{ {
"$schema": "https://opencode.ai/config.json", "$schema": "https://opencode.ai/config.json",
"instructions": ["AGENTS.md"],
"permission": { "permission": {
"bash": { "bash": {
"*": "allow", "*": "allow",
"git push origin main": "deny", "git push origin main": "deny",
"git push main": "deny" "git push main": "ask"
} }
} }
} }
+31 -63
View File
@@ -11,6 +11,9 @@
#include <stdlib.h> #include <stdlib.h>
#include <string.h> #include <string.h>
char* server_host = "127.0.0.1";
int server_port = 8080;
static void print_usage(void) { static void print_usage(void) {
printf("Usage:\n"); printf("Usage:\n");
printf(" fastsync [options] <source> <destination>\n"); printf(" fastsync [options] <source> <destination>\n");
@@ -56,7 +59,6 @@ static void print_usage(void) {
printf(" --key <path> TLS private key file (PEM)\n"); printf(" --key <path> TLS private key file (PEM)\n");
printf(" --ca <path> TLS CA certificate file (PEM)\n"); printf(" --ca <path> TLS CA certificate file (PEM)\n");
printf(" --help Show this help\n"); printf(" --help Show this help\n");
printf(" -V, --version Show version and exit\n");
} }
int main(int argc, char* argv[]) { int main(int argc, char* argv[]) {
@@ -71,8 +73,6 @@ int main(int argc, char* argv[]) {
Config* config = config_create(str_dup(PROTOCOL_VERSION), NULL, NULL, save_to_disk, false, false, Config* config = config_create(str_dup(PROTOCOL_VERSION), NULL, NULL, save_to_disk, false, false,
false, false, 5, false, 0); false, false, 5, false, 0);
int exit_code = 0;
bool config_owned_by_pipeline = false;
int positional_args[2]; int positional_args[2];
int positional_count = 0; int positional_count = 0;
@@ -80,10 +80,7 @@ int main(int argc, char* argv[]) {
for (int i = 1; i < argc; i++) { for (int i = 1; i < argc; i++) {
if (strcmp(argv[i], "--help") == 0) { if (strcmp(argv[i], "--help") == 0) {
print_usage(); print_usage();
goto cleanup; return 0;
} else if (strcmp(argv[i], "-V") == 0 || strcmp(argv[i], "--version") == 0) {
printf("fastsync version %s\n", PROTOCOL_VERSION);
goto cleanup;
} else if (strcmp(argv[i], "-a") == 0 || strcmp(argv[i], "--archive") == 0) { } else if (strcmp(argv[i], "-a") == 0 || strcmp(argv[i], "--archive") == 0) {
config->use_compression = true; config->use_compression = true;
config->use_multithreading = true; config->use_multithreading = true;
@@ -96,23 +93,15 @@ int main(int argc, char* argv[]) {
} else if (strcmp(argv[i], "--delete") == 0) { } else if (strcmp(argv[i], "--delete") == 0) {
config->use_delete = true; config->use_delete = true;
} else if (strcmp(argv[i], "--exclude") == 0 && i + 1 < argc) { } else if (strcmp(argv[i], "--exclude") == 0 && i + 1 < argc) {
char** tmp = realloc(config->exclude_patterns, (config->exclude_count + 1) * sizeof(char*)); int idx = config->exclude_count++;
if (!tmp) { config->exclude_patterns =
fprintf(stderr, "Error: memory allocation failed for --exclude\n"); realloc(config->exclude_patterns, config->exclude_count * sizeof(char*));
exit_code = 1; config->exclude_patterns[idx] = str_dup(argv[++i]);
goto cleanup;
}
config->exclude_patterns = tmp;
config->exclude_patterns[config->exclude_count++] = str_dup(argv[++i]);
} else if (strcmp(argv[i], "--include") == 0 && i + 1 < argc) { } else if (strcmp(argv[i], "--include") == 0 && i + 1 < argc) {
char** tmp = realloc(config->include_patterns, (config->include_count + 1) * sizeof(char*)); int idx = config->include_count++;
if (!tmp) { config->include_patterns =
fprintf(stderr, "Error: memory allocation failed for --include\n"); realloc(config->include_patterns, config->include_count * sizeof(char*));
exit_code = 1; config->include_patterns[idx] = str_dup(argv[++i]);
goto cleanup;
}
config->include_patterns = tmp;
config->include_patterns[config->include_count++] = str_dup(argv[++i]);
} else if (strcmp(argv[i], "--max-size") == 0 && i + 1 < argc) { } else if (strcmp(argv[i], "--max-size") == 0 && i + 1 < argc) {
config->max_size = strtoull(argv[++i], NULL, 10); config->max_size = strtoull(argv[++i], NULL, 10);
} else if (strcmp(argv[i], "--min-size") == 0 && i + 1 < argc) { } else if (strcmp(argv[i], "--min-size") == 0 && i + 1 < argc) {
@@ -166,23 +155,21 @@ int main(int argc, char* argv[]) {
config->use_chunk_serialization = true; config->use_chunk_serialization = true;
log_message(LOG_LEVEL_INFO, "Enabled Chunk Serialization"); log_message(LOG_LEVEL_INFO, "Enabled Chunk Serialization");
} else if (strcmp(argv[i], "--server-host") == 0 && i + 1 < argc) { } else if (strcmp(argv[i], "--server-host") == 0 && i + 1 < argc) {
free(config->server_host); free(server_host);
config->server_host = str_dup(argv[++i]); server_host = str_dup(argv[++i]);
} else if (strcmp(argv[i], "--server-port") == 0 && i + 1 < argc) { } else if (strcmp(argv[i], "--server-port") == 0 && i + 1 < argc) {
config->server_port = atoi(argv[++i]); server_port = atoi(argv[++i]);
} else if (strcmp(argv[i], "--bwlimit") == 0 && i + 1 < argc) { } else if (strcmp(argv[i], "--bwlimit") == 0 && i + 1 < argc) {
char* end; char* end;
errno = 0; errno = 0;
unsigned long long kbps = strtoull(argv[++i], &end, 10); unsigned long long kbps = strtoull(argv[++i], &end, 10);
if (errno != 0 || *end != '\0' || kbps == 0) { if (errno != 0 || *end != '\0' || kbps == 0) {
fprintf(stderr, "Error: --bwlimit must be a positive integer\n"); fprintf(stderr, "Error: --bwlimit must be a positive integer\n");
exit_code = 1; return 1;
goto cleanup;
} }
if (kbps > ULLONG_MAX / 1024) { if (kbps > ULLONG_MAX / 1024) {
fprintf(stderr, "Error: --bwlimit value too large\n"); fprintf(stderr, "Error: --bwlimit value too large\n");
exit_code = 1; return 1;
goto cleanup;
} }
io_set_bwlimit(kbps * 1024); io_set_bwlimit(kbps * 1024);
log_message(LOG_LEVEL_INFO, "Set bandwidth limit to %llu KB/s", kbps); log_message(LOG_LEVEL_INFO, "Set bandwidth limit to %llu KB/s", kbps);
@@ -208,16 +195,14 @@ int main(int argc, char* argv[]) {
} else if (argv[i][0] == '-') { } else if (argv[i][0] == '-') {
fprintf(stderr, "Unknown option: %s\n", argv[i]); fprintf(stderr, "Unknown option: %s\n", argv[i]);
print_usage(); print_usage();
exit_code = 1; return 1;
goto cleanup;
} else { } else {
if (positional_count < 2) if (positional_count < 2)
positional_args[positional_count++] = i; positional_args[positional_count++] = i;
else { else {
fprintf(stderr, "Unexpected argument: %s\n", argv[i]); fprintf(stderr, "Unexpected argument: %s\n", argv[i]);
print_usage(); print_usage();
exit_code = 1; return 1;
goto cleanup;
} }
} }
} }
@@ -233,8 +218,7 @@ int main(int argc, char* argv[]) {
} else if (positional_count == 1) { } else if (positional_count == 1) {
fprintf(stderr, "Error: missing destination argument\n"); fprintf(stderr, "Error: missing destination argument\n");
print_usage(); print_usage();
exit_code = 1; return 1;
goto cleanup;
} else { } else {
if (!config->send_directory && env_source) if (!config->send_directory && env_source)
config->send_directory = str_dup((char*)env_source); config->send_directory = str_dup((char*)env_source);
@@ -245,26 +229,22 @@ int main(int argc, char* argv[]) {
if (!config->send_directory || !config->receive_root_directory) { if (!config->send_directory || !config->receive_root_directory) {
fprintf(stderr, "Error: source and destination directories are required\n"); fprintf(stderr, "Error: source and destination directories are required\n");
print_usage(); print_usage();
exit_code = 1; return 1;
goto cleanup;
} }
if (config->use_sendfile && (config->use_chunk_serialization || config->use_compression)) { if (config->use_sendfile && (config->use_chunk_serialization || config->use_compression)) {
fprintf(stderr, "Error: -f/--sendfile cannot be combined with -c (compression) or -s (chunk " fprintf(stderr, "Error: -f/--sendfile cannot be combined with -c (compression) or -s (chunk "
"serialization)\n"); "serialization)\n");
exit_code = 1; return 1;
goto cleanup;
} }
if (config->transport == TRANSPORT_SSH && config->use_sendfile) { if (config->transport == TRANSPORT_SSH && config->use_sendfile) {
fprintf(stderr, "Error: -f/--sendfile is not supported with SSH transport\n"); fprintf(stderr, "Error: -f/--sendfile is not supported with SSH transport\n");
exit_code = 1; return 1;
goto cleanup;
} }
if (config->use_incremental && config->use_chunk_serialization) { if (config->use_incremental && config->use_chunk_serialization) {
fprintf(stderr, "Error: --incremental is not supported with -s (chunk serialization)\n"); fprintf(stderr, "Error: --incremental is not supported with -s (chunk serialization)\n");
exit_code = 1; return 1;
goto cleanup;
} }
if (config->use_incremental && !config->use_metadata) { if (config->use_incremental && !config->use_metadata) {
@@ -274,18 +254,15 @@ int main(int argc, char* argv[]) {
if (config->use_delta && !config->use_incremental) { if (config->use_delta && !config->use_incremental) {
fprintf(stderr, "Error: --delta requires --incremental\n"); fprintf(stderr, "Error: --delta requires --incremental\n");
exit_code = 1; return 1;
goto cleanup;
} }
if (config->use_delta && config->use_chunk_serialization) { if (config->use_delta && config->use_chunk_serialization) {
fprintf(stderr, "Error: --delta cannot be combined with -s (chunk serialization)\n"); fprintf(stderr, "Error: --delta cannot be combined with -s (chunk serialization)\n");
exit_code = 1; return 1;
goto cleanup;
} }
if (config->use_delta && config->use_sendfile) { if (config->use_delta && config->use_sendfile) {
fprintf(stderr, "Error: --delta cannot be combined with -f (sendfile)\n"); fprintf(stderr, "Error: --delta cannot be combined with -f (sendfile)\n");
exit_code = 1; return 1;
goto cleanup;
} }
if (config->use_delta && !config->use_metadata) { if (config->use_delta && !config->use_metadata) {
log_message(LOG_LEVEL_INFO, "Enabling metadata preservation for --delta"); log_message(LOG_LEVEL_INFO, "Enabling metadata preservation for --delta");
@@ -295,21 +272,12 @@ int main(int argc, char* argv[]) {
if (config->use_tls) { if (config->use_tls) {
if (!config->tls_cert || !config->tls_key) { if (!config->tls_cert || !config->tls_key) {
fprintf(stderr, "Error: --tls requires --cert and --key\n"); fprintf(stderr, "Error: --tls requires --cert and --key\n");
exit_code = 1; return 1;
goto cleanup;
} }
tls_global_init(); tls_global_init();
} }
if (config->use_multithreading) { if (config->use_multithreading)
config_owned_by_pipeline = true; return send_files_multithreaded(config);
exit_code = send_files_multithreaded(config); return send_files(config);
} else {
exit_code = send_files(config);
}
cleanup:
if (!config_owned_by_pipeline)
config_delete(config);
return exit_code;
} }
+47 -116
View File
@@ -98,64 +98,7 @@ static int send_delta(Client* client, File* file, DeltaSignature* sig, Config* c
typedef bool (*file_send_fn)(File*, int, bool, int, bool); typedef bool (*file_send_fn)(File*, int, bool, int, bool);
// Send a single file directly (non-incremental path). static int send_file_incremental(Client* client, File* file, Config* config, file_send_fn send_fn) {
static bool send_file_direct(File* file, int fd, bool use_metadata, int compression_level) {
if (!send_status(fd, STATUS_NEXT))
return false;
return file_send_single_calls(file, fd, use_metadata, compression_level, true);
}
// Send a single file directly via sendfile (non-incremental path).
static bool send_file_direct_sendfile(File* file, int fd, bool use_metadata) {
if (!send_status(fd, STATUS_NEXT))
return false;
return file_send_sendfile(file, fd, use_metadata, 0, true);
}
// Process one file in a chunk: either via incremental check or direct send.
// Returns 0 on success, 1 if skipped (incremental match), -1 on error.
static int send_single_file(Client* client, File* file, Config* config, bool use_incremental,
bool use_sendfile) {
int compression_level = config->use_compression ? config->compression_level : 0;
if (!use_incremental) {
if (use_sendfile) {
return send_file_direct_sendfile(file, client->file_descriptor, config->use_metadata) ? 0
: -1;
}
return send_file_direct(file, client->file_descriptor, config->use_metadata, compression_level)
? 0
: -1;
}
// Incremental path: use sendfile for the actual data if enabled and no compression
if (use_sendfile) {
DeltaSignature* sig = NULL;
int rc = incremental_check(client, file, &sig);
if (rc == 1) {
delta_signature_destroy(sig);
return 1;
}
if (rc < 0) {
delta_signature_destroy(sig);
return -1;
}
// rc == 0: unchanged file, skip
// rc == 2: server sent delta signature but sendfile doesn't support delta
delta_signature_destroy(sig);
if (rc == 2) {
// Server is waiting for STATUS_NEXT after delta handshake
if (!send_status(client->file_descriptor, STATUS_NEXT))
return -1;
}
// Fall through: send full file via sendfile (pass 0 for compression_level)
if (!file_send_sendfile(file, client->file_descriptor, config->use_metadata, 0, false))
return -1;
return 0;
}
// Incremental path with single_calls (supports compression and delta)
file_send_fn send_fn = (file_send_fn)file_send_single_calls;
DeltaSignature* sig = NULL; DeltaSignature* sig = NULL;
int rc = incremental_check(client, file, &sig); int rc = incremental_check(client, file, &sig);
if (rc < 0) { if (rc < 0) {
@@ -175,15 +118,9 @@ static int send_single_file(Client* client, File* file, Config* config, bool use
return -1; return -1;
} else { } else {
delta_signature_destroy(sig); delta_signature_destroy(sig);
// rc == 2 can happen if server sends STATUS_DELTA_SIGNATURE but
// use_delta is false on the client side. Send STATUS_NEXT to
// tell the server to proceed with the full file transfer.
if (rc == 2) {
if (!send_status(client->file_descriptor, STATUS_NEXT))
return -1;
} }
} if (!send_fn(file, client->file_descriptor, config->use_metadata,
if (!send_fn(file, client->file_descriptor, config->use_metadata, compression_level, false)) config->use_compression ? config->compression_level : 0, false))
return -1; return -1;
return 0; return 0;
} }
@@ -205,17 +142,40 @@ int send_chunk(Client* client, Chunk* chunk, Config* config) {
return -1; return -1;
} }
data_destroy(data); data_destroy(data);
return 0; } else if (config->use_sendfile && !config->use_compression) {
}
bool use_sendfile = config->use_sendfile && !config->use_compression;
for (int i = 0; i < chunk->element_count; i++) { for (int i = 0; i < chunk->element_count; i++) {
int rc = if (config->use_incremental) {
send_single_file(client, chunk->items[i], config, config->use_incremental, use_sendfile); int rc = send_file_incremental(client, chunk->items[i], config,
(file_send_fn)file_send_sendfile);
if (rc == 1) if (rc == 1)
continue; continue;
if (rc < 0) if (rc < 0)
return -1; return -1;
} else {
if (!send_status(client->file_descriptor, STATUS_NEXT))
return -1;
if (!file_send_sendfile(chunk->items[i], client->file_descriptor, config->use_metadata, 0,
true))
return -1;
}
}
} else {
for (int i = 0; i < chunk->element_count; i++) {
if (config->use_incremental) {
int rc = send_file_incremental(client, chunk->items[i], config,
(file_send_fn)file_send_single_calls);
if (rc == 1)
continue;
if (rc < 0)
return -1;
} else {
if (!send_status(client->file_descriptor, STATUS_NEXT))
return -1;
if (!file_send_single_calls(chunk->items[i], client->file_descriptor, config->use_metadata,
config->use_compression ? config->compression_level : 0, true))
return -1;
}
}
} }
return 0; return 0;
} }
@@ -231,8 +191,7 @@ static int send_chunks_multithreaded(void* pipeline_context) {
client = client_connect_ssh(context->config->ssh_destination, context->config->ssh_port); client = client_connect_ssh(context->config->ssh_destination, context->config->ssh_port);
} else if (context->config->use_tls) { } else if (context->config->use_tls) {
client = client_create(); client = client_create();
if (!client || !client_connect_tls(client, context->config->server_host, if (!client || !client_connect_tls(client, server_host, server_port, context->config->tls_cert,
context->config->server_port, context->config->tls_cert,
context->config->tls_key, context->config->tls_ca)) { context->config->tls_key, context->config->tls_ca)) {
if (client) if (client)
client_delete(client); client_delete(client);
@@ -241,8 +200,7 @@ static int send_chunks_multithreaded(void* pipeline_context) {
} }
} else { } else {
client = client_create(); client = client_create();
if (!client || if (!client || !client_connect(client, server_host, server_port)) {
!client_connect(client, context->config->server_host, context->config->server_port)) {
if (client) if (client)
client_delete(client); client_delete(client);
fprintf(stderr, "Error: could not connect to server\n"); fprintf(stderr, "Error: could not connect to server\n");
@@ -261,27 +219,17 @@ static int send_chunks_multithreaded(void* pipeline_context) {
&context->condition_not_full_loader, &context->loader_done); &context->condition_not_full_loader, &context->loader_done);
if (current_chunk == NULL) { if (current_chunk == NULL) {
if (context->config->use_delete) { if (context->config->use_delete) {
if (!send_status(client->file_descriptor, STATUS_MANIFEST)) send_status(client->file_descriptor, STATUS_MANIFEST);
goto send_fail; send_int(client->file_descriptor, context->manifest->size);
if (!send_int(client->file_descriptor, context->manifest->size)) for (int i = 0; i < context->manifest->size; i++)
goto send_fail; send_str(client->file_descriptor, (char*)context->manifest->items[i]);
for (int i = 0; i < context->manifest->size; i++) {
if (!send_str(client->file_descriptor, (char*)context->manifest->items[i]))
goto send_fail;
} }
} send_status(client->file_descriptor, STATUS_FINISHED);
if (!send_status(client->file_descriptor, STATUS_FINISHED))
goto send_fail;
Status s; Status s;
int ok = receive_status(client->file_descriptor, &s) && s == STATUS_OK; int ok = receive_status(client->file_descriptor, &s) && s == STATUS_OK;
client_disconnect(client); client_disconnect(client);
client_delete(client); client_delete(client);
return ok ? thrd_success : thrd_error; return ok ? thrd_success : thrd_error;
send_fail:
client_disconnect(client);
client_delete(client);
return thrd_error;
} }
if (send_chunk(client, current_chunk, context->config) != 0) { if (send_chunk(client, current_chunk, context->config) != 0) {
fprintf(stderr, "Error: unexpected error while sending chunk\n"); fprintf(stderr, "Error: unexpected error while sending chunk\n");
@@ -390,8 +338,8 @@ int send_files(Config* config) {
return 1; return 1;
} else if (config->use_tls) { } else if (config->use_tls) {
client = client_create(); client = client_create();
if (!client || !client_connect_tls(client, config->server_host, config->server_port, if (!client || !client_connect_tls(client, server_host, server_port, config->tls_cert,
config->tls_cert, config->tls_key, config->tls_ca)) { config->tls_key, config->tls_ca)) {
if (client) if (client)
client_delete(client); client_delete(client);
fprintf(stderr, "Error: could not connect to server via TLS\n"); fprintf(stderr, "Error: could not connect to server via TLS\n");
@@ -399,7 +347,7 @@ int send_files(Config* config) {
} }
} else { } else {
client = client_create(); client = client_create();
if (!client || !client_connect(client, config->server_host, config->server_port)) { if (!client || !client_connect(client, server_host, server_port)) {
if (client) if (client)
client_delete(client); client_delete(client);
fprintf(stderr, "Error: could not connect to server\n"); fprintf(stderr, "Error: could not connect to server\n");
@@ -458,24 +406,13 @@ int send_files(Config* config) {
chunk_destroy(current_chunk); chunk_destroy(current_chunk);
} }
if (config->use_delete) { if (config->use_delete) {
if (!send_status(client->file_descriptor, STATUS_MANIFEST)) { send_status(client->file_descriptor, STATUS_MANIFEST);
array_list_delete(manifest); send_int(client->file_descriptor, manifest->size);
goto send_fail; for (int i = 0; i < manifest->size; i++)
} send_str(client->file_descriptor, (char*)manifest->items[i]);
if (!send_int(client->file_descriptor, manifest->size)) {
array_list_delete(manifest);
goto send_fail;
}
for (int i = 0; i < manifest->size; i++) {
if (!send_str(client->file_descriptor, (char*)manifest->items[i])) {
array_list_delete(manifest);
goto send_fail;
}
}
array_list_delete(manifest); array_list_delete(manifest);
} }
if (!send_status(client->file_descriptor, STATUS_FINISHED)) send_status(client->file_descriptor, STATUS_FINISHED);
goto send_fail;
Status s; Status s;
int ok = receive_status(client->file_descriptor, &s) && s == STATUS_OK; int ok = receive_status(client->file_descriptor, &s) && s == STATUS_OK;
if (config->show_progress) { if (config->show_progress) {
@@ -487,12 +424,6 @@ int send_files(Config* config) {
client_disconnect(client); client_disconnect(client);
client_delete(client); client_delete(client);
return ok ? 0 : -1; return ok ? 0 : -1;
send_fail:
directory_scanner_destroy(scanner);
client_disconnect(client);
client_delete(client);
return -1;
} }
int send_files_multithreaded(Config* config) { int send_files_multithreaded(Config* config) {
+3
View File
@@ -5,6 +5,9 @@
#include "config.h" #include "config.h"
#include "transport_tcp.h" #include "transport_tcp.h"
extern char* server_host;
extern int server_port;
int send_chunk(Client* client, Chunk* chunk, Config* config); int send_chunk(Client* client, Chunk* chunk, Config* config);
int send_files(Config* config); int send_files(Config* config);
int send_files_multithreaded(Config* config); int send_files_multithreaded(Config* config);
+2 -6
View File
@@ -55,7 +55,6 @@ static Chunk* chunk_data_to_chunk(ArrayList* chunk_data) {
return chunk; return chunk;
} }
// Returns: 1 on success, 0 if no more directories in queue, -1 on opendir failure
static int open_next_directory(DirectoryScanner* scanner) { static int open_next_directory(DirectoryScanner* scanner) {
if (scanner->current_dir) { if (scanner->current_dir) {
closedir(scanner->current_dir); closedir(scanner->current_dir);
@@ -72,7 +71,7 @@ static int open_next_directory(DirectoryScanner* scanner) {
perror("Could not open directory"); perror("Could not open directory");
free(scanner->current_path); free(scanner->current_path);
scanner->current_path = NULL; scanner->current_path = NULL;
return -1; return 0;
} }
return 1; return 1;
} }
@@ -83,11 +82,8 @@ Chunk* directory_scanner_next(DirectoryScanner* scanner) {
while (1) { while (1) {
if (scanner->current_dir == NULL) { if (scanner->current_dir == NULL) {
int ret = open_next_directory(scanner); if (!open_next_directory(scanner))
if (ret == 0)
break; break;
if (ret < 0)
continue;
} }
struct dirent* entry = readdir(scanner->current_dir); struct dirent* entry = readdir(scanner->current_dir);
-4
View File
@@ -135,7 +135,6 @@ static void print_server_usage(void) {
printf(" --ca <path> TLS CA certificate file (PEM)\n"); printf(" --ca <path> TLS CA certificate file (PEM)\n");
printf(" -v, --verbose Enable debug logging\n"); printf(" -v, --verbose Enable debug logging\n");
printf(" --help Show this help\n"); printf(" --help Show this help\n");
printf(" -V, --version Show version and exit\n");
} }
int main(int argc, char* argv[]) { int main(int argc, char* argv[]) {
@@ -150,9 +149,6 @@ int main(int argc, char* argv[]) {
if (strcmp(argv[i], "--help") == 0) { if (strcmp(argv[i], "--help") == 0) {
print_server_usage(); print_server_usage();
return 0; return 0;
} else if (strcmp(argv[i], "-V") == 0 || strcmp(argv[i], "--version") == 0) {
printf("fastsync-server version %s\n", PROTOCOL_VERSION);
return 0;
} else if (strcmp(argv[i], "--stdio") == 0) { } else if (strcmp(argv[i], "--stdio") == 0) {
io_set_fds(STDIN_FILENO, STDOUT_FILENO); io_set_fds(STDIN_FILENO, STDOUT_FILENO);
handler(STDIN_FILENO); handler(STDIN_FILENO);
+2 -17
View File
@@ -95,8 +95,7 @@ Chunk* chunk_deserialize(Data* data, bool use_metadata) {
return NULL; return NULL;
} }
size_t path_len; size_t path_len = *(size_t*)data_pointer;
memcpy(&path_len, data_pointer, sizeof(size_t));
data_pointer += sizeof(size_t); data_pointer += sizeof(size_t);
remaining_size -= sizeof(size_t); remaining_size -= sizeof(size_t);
@@ -121,19 +120,6 @@ Chunk* chunk_deserialize(Data* data, bool use_metadata) {
free(path); free(path);
if (use_metadata) { if (use_metadata) {
if (remaining_size < sizeof(int)) {
log_message(LOG_LEVEL_ERROR, "Invalid chunk format: not enough data for metadata");
array_list_delete(files);
return NULL;
}
// Peek at present flag to determine total size needed before reading
int present_flag;
memcpy(&present_flag, data_pointer, sizeof(int));
if (present_flag && remaining_size < sizeof(int) + FILE_METADATA_WIRE_SIZE) {
log_message(LOG_LEVEL_ERROR, "Invalid chunk format: not enough data for metadata body");
array_list_delete(files);
return NULL;
}
file->metadata = metadata_from_buf(&data_pointer); file->metadata = metadata_from_buf(&data_pointer);
remaining_size -= sizeof(int); remaining_size -= sizeof(int);
if (file->metadata) if (file->metadata)
@@ -146,8 +132,7 @@ Chunk* chunk_deserialize(Data* data, bool use_metadata) {
return NULL; return NULL;
} }
size_t file_data_size; size_t file_data_size = *(size_t*)data_pointer;
memcpy(&file_data_size, data_pointer, sizeof(size_t));
data_pointer += sizeof(size_t); data_pointer += sizeof(size_t);
remaining_size -= sizeof(size_t); remaining_size -= sizeof(size_t);
+1 -8
View File
@@ -7,6 +7,7 @@
#define INITIAL_DECOMPRESS_BUF_SIZE (1024 * 1024) #define INITIAL_DECOMPRESS_BUF_SIZE (1024 * 1024)
Data* data_compress(Data* data_to_compress, int compression_level) { Data* data_compress(Data* data_to_compress, int compression_level) {
(void)compression_level;
log_message(LOG_LEVEL_DEBUG, "Starting to compress data"); log_message(LOG_LEVEL_DEBUG, "Starting to compress data");
size_t dst_size = ZSTD_compressBound(data_to_compress->size); size_t dst_size = ZSTD_compressBound(data_to_compress->size);
Data* compressed_data = data_create_empty(dst_size); Data* compressed_data = data_create_empty(dst_size);
@@ -20,14 +21,6 @@ Data* data_compress(Data* data_to_compress, int compression_level) {
return NULL; return NULL;
} }
size_t zret = ZSTD_CCtx_setParameter(cctx, ZSTD_c_compressionLevel, compression_level);
if (ZSTD_isError(zret)) {
log_message(LOG_LEVEL_ERROR, "Failed to set compression level: %s", ZSTD_getErrorName(zret));
ZSTD_freeCCtx(cctx);
data_destroy(compressed_data);
return NULL;
}
ZSTD_inBuffer input = {data_to_compress->data, data_to_compress->size, 0}; ZSTD_inBuffer input = {data_to_compress->data, data_to_compress->size, 0};
ZSTD_outBuffer output = {compressed_data->data, dst_size, 0}; ZSTD_outBuffer output = {compressed_data->data, dst_size, 0};
+3 -11
View File
@@ -14,8 +14,6 @@ Config* config_create(char* version, char* send_directory, char* receive_directo
bool use_sendfile, unsigned long long chunk_size) { bool use_sendfile, unsigned long long chunk_size) {
Config* config = malloc(sizeof(Config)); Config* config = malloc(sizeof(Config));
if (config == NULL)
return NULL;
config->version = version; config->version = version;
config->send_directory = send_directory; config->send_directory = send_directory;
config->receive_root_directory = receive_directory; config->receive_root_directory = receive_directory;
@@ -47,8 +45,6 @@ Config* config_create(char* version, char* send_directory, char* receive_directo
config->tls_cert = NULL; config->tls_cert = NULL;
config->tls_key = NULL; config->tls_key = NULL;
config->tls_ca = NULL; config->tls_ca = NULL;
config->server_host = str_dup("127.0.0.1");
config->server_port = 8080;
return config; return config;
} }
@@ -92,7 +88,6 @@ void config_delete(Config* config) {
free(config->tls_cert); free(config->tls_cert);
free(config->tls_key); free(config->tls_key);
free(config->tls_ca); free(config->tls_ca);
free(config->server_host);
free(config); free(config);
} }
@@ -115,7 +110,7 @@ bool config_send(int file_descriptor, const Config* config) {
return false; return false;
if (!send_int(file_descriptor, config->compression_level)) if (!send_int(file_descriptor, config->compression_level))
return false; return false;
if (!send_n_data(file_descriptor, &config->chunk_size, sizeof(config->chunk_size))) if (!send_int(file_descriptor, (int)config->chunk_size))
return false; return false;
if (!send_int(file_descriptor, config->use_sendfile)) if (!send_int(file_descriptor, config->use_sendfile))
return false; return false;
@@ -143,7 +138,6 @@ Config* config_receive(int file_descriptor) {
Config* config = (Config*)malloc(sizeof(Config)); Config* config = (Config*)malloc(sizeof(Config));
if (config == NULL) if (config == NULL)
return NULL; return NULL;
memset(config, 0, sizeof(*config));
config->version = receive_str(file_descriptor); config->version = receive_str(file_descriptor);
if (!config->version) { if (!config->version) {
free(config); free(config);
@@ -189,8 +183,9 @@ Config* config_receive(int file_descriptor) {
if (!receive_int(file_descriptor, &tmp)) if (!receive_int(file_descriptor, &tmp))
goto error; goto error;
config->compression_level = tmp; config->compression_level = tmp;
if (!receive_n_data(file_descriptor, &config->chunk_size, sizeof(config->chunk_size))) if (!receive_int(file_descriptor, &tmp))
goto error; goto error;
config->chunk_size = (unsigned long long)tmp;
if (!receive_int(file_descriptor, &tmp)) if (!receive_int(file_descriptor, &tmp))
goto error; goto error;
config->use_sendfile = tmp; config->use_sendfile = tmp;
@@ -223,8 +218,6 @@ Config* config_receive(int file_descriptor) {
config->tls_cert = NULL; config->tls_cert = NULL;
config->tls_key = NULL; config->tls_key = NULL;
config->tls_ca = NULL; config->tls_ca = NULL;
config->server_host = str_dup("127.0.0.1");
config->server_port = 8080;
if (!send_status(file_descriptor, STATUS_OK)) if (!send_status(file_descriptor, STATUS_OK))
goto error; goto error;
return config; return config;
@@ -233,7 +226,6 @@ error:
free(config->version); free(config->version);
free(config->send_directory); free(config->send_directory);
free(config->receive_root_directory); free(config->receive_root_directory);
free(config->server_host);
free(config); free(config);
return NULL; return NULL;
} }
+1 -3
View File
@@ -35,14 +35,12 @@ typedef struct Config {
uint32_t delta_block_size; uint32_t delta_block_size;
unsigned long long delta_max_file_size; unsigned long long delta_max_file_size;
bool use_tls; bool use_tls;
char* server_host;
int server_port;
char* tls_cert; char* tls_cert;
char* tls_key; char* tls_key;
char* tls_ca; char* tls_ca;
} Config; } Config;
#define PROTOCOL_VERSION "2.0.0" #define PROTOCOL_VERSION "1.2.0"
#define DEFAULT_CHUNK_SIZE (10 * 1024 * 1024) #define DEFAULT_CHUNK_SIZE (10 * 1024 * 1024)
Config* config_create(char* version, char* send_directory, char* receive_directory, Config* config_create(char* version, char* send_directory, char* receive_directory,
+1 -1
View File
@@ -1,7 +1,7 @@
#ifndef DATA_H #ifndef DATA_H
#define DATA_H #define DATA_H
#include <stdlib.h> #include "stdlib.h"
typedef struct { typedef struct {
void* data; void* data;
+13 -35
View File
@@ -1,5 +1,4 @@
#include <dirent.h> #include <dirent.h>
#include <errno.h>
#include <fcntl.h> #include <fcntl.h>
#include <libgen.h> #include <libgen.h>
#include <stddef.h> #include <stddef.h>
@@ -35,7 +34,7 @@ File* file_create(const char* path) {
return NULL; return NULL;
} }
memcpy(file->path, path, path_len + 1); strcpy(file->path, path);
file->data = data_create_reserve(0); file->data = data_create_reserve(0);
if (file->data == NULL) { if (file->data == NULL) {
free(file->path); free(file->path);
@@ -410,54 +409,33 @@ File* receive_incremental_check(int fd, const Config* config, bool* skipped) {
} }
bool to_disk(const char* path, const void* data, unsigned long long data_size) { bool to_disk(const char* path, const void* data, unsigned long long data_size) {
// dirname() may modify its argument and may return a pointer to static storage. char* directory = str_dup(path);
// We must use a copy of the result to be safe. char* dir_to_free = directory;
char* path_dup = str_dup(path); directory = dirname(directory);
if (!path_dup)
return false;
const char* dir_result = dirname(path_dup);
char* directory = str_dup(dir_result);
free(path_dup);
if (!directory)
return false;
bool ok = true;
if (!mkdir_r(directory)) { if (!mkdir_r(directory)) {
ok = false; free(dir_to_free);
goto done; return false;
} }
FILE* file_pointer = fopen(path, "wb"); FILE* file_pointer = fopen(path, "wb");
if (file_pointer == NULL) { if (file_pointer == NULL) {
perror("Could not open File"); perror("Could not open File");
ok = false; free(dir_to_free);
goto done; return false;
} }
if (fwrite(data, 1, data_size, file_pointer) != data_size) { if (fwrite(data, 1, data_size, file_pointer) != data_size) {
perror("Failed to write all data to disk"); perror("Failed to write all data to disk");
fclose(file_pointer); fclose(file_pointer);
ok = false; free(dir_to_free);
goto done; return false;
} }
fclose(file_pointer); fclose(file_pointer);
free(dir_to_free);
done: return true;
free(directory);
return ok;
} }
bool file_send_sendfile(File* file, int file_descriptor, bool use_metadata, int compression_level, bool file_send_sendfile(File* file, int file_descriptor, bool use_metadata, int compression_level,
bool send_path) { bool send_path) {
// sendfile is incompatible with compression (kernel zero-copy). (void)compression_level;
// If compression is requested, fall back to the regular send path.
// NOTE: This is a safety net only — callers must ensure compression_level == 0
// before calling file_send_sendfile. The fallback to file_send_single_calls
// preserves the send_path contract, but callers should not rely on it for
// correctness (the --sendfile flag is validated to be mutually exclusive with
// -c/--compress at the CLI layer).
if (compression_level > 0)
return file_send_single_calls(file, file_descriptor, use_metadata, compression_level,
send_path);
if (send_path && !send_str(file_descriptor, file->path)) if (send_path && !send_str(file_descriptor, file->path))
return false; return false;
if (use_metadata && !metadata_send(file_descriptor, file->metadata)) if (use_metadata && !metadata_send(file_descriptor, file->metadata))
+1 -2
View File
@@ -14,8 +14,7 @@ void log_message(LogLevel log_level, char* format, ...) {
if (log_level < current_log_level) if (log_level < current_log_level)
return; return;
time_t now = time(NULL); time_t now = time(NULL);
struct tm result_buf; const struct tm* t = localtime(&now);
const struct tm* t = localtime_r(&now, &result_buf);
fprintf(stderr, "%04d-%02d-%02d %02d:%02d:%02d [%s]: ", t->tm_year + 1900, t->tm_mon + 1, fprintf(stderr, "%04d-%02d-%02d %02d:%02d:%02d [%s]: ", t->tm_year + 1900, t->tm_mon + 1,
t->tm_mday, t->tm_hour, t->tm_min, t->tm_sec, log_level_strings[log_level]); t->tm_mday, t->tm_hour, t->tm_min, t->tm_sec, log_level_strings[log_level]);
+46 -116
View File
@@ -1,106 +1,68 @@
#include "metadata.h" #include "metadata.h"
#include "file.h" #include "file.h"
#include "log.h"
#include "protocol.h" #include "protocol.h"
#include <errno.h>
#include <fcntl.h> #include <fcntl.h>
#include <stdint.h>
#include <stdlib.h> #include <stdlib.h>
#include <string.h> #include <string.h>
#include <sys/stat.h> #include <sys/stat.h>
#include <time.h> #include <time.h>
#include <unistd.h> #include <unistd.h>
/*
* Wire format serialization (protocol version 2.0.0+):
* All metadata fields are serialized as fixed-width integers (int32_t / int64_t)
* to ensure cross-platform binary compatiblity. See metadata.h for the
* exact wire layout.
*
* Compile-time assertions verify that the native platform types fit within
* the chosen fixed-width representations.
*/
typedef char static_assert_mode_t_fits[(sizeof(mode_t) <= sizeof(int32_t)) ? 1 : -1];
typedef char static_assert_uid_t_fits[(sizeof(uid_t) <= sizeof(int32_t)) ? 1 : -1];
typedef char static_assert_gid_t_fits[(sizeof(gid_t) <= sizeof(int32_t)) ? 1 : -1];
void metadata_to_buf(char** buf, const FileMetadata* m) { void metadata_to_buf(char** buf, const FileMetadata* m) {
int32_t present = (m != NULL) ? 1 : 0; int present = (m != NULL) ? 1 : 0;
memcpy(*buf, &present, sizeof(present)); memcpy(*buf, &present, sizeof(int));
*buf += sizeof(present); *buf += sizeof(int);
if (m == NULL) if (m == NULL)
return; return;
int32_t mode = (int32_t)m->mode; memcpy(*buf, &m->mode, sizeof(mode_t));
memcpy(*buf, &mode, sizeof(mode)); *buf += sizeof(mode_t);
*buf += sizeof(mode); memcpy(*buf, &m->uid, sizeof(uid_t));
int32_t uid = (int32_t)m->uid; *buf += sizeof(uid_t);
memcpy(*buf, &uid, sizeof(uid)); memcpy(*buf, &m->gid, sizeof(gid_t));
*buf += sizeof(uid); *buf += sizeof(gid_t);
int32_t gid = (int32_t)m->gid; memcpy(*buf, &m->mtime_sec, sizeof(time_t));
memcpy(*buf, &gid, sizeof(gid)); *buf += sizeof(time_t);
*buf += sizeof(gid); memcpy(*buf, &m->mtime_nsec, sizeof(long));
int64_t mtime_sec = (int64_t)m->mtime_sec; *buf += sizeof(long);
memcpy(*buf, &mtime_sec, sizeof(mtime_sec));
*buf += sizeof(mtime_sec);
int64_t mtime_nsec = (int64_t)m->mtime_nsec;
memcpy(*buf, &mtime_nsec, sizeof(mtime_nsec));
*buf += sizeof(mtime_nsec);
} }
FileMetadata* metadata_from_buf(char** buf) { FileMetadata* metadata_from_buf(char** buf) {
int32_t present; int present;
memcpy(&present, *buf, sizeof(present)); memcpy(&present, *buf, sizeof(int));
*buf += sizeof(present); *buf += sizeof(int);
if (!present) if (!present)
return NULL; return NULL;
FileMetadata* m = malloc(sizeof(FileMetadata)); FileMetadata* m = malloc(sizeof(FileMetadata));
if (m == NULL) memcpy(&m->mode, *buf, sizeof(mode_t));
return NULL; *buf += sizeof(mode_t);
int32_t mode; memcpy(&m->uid, *buf, sizeof(uid_t));
memcpy(&mode, *buf, sizeof(mode)); *buf += sizeof(uid_t);
*buf += sizeof(mode); memcpy(&m->gid, *buf, sizeof(gid_t));
m->mode = (mode_t)mode; *buf += sizeof(gid_t);
int32_t uid; memcpy(&m->mtime_sec, *buf, sizeof(time_t));
memcpy(&uid, *buf, sizeof(uid)); *buf += sizeof(time_t);
*buf += sizeof(uid); memcpy(&m->mtime_nsec, *buf, sizeof(long));
m->uid = (uid_t)uid; *buf += sizeof(long);
int32_t gid;
memcpy(&gid, *buf, sizeof(gid));
*buf += sizeof(gid);
m->gid = (gid_t)gid;
int64_t mtime_sec;
memcpy(&mtime_sec, *buf, sizeof(mtime_sec));
*buf += sizeof(mtime_sec);
m->mtime_sec = (time_t)mtime_sec;
int64_t mtime_nsec;
memcpy(&mtime_nsec, *buf, sizeof(mtime_nsec));
*buf += sizeof(mtime_nsec);
m->mtime_nsec = (long)mtime_nsec;
return m; return m;
} }
bool metadata_send(int file_descriptor, FileMetadata* m) { bool metadata_send(int file_descriptor, FileMetadata* m) {
if (m == NULL) { if (m == NULL) {
int32_t zero = 0; int zero = 0;
return send_n_data(file_descriptor, &zero, sizeof(zero)); return send_n_data(file_descriptor, &zero, sizeof(int));
} }
int32_t present = 1; int present = 1;
int32_t mode = (int32_t)m->mode; return send_n_data(file_descriptor, &present, sizeof(int)) &&
int32_t uid = (int32_t)m->uid; send_n_data(file_descriptor, &m->mode, sizeof(mode_t)) &&
int32_t gid = (int32_t)m->gid; send_n_data(file_descriptor, &m->uid, sizeof(uid_t)) &&
int64_t mtime_sec = (int64_t)m->mtime_sec; send_n_data(file_descriptor, &m->gid, sizeof(gid_t)) &&
int64_t mtime_nsec = (int64_t)m->mtime_nsec; send_n_data(file_descriptor, &m->mtime_sec, sizeof(time_t)) &&
return send_n_data(file_descriptor, &present, sizeof(present)) && send_n_data(file_descriptor, &m->mtime_nsec, sizeof(long));
send_n_data(file_descriptor, &mode, sizeof(mode)) &&
send_n_data(file_descriptor, &uid, sizeof(uid)) &&
send_n_data(file_descriptor, &gid, sizeof(gid)) &&
send_n_data(file_descriptor, &mtime_sec, sizeof(mtime_sec)) &&
send_n_data(file_descriptor, &mtime_nsec, sizeof(mtime_nsec));
} }
FileMetadata* metadata_receive(int file_descriptor, int* ok) { FileMetadata* metadata_receive(int file_descriptor, int* ok) {
int32_t present; int present;
if (!receive_n_data(file_descriptor, &present, sizeof(present))) { if (!receive_n_data(file_descriptor, &present, sizeof(int))) {
if (ok) if (ok)
*ok = 0; *ok = 0;
return NULL; return NULL;
@@ -116,46 +78,16 @@ FileMetadata* metadata_receive(int file_descriptor, int* ok) {
*ok = 0; *ok = 0;
return NULL; return NULL;
} }
int32_t mode; if (!receive_n_data(file_descriptor, &m->mode, sizeof(mode_t)) ||
if (!receive_n_data(file_descriptor, &mode, sizeof(mode))) { !receive_n_data(file_descriptor, &m->uid, sizeof(uid_t)) ||
!receive_n_data(file_descriptor, &m->gid, sizeof(gid_t)) ||
!receive_n_data(file_descriptor, &m->mtime_sec, sizeof(time_t)) ||
!receive_n_data(file_descriptor, &m->mtime_nsec, sizeof(long))) {
free(m); free(m);
if (ok) if (ok)
*ok = 0; *ok = 0;
return NULL; return NULL;
} }
m->mode = (mode_t)mode;
int32_t uid;
if (!receive_n_data(file_descriptor, &uid, sizeof(uid))) {
free(m);
if (ok)
*ok = 0;
return NULL;
}
m->uid = (uid_t)uid;
int32_t gid;
if (!receive_n_data(file_descriptor, &gid, sizeof(gid))) {
free(m);
if (ok)
*ok = 0;
return NULL;
}
m->gid = (gid_t)gid;
int64_t mtime_sec;
if (!receive_n_data(file_descriptor, &mtime_sec, sizeof(mtime_sec))) {
free(m);
if (ok)
*ok = 0;
return NULL;
}
m->mtime_sec = (time_t)mtime_sec;
int64_t mtime_nsec;
if (!receive_n_data(file_descriptor, &mtime_nsec, sizeof(mtime_nsec))) {
free(m);
if (ok)
*ok = 0;
return NULL;
}
m->mtime_nsec = (long)mtime_nsec;
if (ok) if (ok)
*ok = 1; *ok = 1;
return m; return m;
@@ -164,15 +96,13 @@ FileMetadata* metadata_receive(int file_descriptor, int* ok) {
void file_restore_metadata(const char* path, FileMetadata* metadata) { void file_restore_metadata(const char* path, FileMetadata* metadata) {
if (metadata == NULL) if (metadata == NULL)
return; return;
if (chmod(path, metadata->mode & 07777) != 0) chmod(path, metadata->mode & 07777);
log_message(LOG_LEVEL_WARNING, "Failed to chmod %s: %s", path, strerror(errno)); int chown_ret = chown(path, metadata->uid, metadata->gid);
if (chown(path, metadata->uid, metadata->gid) != 0) (void)chown_ret;
log_message(LOG_LEVEL_WARNING, "Failed to chown %s: %s", path, strerror(errno));
struct timespec times[2]; struct timespec times[2];
times[0].tv_sec = 0; times[0].tv_sec = 0;
times[0].tv_nsec = UTIME_OMIT; times[0].tv_nsec = UTIME_OMIT;
times[1].tv_sec = metadata->mtime_sec; times[1].tv_sec = metadata->mtime_sec;
times[1].tv_nsec = metadata->mtime_nsec; times[1].tv_nsec = metadata->mtime_nsec;
if (utimensat(AT_FDCWD, path, times, 0) != 0) utimensat(AT_FDCWD, path, times, 0);
log_message(LOG_LEVEL_WARNING, "Failed to set timestamps on %s: %s", path, strerror(errno));
} }
+2 -16
View File
@@ -3,24 +3,10 @@
#include "file.h" #include "file.h"
#include <stdbool.h> #include <stdbool.h>
#include <stdint.h>
#include <sys/stat.h> #include <sys/stat.h>
/* #define FILE_METADATA_WIRE_SIZE \
* Wire format (introduced in protocol version 2.0.0): (sizeof(mode_t) + sizeof(uid_t) + sizeof(gid_t) + sizeof(time_t) + sizeof(long))
* int32_t present
* int32_t mode (was mode_t, platform-dependent)
* int32_t uid (was uid_t, platform-dependent)
* int32_t gid (was gid_t, platform-dependent)
* int64_t mtime_sec (was time_t, platform-dependent)
* int64_t mtime_nsec (was long, platform-dependent)
*
* Prior to 2.0.0 the wire format used the raw platform-dependent types,
* which broke compatiblity across different systems. All fields are now
* serialized as fixed-width integers.
*/
#define FILE_METADATA_WIRE_SIZE (sizeof(int32_t) * 3 + sizeof(int64_t) * 2)
void metadata_to_buf(char** buf, const FileMetadata* m); void metadata_to_buf(char** buf, const FileMetadata* m);
FileMetadata* metadata_from_buf(char** buf); FileMetadata* metadata_from_buf(char** buf);
+12 -37
View File
@@ -1,5 +1,4 @@
#include "transport_ssh.h" #include "transport_ssh.h"
#include "utils.h"
#include <fcntl.h> #include <fcntl.h>
#include <stdio.h> #include <stdio.h>
#include <stdlib.h> #include <stdlib.h>
@@ -9,58 +8,39 @@
#include <unistd.h> #include <unistd.h>
typedef struct { typedef struct {
char* user; char user[256];
char* host; char host[256];
char* remote_path; char remote_path[4096];
} RemoteDest; } RemoteDest;
static void remote_dest_destroy(RemoteDest* r) {
free(r->user);
free(r->host);
free(r->remote_path);
}
static int parse_remote_dest(const char* dest, RemoteDest* r) { static int parse_remote_dest(const char* dest, RemoteDest* r) {
memset(r, 0, sizeof(*r));
const char* colon = strchr(dest, ':'); const char* colon = strchr(dest, ':');
if (!colon) if (!colon)
return -1; return -1;
r->remote_path = str_dup(colon + 1); size_t remote_path_len = strlen(colon + 1);
if (!r->remote_path) if (remote_path_len >= sizeof(r->remote_path))
return -1; return -1;
memcpy(r->remote_path, colon + 1, remote_path_len + 1);
const char* at = memchr(dest, '@', colon - dest); const char* at = memchr(dest, '@', colon - dest);
if (at) { if (at) {
size_t user_len = at - dest; size_t user_len = at - dest;
r->user = malloc(user_len + 1); if (user_len >= sizeof(r->user))
if (!r->user) {
remote_dest_destroy(r);
return -1; return -1;
}
memcpy(r->user, dest, user_len); memcpy(r->user, dest, user_len);
r->user[user_len] = '\0'; r->user[user_len] = '\0';
size_t host_len = colon - at - 1; size_t host_len = colon - at - 1;
r->host = malloc(host_len + 1); if (host_len >= sizeof(r->host))
if (!r->host) {
remote_dest_destroy(r);
return -1; return -1;
}
memcpy(r->host, at + 1, host_len); memcpy(r->host, at + 1, host_len);
r->host[host_len] = '\0'; r->host[host_len] = '\0';
} else { } else {
r->user = str_dup(""); r->user[0] = '\0';
if (!r->user) {
remote_dest_destroy(r);
return -1;
}
size_t host_len = colon - dest; size_t host_len = colon - dest;
r->host = malloc(host_len + 1); if (host_len >= sizeof(r->host))
if (!r->host) {
remote_dest_destroy(r);
return -1; return -1;
}
memcpy(r->host, dest, host_len); memcpy(r->host, dest, host_len);
r->host[host_len] = '\0'; r->host[host_len] = '\0';
} }
@@ -77,7 +57,6 @@ Client* client_connect_ssh(const char* destination, int port) {
int sv[2]; int sv[2];
if (socketpair(AF_UNIX, SOCK_STREAM, 0, sv) < 0) { if (socketpair(AF_UNIX, SOCK_STREAM, 0, sv) < 0) {
perror("socketpair failed"); perror("socketpair failed");
remote_dest_destroy(&r);
return NULL; return NULL;
} }
@@ -92,7 +71,6 @@ Client* client_connect_ssh(const char* destination, int port) {
perror("pipe failed"); perror("pipe failed");
close(sv[0]); close(sv[0]);
close(sv[1]); close(sv[1]);
remote_dest_destroy(&r);
return NULL; return NULL;
} }
@@ -103,7 +81,6 @@ Client* client_connect_ssh(const char* destination, int port) {
close(sv[1]); close(sv[1]);
close(exec_pipe[0]); close(exec_pipe[0]);
close(exec_pipe[1]); close(exec_pipe[1]);
remote_dest_destroy(&r);
return NULL; return NULL;
} }
@@ -111,6 +88,7 @@ Client* client_connect_ssh(const char* destination, int port) {
close(sv[0]); close(sv[0]);
close(exec_pipe[0]); close(exec_pipe[0]);
fcntl(exec_pipe[1], F_SETFD, FD_CLOEXEC); fcntl(exec_pipe[1], F_SETFD, FD_CLOEXEC);
if (sv[1] != STDIN_FILENO) if (sv[1] != STDIN_FILENO)
dup2(sv[1], STDIN_FILENO); dup2(sv[1], STDIN_FILENO);
if (sv[1] != STDOUT_FILENO) if (sv[1] != STDOUT_FILENO)
@@ -119,7 +97,7 @@ Client* client_connect_ssh(const char* destination, int port) {
close(sv[1]); close(sv[1]);
char ssh_user[512]; char ssh_user[512];
if (r.user && r.user[0] != '\0') if (r.user[0] != '\0')
snprintf(ssh_user, sizeof(ssh_user), "%s@%s", r.user, r.host); snprintf(ssh_user, sizeof(ssh_user), "%s@%s", r.user, r.host);
else else
snprintf(ssh_user, sizeof(ssh_user), "%s", r.host); snprintf(ssh_user, sizeof(ssh_user), "%s", r.host);
@@ -160,13 +138,10 @@ Client* client_connect_ssh(const char* destination, int port) {
if (n > 0) { if (n > 0) {
close(sv[0]); close(sv[0]);
waitpid(pid, NULL, 0); waitpid(pid, NULL, 0);
remote_dest_destroy(&r);
fprintf(stderr, "Error: could not launch 'fastsync-server --stdio' on remote\n"); fprintf(stderr, "Error: could not launch 'fastsync-server --stdio' on remote\n");
return NULL; return NULL;
} }
remote_dest_destroy(&r);
Client* client = malloc(sizeof(Client)); Client* client = malloc(sizeof(Client));
if (client == NULL) { if (client == NULL) {
close(sv[0]); close(sv[0]);
+3 -28
View File
@@ -2,7 +2,6 @@
#include "array_list.h" #include "array_list.h"
#include "libgen.h" #include "libgen.h"
#include <dirent.h> #include <dirent.h>
#include <errno.h>
#include <stdio.h> #include <stdio.h>
#include <stdlib.h> #include <stdlib.h>
#include <string.h> #include <string.h>
@@ -27,8 +26,7 @@ bool mkdir_r(const char* path) {
path_current[0] = '\0'; path_current[0] = '\0';
} }
const char* delimiter = "/"; const char* delimiter = "/";
char* saveptr; const char* part = strtok(path_duplicate, delimiter);
const char* part = strtok_r(path_duplicate, delimiter, &saveptr);
bool ok = true; bool ok = true;
while (part != NULL) { while (part != NULL) {
strcpy(path_current_position, part); strcpy(path_current_position, part);
@@ -43,7 +41,7 @@ bool mkdir_r(const char* path) {
break; break;
} }
} }
part = strtok_r(NULL, delimiter, &saveptr); part = strtok(NULL, delimiter);
} }
free(path_duplicate); free(path_duplicate);
free(path_current); free(path_current);
@@ -54,7 +52,7 @@ char* str_dup(const char* string) {
if (string == NULL) if (string == NULL)
return NULL; return NULL;
char* new_string = (char*)malloc(strlen(string) + 1); char* new_string = (char*)malloc(strlen(string) + 1);
memcpy(new_string, string, strlen(string) + 1); strcpy(new_string, string);
return new_string; return new_string;
} }
@@ -83,22 +81,10 @@ bool glob_match(const char* pattern, const char* str) {
return *str == '\0'; return *str == '\0';
} }
static bool is_dir_in_manifest(const char* rel_path, ArrayList* manifest) {
size_t len = strlen(rel_path);
for (int i = 0; i < manifest->size; i++) {
const char* entry = (const char*)manifest->items[i];
// Check if entry starts with rel_path + '/' or matches exactly
if (strncmp(entry, rel_path, len) == 0 && (entry[len] == '/' || entry[len] == '\0'))
return true;
}
return false;
}
static void delete_extras_walk(const char* abs_path, const char* rel_path, ArrayList* manifest) { static void delete_extras_walk(const char* abs_path, const char* rel_path, ArrayList* manifest) {
DIR* dir = opendir(abs_path); DIR* dir = opendir(abs_path);
if (!dir) if (!dir)
return; return;
bool all_removed = true;
struct dirent* entry; struct dirent* entry;
while ((entry = readdir(dir)) != NULL) { while ((entry = readdir(dir)) != NULL) {
if (strcmp(entry->d_name, ".") == 0 || strcmp(entry->d_name, "..") == 0) if (strcmp(entry->d_name, ".") == 0 || strcmp(entry->d_name, "..") == 0)
@@ -113,11 +99,6 @@ static void delete_extras_walk(const char* abs_path, const char* rel_path, Array
} }
if (S_ISDIR(st.st_mode)) { if (S_ISDIR(st.st_mode)) {
delete_extras_walk(child_abs, child_rel, manifest); delete_extras_walk(child_abs, child_rel, manifest);
// After recursion, try to remove the subdirectory if it's now empty.
// Ignore ENOENT: the recursive call may have already removed it.
if (rmdir(child_abs) != 0 && errno != ENOENT) {
all_removed = false;
}
} else { } else {
// Check if relative path is in manifest // Check if relative path is in manifest
bool found = false; bool found = false;
@@ -130,20 +111,14 @@ static void delete_extras_walk(const char* abs_path, const char* rel_path, Array
if (!found) { if (!found) {
unlink(child_abs); unlink(child_abs);
fprintf(stderr, " Deleted: %s\n", child_rel); fprintf(stderr, " Deleted: %s\n", child_rel);
} else {
all_removed = false;
} }
} }
free(child_abs); free(child_abs);
free(child_rel); free(child_rel);
} }
closedir(dir); closedir(dir);
// Only remove the directory itself if it is not in the manifest
// and contained no kept entries.
if (all_removed && rel_path[0] != '\0' && !is_dir_in_manifest(rel_path, manifest)) {
rmdir(abs_path); rmdir(abs_path);
} }
}
void delete_extras(const char* dest_root, ArrayList* manifest) { void delete_extras(const char* dest_root, ArrayList* manifest) {
delete_extras_walk(dest_root, "", manifest); delete_extras_walk(dest_root, "", manifest);
-26
View File
@@ -1,26 +0,0 @@
#include "chunk.h"
#include "data.h"
#include <stdint.h>
#include <stdlib.h>
#include <string.h>
int LLVMFuzzerTestOneInput(const uint8_t* data, size_t size) {
if (size == 0)
return 0;
void* buf = malloc(size);
if (!buf)
return 0;
memcpy(buf, data, size);
Data* d = data_create(buf, size);
if (!d)
return 0;
Chunk* chunk = chunk_deserialize(d, false);
if (chunk)
chunk_destroy(chunk);
data_destroy(d);
return 0;
}
-31
View File
@@ -1,31 +0,0 @@
#include "compression.h"
#include "data.h"
#include <stdint.h>
#include <stdlib.h>
#include <string.h>
int LLVMFuzzerTestOneInput(const uint8_t* data, size_t size) {
if (size == 0)
return 0;
void* buf = malloc(size);
if (!buf)
return 0;
memcpy(buf, data, size);
Data* d = data_create(buf, size);
if (!d)
return 0;
Data* compressed = data_compress(d, 3);
if (compressed) {
Data* decompressed = data_decompress(compressed);
if (decompressed) {
data_destroy(decompressed);
}
data_destroy(compressed);
}
data_destroy(d);
return 0;
}
-26
View File
@@ -1,26 +0,0 @@
#include "delta.h"
#include "data.h"
#include <stdint.h>
#include <stdlib.h>
#include <string.h>
int LLVMFuzzerTestOneInput(const uint8_t* data, size_t size) {
if (size == 0)
return 0;
void* buf = malloc(size);
if (!buf)
return 0;
memcpy(buf, data, size);
Data* d = data_create(buf, size);
if (!d)
return 0;
Delta* delta = delta_deserialize(d);
if (delta)
delta_destroy(delta);
data_destroy(d);
return 0;
}
@@ -1,26 +0,0 @@
#include "delta.h"
#include "data.h"
#include <stdint.h>
#include <stdlib.h>
#include <string.h>
int LLVMFuzzerTestOneInput(const uint8_t* data, size_t size) {
if (size == 0)
return 0;
void* buf = malloc(size);
if (!buf)
return 0;
memcpy(buf, data, size);
Data* d = data_create(buf, size);
if (!d)
return 0;
DeltaSignature* sig = delta_signature_deserialize(d);
if (sig)
delta_signature_destroy(sig);
data_destroy(d);
return 0;
}
-32
View File
@@ -1,32 +0,0 @@
#include "utils.h"
#include <stdint.h>
#include <stdlib.h>
#include <string.h>
int LLVMFuzzerTestOneInput(const uint8_t* data, size_t size) {
if (size < 2)
return 0;
// Split input into pattern and string at the midpoint
size_t mid = size / 2;
char* pattern = malloc(mid + 1);
char* str = malloc(size - mid + 1);
if (!pattern || !str) {
free(pattern);
free(str);
return 0;
}
memcpy(pattern, data, mid);
pattern[mid] = '\0';
memcpy(str, data + mid, size - mid);
str[size - mid] = '\0';
glob_match(pattern, str);
free(pattern);
free(str);
return 0;
}
-23
View File
@@ -1,23 +0,0 @@
#include "metadata.h"
#include "file.h"
#include <stdint.h>
#include <stdlib.h>
#include <string.h>
int LLVMFuzzerTestOneInput(const uint8_t* data, size_t size) {
if (size < sizeof(int) + FILE_METADATA_WIRE_SIZE)
return 0;
char* buf = malloc(size);
if (!buf)
return 0;
memcpy(buf, data, size);
char* original_buf = buf;
FileMetadata* m = metadata_from_buf(&buf);
if (m)
free(m);
free(original_buf);
return 0;
}
-16
View File
@@ -2,18 +2,10 @@
#include "test_chunk.h" #include "test_chunk.h"
#include "test_compression.h" #include "test_compression.h"
#include "test_config.h" #include "test_config.h"
#include "test_data.h"
#include "test_delta.h" #include "test_delta.h"
#include "test_file.h"
#include "test_glob.h"
#include "test_metadata.h"
#include "test_property.h"
#include "test_protocol.h"
#include "test_queue.h" #include "test_queue.h"
#include "test_robustness.h"
#include "test_scanner.h" #include "test_scanner.h"
#include "test_shared_utils.h" #include "test_shared_utils.h"
#include "test_stress.h"
#include "test_utils.h" #include "test_utils.h"
#include <stdio.h> #include <stdio.h>
@@ -33,14 +25,6 @@ int main() {
RUN_TEST(test_compression); RUN_TEST(test_compression);
RUN_TEST(test_scanner); RUN_TEST(test_scanner);
RUN_TEST(test_delta); RUN_TEST(test_delta);
RUN_TEST(test_data);
RUN_TEST(test_protocol);
RUN_TEST(test_metadata);
RUN_TEST(test_glob);
RUN_TEST(test_file);
RUN_TEST(test_robustness);
RUN_TEST(test_stress);
RUN_TEST(test_property);
printf("\n\033[1;36m=== TEST SUMMARY ===\033[0m\n"); printf("\n\033[1;36m=== TEST SUMMARY ===\033[0m\n");
printf("Total Tests Run: %d\n", tests_run); printf("Total Tests Run: %d\n", tests_run);
-50
View File
@@ -1,50 +0,0 @@
#include "data.h"
#include "test_utils.h"
#include <stdlib.h>
#include <string.h>
static void test_data_create() {
char* buf = malloc(6);
EXPECT_NOT_NULL(buf);
memcpy(buf, "hello", 6);
Data* d = data_create(buf, 6);
EXPECT_NOT_NULL(d);
EXPECT_NOT_NULL(d->data);
EXPECT_TRUE(d->data == buf);
EXPECT_EQ_INT((int)d->size, 6);
data_destroy(d);
}
static void test_data_create_empty() {
Data* d = data_create_empty(256);
EXPECT_NOT_NULL(d);
EXPECT_NOT_NULL(d->data);
EXPECT_EQ_INT((int)d->size, 256);
data_destroy(d);
}
static void test_data_create_reserve() {
Data* d = data_create_reserve(1024);
EXPECT_NOT_NULL(d);
EXPECT_NULL(d->data);
EXPECT_EQ_INT((int)d->size, 1024);
data_destroy(d);
}
static void test_data_destroy_null() {
data_destroy(NULL);
}
static void test_data_destroy_normal() {
Data* d = data_create_empty(128);
EXPECT_NOT_NULL(d);
data_destroy(d);
}
void test_data() {
test_data_create();
test_data_create_empty();
test_data_create_reserve();
test_data_destroy_null();
test_data_destroy_normal();
}
-6
View File
@@ -1,6 +0,0 @@
#ifndef TEST_DATA_H
#define TEST_DATA_H
void test_data();
#endif
-284
View File
@@ -1,284 +0,0 @@
#include "test_file.h"
#include "file.h"
#include "data.h"
#include "utils.h"
#include "protocol.h"
#include "test_utils.h"
#include <stdlib.h>
#include <string.h>
#include <sys/stat.h>
#include <sys/wait.h>
#include <unistd.h>
static void test_file_create() {
File* f = file_create("test_file_create.txt");
EXPECT_NOT_NULL(f);
EXPECT_NOT_NULL(f->path);
EXPECT_EQ_STR(f->path, "test_file_create.txt");
EXPECT_NOT_NULL(f->data);
EXPECT_NULL(f->data->data);
EXPECT_EQ_INT((int)f->data->size, 0);
EXPECT_NULL(f->metadata);
file_destroy(f);
}
static void test_file_destroy_null() {
file_destroy(NULL);
}
static void test_file_destroy_normal() {
File* f = file_create("test_destroy.txt");
EXPECT_NOT_NULL(f);
file_destroy(f);
}
static void test_file_load_data() {
const char* content = "Hello Load Test";
EXPECT_TRUE(to_disk("test_file_load_data.txt", content, strlen(content)));
struct stat st;
EXPECT_EQ_INT(stat("test_file_load_data.txt", &st), 0);
File* f = file_create("test_file_load_data.txt");
EXPECT_NOT_NULL(f);
f->data->size = st.st_size;
EXPECT_TRUE(file_load_data(f));
EXPECT_NOT_NULL(f->data->data);
EXPECT_EQ_INT((int)f->data->size, (int)st.st_size);
EXPECT_EQ_INT(memcmp(f->data->data, content, strlen(content)), 0);
file_destroy(f);
unlink("test_file_load_data.txt");
}
static void test_file_load_data_missing_file() {
File* f = file_create("nonexistent_test_file_xyz.txt");
EXPECT_NOT_NULL(f);
f->data->size = 10;
EXPECT_FALSE(file_load_data(f));
file_destroy(f);
}
static void test_file_save_to_disk() {
File* f = file_create("saved_file.txt");
EXPECT_NOT_NULL(f);
const char* content = "Save to disk content";
f->data->data = malloc(strlen(content));
EXPECT_NOT_NULL(f->data->data);
memcpy(f->data->data, content, strlen(content));
f->data->size = strlen(content);
EXPECT_TRUE(file_save_to_disk("test_save_tmp", f));
struct stat st;
EXPECT_EQ_INT(stat("test_save_tmp/saved_file.txt", &st), 0);
FILE* fp = fopen("test_save_tmp/saved_file.txt", "rb");
EXPECT_NOT_NULL(fp);
char buf[100];
size_t nread = fread(buf, 1, sizeof(buf), fp);
fclose(fp);
EXPECT_EQ_INT((int)nread, (int)strlen(content));
EXPECT_EQ_INT(memcmp(buf, content, strlen(content)), 0);
file_destroy(f);
unlink("test_save_tmp/saved_file.txt");
rmdir("test_save_tmp");
}
static void test_to_disk_basic() {
const char* content = "Basic to_disk test";
EXPECT_TRUE(to_disk("test_to_disk_basic.txt", content, strlen(content)));
struct stat st;
EXPECT_EQ_INT(stat("test_to_disk_basic.txt", &st), 0);
EXPECT_EQ_INT((int)st.st_size, (int)strlen(content));
FILE* fp = fopen("test_to_disk_basic.txt", "rb");
EXPECT_NOT_NULL(fp);
char buf[100];
size_t nread = fread(buf, 1, sizeof(buf), fp);
fclose(fp);
EXPECT_EQ_INT((int)nread, (int)strlen(content));
EXPECT_EQ_INT(memcmp(buf, content, strlen(content)), 0);
unlink("test_to_disk_basic.txt");
}
static void test_to_disk_creates_dirs() {
const char* content = "Nested dir test";
EXPECT_TRUE(to_disk("test_nested_tmp/nested/file.txt", content, strlen(content)));
struct stat st;
EXPECT_EQ_INT(stat("test_nested_tmp/nested/file.txt", &st), 0);
FILE* fp = fopen("test_nested_tmp/nested/file.txt", "rb");
EXPECT_NOT_NULL(fp);
char buf[100];
size_t nread = fread(buf, 1, sizeof(buf), fp);
fclose(fp);
EXPECT_EQ_INT((int)nread, (int)strlen(content));
EXPECT_EQ_INT(memcmp(buf, content, strlen(content)), 0);
unlink("test_nested_tmp/nested/file.txt");
rmdir("test_nested_tmp/nested");
rmdir("test_nested_tmp");
}
static void test_file_content_to_buffer() {
const char* content = "Buffer content test";
EXPECT_TRUE(to_disk("test_buffer_file.txt", content, strlen(content)));
File* f = file_create("test_buffer_file.txt");
EXPECT_NOT_NULL(f);
f->data->size = strlen(content);
f->data->data = malloc(f->data->size);
EXPECT_NOT_NULL(f->data->data);
size_t bytes_read = file_content_to_buffer(f);
EXPECT_EQ_INT((int)bytes_read, (int)strlen(content));
EXPECT_EQ_INT(memcmp(f->data->data, content, strlen(content)), 0);
file_destroy(f);
unlink("test_buffer_file.txt");
}
static void test_file_send_receive() {
File* file = file_create("test_send_recv.txt");
EXPECT_NOT_NULL(file);
const char* content = "Hello, File Send!";
size_t len = strlen(content);
file->data->data = malloc(len);
EXPECT_NOT_NULL(file->data->data);
memcpy(file->data->data, content, len);
file->data->size = len;
Config* cfg = config_create(str_dup(PROTOCOL_VERSION), str_dup("/tmp"), str_dup("/tmp"), false,
false, false, false, false, 0, false, 0);
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
io_set_bwlimit(0);
pid_t pid = fork();
if (pid == 0) {
close(p[1]);
File* received = file_receive(cfg, p[0]);
close(p[0]);
bool ok = true;
if (!received)
ok = false;
else {
if (!received->path || strcmp(received->path, "test_send_recv.txt") != 0)
ok = false;
if (!received->data || received->data->size != len)
ok = false;
else if (memcmp(received->data->data, content, len) != 0)
ok = false;
}
file_destroy(received);
config_delete(cfg);
_exit(ok ? 0 : 1);
} else {
close(p[0]);
bool sent = file_send_single_calls(file, p[1], false, 0, true);
close(p[1]);
int status;
waitpid(pid, &status, 0);
file_destroy(file);
config_delete(cfg);
EXPECT_TRUE(sent);
EXPECT_TRUE(WIFEXITED(status) && WEXITSTATUS(status) == 0);
}
}
static void test_file_send_no_path() {
File* file = file_create("test_no_path.txt");
EXPECT_NOT_NULL(file);
const char* content = "No Path Data";
size_t len = strlen(content);
file->data->data = malloc(len);
EXPECT_NOT_NULL(file->data->data);
memcpy(file->data->data, content, len);
file->data->size = len;
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
io_set_bwlimit(0);
pid_t pid = fork();
if (pid == 0) {
close(p[1]);
Data* received = receive_data(p[0]);
close(p[0]);
bool ok = true;
if (!received)
ok = false;
else if (received->size != len)
ok = false;
else if (memcmp(received->data, content, len) != 0)
ok = false;
data_destroy(received);
_exit(ok ? 0 : 1);
} else {
close(p[0]);
bool sent = file_send_single_calls(file, p[1], false, 0, false);
close(p[1]);
int status;
waitpid(pid, &status, 0);
file_destroy(file);
EXPECT_TRUE(sent);
EXPECT_TRUE(WIFEXITED(status) && WEXITSTATUS(status) == 0);
}
}
static void test_file_metadata_create() {
EXPECT_TRUE(to_disk("test_meta_file.txt", "metadata test", 13));
struct stat st;
EXPECT_EQ_INT(stat("test_meta_file.txt", &st), 0);
FileMetadata* m = file_metadata_create(&st);
EXPECT_NOT_NULL(m);
EXPECT_EQ_INT(m->mode, st.st_mode);
EXPECT_EQ_INT(m->uid, st.st_uid);
EXPECT_EQ_INT(m->gid, st.st_gid);
EXPECT_EQ_INT((int)m->mtime_sec, (int)st.st_mtime);
file_metadata_destroy(m);
unlink("test_meta_file.txt");
}
void test_file() {
test_file_create();
test_file_destroy_null();
test_file_destroy_normal();
test_file_load_data();
test_file_load_data_missing_file();
test_file_save_to_disk();
test_to_disk_basic();
test_to_disk_creates_dirs();
test_file_content_to_buffer();
if (!is_running_under_valgrind()) {
// Fork tests are skipped under valgrind because the parent process runs
// orders of magnitude slower than the child (parent is instrumented, child
// is not), which causes pipe-based protocol handshake timeouts. The parent
// process itself has zero valgrind errors -- the failures are all in the
// forked children where inherited allocations are reported as leaks.
test_file_send_receive();
test_file_send_no_path();
}
test_file_metadata_create();
}
-6
View File
@@ -1,6 +0,0 @@
#ifndef TEST_FILE_H
#define TEST_FILE_H
void test_file();
#endif
-63
View File
@@ -1,63 +0,0 @@
#include "test_glob.h"
#include "utils.h"
#include "test_utils.h"
#include <string.h>
static void test_glob_exact_match() {
EXPECT_TRUE(glob_match("foo", "foo"));
}
static void test_glob_question_mark() {
EXPECT_TRUE(glob_match("f?o", "foo"));
EXPECT_FALSE(glob_match("f?o", "fo"));
}
static void test_glob_star() {
EXPECT_TRUE(glob_match("*.txt", "foo.txt"));
EXPECT_TRUE(glob_match("*.txt", "a.txt"));
}
static void test_glob_star_mid() {
EXPECT_TRUE(glob_match("f*o", "foo"));
EXPECT_TRUE(glob_match("f*o", "fxxo"));
EXPECT_FALSE(glob_match("f*o", "bar"));
}
static void test_glob_no_match() {
EXPECT_FALSE(glob_match("foo", "bar"));
}
static void test_glob_empty_pattern() {
EXPECT_TRUE(glob_match("", ""));
EXPECT_FALSE(glob_match("", "foo"));
}
static void test_glob_star_all() {
EXPECT_TRUE(glob_match("*", "anything"));
}
static void test_glob_slash_not_matched() {
EXPECT_FALSE(glob_match("f*o", "f/o"));
}
static void test_glob_complex() {
EXPECT_TRUE(glob_match("*.c", "main.c"));
EXPECT_FALSE(glob_match("*.c", "main.h"));
}
static void test_glob_question_star() {
EXPECT_TRUE(glob_match("?*.txt", "a.txt"));
}
void test_glob() {
test_glob_exact_match();
test_glob_question_mark();
test_glob_star();
test_glob_star_mid();
test_glob_no_match();
test_glob_empty_pattern();
test_glob_star_all();
test_glob_slash_not_matched();
test_glob_complex();
test_glob_question_star();
}
-6
View File
@@ -1,6 +0,0 @@
#ifndef TEST_GLOB_H
#define TEST_GLOB_H
void test_glob();
#endif
-141
View File
@@ -1,141 +0,0 @@
#include "test_metadata.h"
#include "metadata.h"
#include "protocol.h"
#include "test_utils.h"
#include <stdlib.h>
#include <string.h>
#include <sys/stat.h>
#include <unistd.h>
static void test_metadata_to_from_buf_roundtrip() {
FileMetadata original;
original.mode = 0755;
original.uid = 1000;
original.gid = 1000;
original.mtime_sec = 1234567890;
original.mtime_nsec = 500000000;
char* buf = malloc(FILE_METADATA_WIRE_SIZE + sizeof(int));
EXPECT_NOT_NULL(buf);
char* write_ptr = buf;
metadata_to_buf(&write_ptr, &original);
char* read_ptr = buf;
FileMetadata* result = metadata_from_buf(&read_ptr);
EXPECT_NOT_NULL(result);
EXPECT_EQ_INT(result->mode, 0755);
EXPECT_EQ_INT(result->uid, 1000);
EXPECT_EQ_INT(result->gid, 1000);
EXPECT_EQ_INT(result->mtime_sec, 1234567890);
EXPECT_EQ_INT(result->mtime_nsec, 500000000);
free(result);
free(buf);
}
static void test_metadata_to_buf_null() {
char* buf = malloc(FILE_METADATA_WIRE_SIZE + sizeof(int));
EXPECT_NOT_NULL(buf);
char* write_ptr = buf;
metadata_to_buf(&write_ptr, NULL);
char* read_ptr = buf;
int present;
memcpy(&present, read_ptr, sizeof(int));
EXPECT_EQ_INT(present, 0);
free(buf);
}
static void test_metadata_from_buf_null() {
char* buf = malloc(FILE_METADATA_WIRE_SIZE + sizeof(int));
EXPECT_NOT_NULL(buf);
int present = 0;
memcpy(buf, &present, sizeof(int));
char* read_ptr = buf;
const FileMetadata* result = metadata_from_buf(&read_ptr);
EXPECT_NULL(result);
free(buf);
}
static void test_metadata_send_receive_roundtrip() {
io_set_bwlimit(0);
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
FileMetadata original;
original.mode = 0755;
original.uid = 1000;
original.gid = 1000;
original.mtime_sec = 1234567890;
original.mtime_nsec = 500000000;
EXPECT_TRUE(metadata_send(p[1], &original));
int ok = 0;
FileMetadata* received = metadata_receive(p[0], &ok);
EXPECT_NOT_NULL(received);
EXPECT_EQ_INT(ok, 1);
EXPECT_EQ_INT(received->mode, 0755);
EXPECT_EQ_INT(received->uid, 1000);
EXPECT_EQ_INT(received->gid, 1000);
EXPECT_EQ_INT(received->mtime_sec, 1234567890);
EXPECT_EQ_INT(received->mtime_nsec, 500000000);
free(received);
close(p[0]);
close(p[1]);
}
static void test_metadata_send_null() {
io_set_bwlimit(0);
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
EXPECT_TRUE(metadata_send(p[1], NULL));
int ok = 0;
const FileMetadata* received = metadata_receive(p[0], &ok);
EXPECT_NULL(received);
EXPECT_EQ_INT(ok, 1);
close(p[0]);
close(p[1]);
}
static void test_file_restore_metadata() {
const char* path = "temp_meta_restore_test.txt";
const char* content = "test content";
EXPECT_TRUE(to_disk(path, content, strlen(content)));
FileMetadata m;
m.mode = 0644;
m.uid = getuid();
m.gid = getgid();
m.mtime_sec = 1234567890;
m.mtime_nsec = 0;
file_restore_metadata(path, &m);
struct stat st;
EXPECT_EQ_INT(stat(path, &st), 0);
EXPECT_EQ_INT(st.st_mode & 07777, 0644);
EXPECT_EQ_INT((int)st.st_mtime, 1234567890);
unlink(path);
}
void test_metadata() {
test_metadata_to_from_buf_roundtrip();
test_metadata_to_buf_null();
test_metadata_from_buf_null();
test_metadata_send_receive_roundtrip();
test_metadata_send_null();
test_file_restore_metadata();
}
-6
View File
@@ -1,6 +0,0 @@
#ifndef TEST_METADATA_H
#define TEST_METADATA_H
void test_metadata();
#endif
-120
View File
@@ -1,120 +0,0 @@
#include "test_property.h"
#include "test_utils.h"
#include "chunk.h"
#include "delta.h"
#include "data.h"
#include "compression.h"
#include "file.h"
#include "utils.h"
#include <string.h>
#include <stdlib.h>
#include <sys/stat.h>
#include <unistd.h>
static Data* random_data(int min_size, int max_size) {
int size = min_size + rand() % (max_size - min_size + 1);
char* buf = malloc(size);
for (int i = 0; i < size; i++)
buf[i] = (char)(rand() % 256);
return data_create(buf, size);
}
static void test_property_compress_roundtrip() {
for (int iter = 0; iter < 10; iter++) {
Data* original = random_data(1, 10000);
EXPECT_NOT_NULL(original);
size_t orig_size = original->size;
void* orig_copy = malloc(orig_size);
EXPECT_NOT_NULL(orig_copy);
memcpy(orig_copy, original->data, orig_size);
Data* compressed = data_compress(original, 3);
EXPECT_NOT_NULL(compressed);
Data* decompressed = data_decompress(compressed);
EXPECT_NOT_NULL(decompressed);
EXPECT_EQ_INT((int)decompressed->size, (int)orig_size);
EXPECT_EQ_INT(memcmp(decompressed->data, orig_copy, orig_size), 0);
free(orig_copy);
data_destroy(original);
data_destroy(compressed);
data_destroy(decompressed);
}
}
static void test_property_delta_roundtrip() {
for (int iter = 0; iter < 5; iter++) {
char old_data[4096], new_data[4096];
for (int i = 0; i < 4096; i++) {
old_data[i] = (char)(rand() % 256);
new_data[i] = old_data[i];
}
int num_changes = 1 + rand() % 10;
for (int c = 0; c < num_changes; c++) {
int offset = rand() % 4096;
new_data[offset] = (char)(rand() % 256);
}
DeltaSignature* sig = delta_signature_create(old_data, 4096, 1024);
EXPECT_NOT_NULL(sig);
Delta* delta = delta_compute(new_data, 4096, sig, 1024);
EXPECT_NOT_NULL(delta);
void* result = delta_apply(old_data, 4096, delta, 1024);
EXPECT_NOT_NULL(result);
EXPECT_EQ_INT(memcmp(result, new_data, 4096), 0);
free(result);
delta_signature_destroy(sig);
delta_destroy(delta);
}
}
static void test_property_chunk_roundtrip() {
for (int iter = 0; iter < 5; iter++) {
char path[64];
snprintf(path, sizeof(path), "test_prop_chunk_%d.txt", iter);
int content_len = 1 + rand() % 4096;
char* content = malloc(content_len);
for (int i = 0; i < content_len; i++)
content[i] = (char)(rand() % 256);
to_disk(path, content, content_len);
struct stat st;
stat(path, &st);
File* f = file_create(path);
f->data->size = st.st_size;
file_load_data(f);
File* files[1] = {f};
Chunk* chunk = chunk_create(files, 1);
Data* serialized = chunk_serialize(chunk, false);
EXPECT_NOT_NULL(serialized);
Chunk* deserialized = chunk_deserialize(serialized, false);
EXPECT_NOT_NULL(deserialized);
EXPECT_EQ_INT(deserialized->element_count, 1);
EXPECT_EQ_INT((int)deserialized->items[0]->data->size, content_len);
EXPECT_EQ_INT(memcmp(deserialized->items[0]->data->data, content, content_len), 0);
free(content);
data_destroy(serialized);
chunk_destroy(deserialized);
chunk_destroy(chunk);
unlink(path);
}
}
void test_property() {
srand(42);
test_property_compress_roundtrip();
test_property_delta_roundtrip();
test_property_chunk_roundtrip();
}
-6
View File
@@ -1,6 +0,0 @@
#ifndef TEST_PROPERTY_H
#define TEST_PROPERTY_H
void test_property();
#endif
-182
View File
@@ -1,182 +0,0 @@
#include "protocol.h"
#include "test_utils.h"
#include <limits.h>
#include <string.h>
#include <unistd.h>
static void test_send_receive_n_data() {
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
io_set_bwlimit(0);
const char payload[] = "binary\x00test";
size_t len = sizeof(payload);
EXPECT_TRUE(send_n_data(0, payload, len));
char buf[64];
memset(buf, 0, sizeof(buf));
EXPECT_TRUE(receive_n_data(0, buf, len));
EXPECT_EQ_INT(memcmp(buf, payload, len), 0);
close(p[0]);
close(p[1]);
}
static void test_send_receive_n_data_zero() {
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
io_set_bwlimit(0);
EXPECT_TRUE(send_n_data(0, "", 0));
char buf[4];
EXPECT_TRUE(receive_n_data(0, buf, 0));
close(p[0]);
close(p[1]);
}
static void test_send_receive_str() {
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
io_set_bwlimit(0);
EXPECT_TRUE(send_str(0, ""));
char* received = receive_str(0);
EXPECT_NOT_NULL(received);
EXPECT_EQ_STR(received, "");
free(received);
close(p[0]);
close(p[1]);
}
static void test_send_receive_str_normal() {
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
io_set_bwlimit(0);
EXPECT_TRUE(send_str(0, "Hello, Protocol!"));
char* received = receive_str(0);
EXPECT_NOT_NULL(received);
EXPECT_EQ_STR(received, "Hello, Protocol!");
free(received);
close(p[0]);
close(p[1]);
}
static void test_send_receive_data() {
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
io_set_bwlimit(0);
unsigned char bin[] = {0xDE, 0xAD, 0xBE, 0xEF, 0x00, 0xFF};
void* buf = malloc(sizeof(bin));
EXPECT_NOT_NULL(buf);
memcpy(buf, bin, sizeof(bin));
Data* original = data_create(buf, sizeof(bin));
EXPECT_TRUE(send_data(0, original));
Data* received = receive_data(0);
EXPECT_NOT_NULL(received);
EXPECT_EQ_INT((int)received->size, (int)sizeof(bin));
EXPECT_EQ_INT(memcmp(received->data, bin, sizeof(bin)), 0);
data_destroy(original);
data_destroy(received);
close(p[0]);
close(p[1]);
}
static void test_send_receive_int() {
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
io_set_bwlimit(0);
int val = 42;
EXPECT_TRUE(send_int(0, val));
int received = 0;
EXPECT_TRUE(receive_int(0, &received));
EXPECT_EQ_INT(received, 42);
val = 0;
EXPECT_TRUE(send_int(0, val));
EXPECT_TRUE(receive_int(0, &received));
EXPECT_EQ_INT(received, 0);
val = INT_MAX;
EXPECT_TRUE(send_int(0, val));
EXPECT_TRUE(receive_int(0, &received));
EXPECT_EQ_INT(received, INT_MAX);
close(p[0]);
close(p[1]);
}
static void test_send_receive_status() {
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
io_set_bwlimit(0);
Status statuses[] = {STATUS_OK, STATUS_ERROR, STATUS_FINISHED, STATUS_NEXT,
STATUS_CHUNK, STATUS_CHECK, STATUS_DELTA_SIGNATURE, STATUS_DELTA_DATA};
int count = sizeof(statuses) / sizeof(statuses[0]);
for (int i = 0; i < count; i++) {
EXPECT_TRUE(send_status(0, statuses[i]));
Status received = -1;
EXPECT_TRUE(receive_status(0, &received));
EXPECT_EQ_INT((int)received, (int)statuses[i]);
}
close(p[0]);
close(p[1]);
}
static void test_receive_n_data_truncated() {
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
io_set_bwlimit(0);
close(p[1]);
char buf[32];
EXPECT_FALSE(receive_n_data(0, buf, 32));
close(p[0]);
}
static void test_receive_str_truncated() {
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
io_set_bwlimit(0);
close(p[1]);
const char* received = receive_str(0);
EXPECT_NULL(received);
close(p[0]);
}
void test_protocol() {
test_send_receive_n_data();
test_send_receive_n_data_zero();
test_send_receive_str();
test_send_receive_str_normal();
test_send_receive_data();
test_send_receive_int();
test_send_receive_status();
test_receive_n_data_truncated();
test_receive_str_truncated();
}
-6
View File
@@ -1,6 +0,0 @@
#ifndef TEST_PROTOCOL_H
#define TEST_PROTOCOL_H
void test_protocol();
#endif
-215
View File
@@ -1,215 +0,0 @@
#include "test_robustness.h"
#include "test_utils.h"
#include "chunk.h"
#include "delta.h"
#include "data.h"
#include "file.h"
#include "protocol.h"
#include <string.h>
#include <stdlib.h>
#include <sys/stat.h>
#include <unistd.h>
static void test_chunk_deserialize_truncated() {
char* path = "test_rob_trunc.txt";
char* content = "hello";
to_disk(path, content, strlen(content));
struct stat st;
stat(path, &st);
File* f = file_create(path);
f->data->size = st.st_size;
file_load_data(f);
File* files[1] = {f};
Chunk* chunk = chunk_create(files, 1);
Data* serialized = chunk_serialize(chunk, false);
EXPECT_NOT_NULL(serialized);
size_t orig_size = serialized->size;
serialized->size = orig_size / 2;
const Chunk* result = chunk_deserialize(serialized, false);
EXPECT_NULL(result);
serialized->size = orig_size;
data_destroy(serialized);
chunk_destroy(chunk);
unlink(path);
}
static void test_chunk_deserialize_empty() {
unsigned char garbage[] = {0xFF, 0xFE, 0xFD, 0xFC, 0xFB};
Data* d = data_create(malloc(sizeof(garbage)), sizeof(garbage));
EXPECT_NOT_NULL(d);
memcpy(d->data, garbage, sizeof(garbage));
const Chunk* result = chunk_deserialize(d, false);
EXPECT_NULL(result);
data_destroy(d);
}
static void test_chunk_deserialize_garbage() {
unsigned char garbage[] = {0xFF, 0xFE, 0xFD, 0xFC, 0xFB, 0xFA};
Data* d = data_create(malloc(sizeof(garbage)), sizeof(garbage));
EXPECT_NOT_NULL(d);
memcpy(d->data, garbage, sizeof(garbage));
const Chunk* result = chunk_deserialize(d, false);
EXPECT_NULL(result);
data_destroy(d);
}
static void test_delta_deserialize_truncated() {
char old_data[4096], new_data[4096];
for (int i = 0; i < 4096; i++) {
old_data[i] = (char)(i % 256);
new_data[i] = old_data[i];
}
new_data[100] = 'X';
DeltaSignature* sig = delta_signature_create(old_data, 4096, 1024);
Delta* delta = delta_compute(new_data, 4096, sig, 1024);
Data* serialized = delta_serialize(delta);
EXPECT_NOT_NULL(serialized);
serialized->size = 4;
const Delta* result = delta_deserialize(serialized);
EXPECT_NULL(result);
data_destroy(serialized);
delta_destroy(delta);
delta_signature_destroy(sig);
}
static void test_delta_deserialize_empty() {
char garbage[] = {0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01};
Data* d = data_create(malloc(sizeof(garbage)), sizeof(garbage));
EXPECT_NOT_NULL(d);
memcpy(d->data, garbage, sizeof(garbage));
const Delta* result = delta_deserialize(d);
EXPECT_NULL(result);
data_destroy(d);
}
static void test_delta_deserialize_garbage() {
unsigned char garbage[] = {0xFF, 0xFE, 0xFD, 0xFC, 0xFB, 0xFA};
Data* d = data_create(malloc(sizeof(garbage)), sizeof(garbage));
EXPECT_NOT_NULL(d);
memcpy(d->data, garbage, sizeof(garbage));
const Delta* result = delta_deserialize(d);
EXPECT_NULL(result);
data_destroy(d);
}
static void test_delta_signature_deserialize_truncated() {
char old_data[4096];
for (int i = 0; i < 4096; i++)
old_data[i] = (char)(i % 256);
DeltaSignature* sig = delta_signature_create(old_data, 4096, 1024);
Data* serialized = delta_signature_serialize(sig);
EXPECT_NOT_NULL(serialized);
serialized->size = 4;
const DeltaSignature* result = delta_signature_deserialize(serialized);
EXPECT_NULL(result);
data_destroy(serialized);
delta_signature_destroy(sig);
}
static void test_delta_deserialize_truncated_instructions() {
// Create a real delta with 2 LITERAL instructions, serialize, then
// truncate after the header so the instruction-loop error paths are
// exercised (earlier tests with tiny buffers die at the 12-byte
// header guard and never reach the instruction decoder).
char old_data[4096], new_data[4096];
for (int i = 0; i < 4096; i++) {
old_data[i] = (char)(i % 256);
new_data[i] = old_data[i];
}
// Two small changes to produce 2 LITERAL instructions
new_data[100] = 'X';
new_data[200] = 'Y';
DeltaSignature* sig = delta_signature_create(old_data, 4096, 1024);
Delta* delta = delta_compute(new_data, 4096, sig, 1024);
Data* serialized = delta_serialize(delta);
EXPECT_NOT_NULL(serialized);
// Truncate to include the header (12 bytes) + partial first instruction
serialized->size = 14;
const Delta* result = delta_deserialize(serialized);
EXPECT_NULL(result);
data_destroy(serialized);
delta_destroy(delta);
delta_signature_destroy(sig);
}
static void test_delta_apply_null() {
const void* result = delta_apply(NULL, 0, NULL, 0);
EXPECT_NULL(result);
}
static void test_protocol_receive_n_data_closed_pipe() {
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
io_set_bwlimit(0);
close(p[1]);
char buf[32];
EXPECT_FALSE(receive_n_data(0, buf, 32));
close(p[0]);
}
static void test_receive_data_closed_pipe() {
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
io_set_bwlimit(0);
close(p[1]);
const Data* result = receive_data(0);
EXPECT_NULL(result);
close(p[0]);
}
static void test_receive_str_closed_pipe() {
int p[2];
EXPECT_EQ_INT(pipe(p), 0);
io_set_fds(p[0], p[1]);
io_set_bwlimit(0);
close(p[1]);
const char* result = receive_str(0);
EXPECT_NULL(result);
close(p[0]);
}
void test_robustness() {
test_chunk_deserialize_truncated();
test_chunk_deserialize_empty();
test_chunk_deserialize_garbage();
test_delta_deserialize_truncated();
test_delta_deserialize_empty();
test_delta_deserialize_garbage();
test_delta_deserialize_truncated_instructions();
test_delta_signature_deserialize_truncated();
test_delta_apply_null();
test_protocol_receive_n_data_closed_pipe();
test_receive_data_closed_pipe();
test_receive_str_closed_pipe();
}
-6
View File
@@ -1,6 +0,0 @@
#ifndef TEST_ROBUSTNESS_H
#define TEST_ROBUSTNESS_H
void test_robustness();
#endif
-214
View File
@@ -1,214 +0,0 @@
#include "test_stress.h"
#include "test_utils.h"
#include "queue.h"
#include <threads.h>
#include <stdbool.h>
#include <stdlib.h>
#include <stdio.h>
#define ITEMS_PER_PRODUCER 2500
#define NUM_PRODUCERS 4
#define NUM_CONSUMERS 4
#define TOTAL_ITEMS (ITEMS_PER_PRODUCER * NUM_PRODUCERS)
typedef struct {
Queue* q;
mtx_t* mutex;
cnd_t* cnd_empty;
cnd_t* cnd_full;
int producer_id;
} ProducerCtx;
typedef struct {
Queue* q;
mtx_t* mutex;
cnd_t* cnd_empty;
cnd_t* cnd_full;
volatile int* producers_remaining;
volatile bool* producers_done;
} ConsumerMPMC;
static int mpmc_producer_func(void* arg) {
ProducerCtx* ctx = (ProducerCtx*)arg;
for (int i = 1; i <= ITEMS_PER_PRODUCER; i++) {
int* val = malloc(sizeof(int));
*val = ctx->producer_id * ITEMS_PER_PRODUCER + i;
queue_enqueue_multithreaded(ctx->q, val, ctx->mutex, ctx->cnd_empty, ctx->cnd_full);
}
return 0;
}
static int mpmc_consumer_func(void* arg) {
ConsumerMPMC* ctx = (ConsumerMPMC*)arg;
while (true) {
int* val = (int*)queue_dequeue_multithreaded(ctx->q, ctx->mutex, ctx->cnd_empty, ctx->cnd_full,
(const bool*)ctx->producers_done);
if (val == NULL)
break;
free(val);
}
return 0;
}
static void test_queue_mpmc_stress() {
Queue* q = queue_create(16, NULL);
mtx_t mutex;
cnd_t cnd_empty;
cnd_t cnd_full;
mtx_init(&mutex, mtx_plain);
cnd_init(&cnd_empty);
cnd_init(&cnd_full);
volatile int producers_remaining = NUM_PRODUCERS;
volatile bool producers_done = false;
ConsumerMPMC cctx = {.q = q,
.mutex = &mutex,
.cnd_empty = &cnd_empty,
.cnd_full = &cnd_full,
.producers_remaining = &producers_remaining,
.producers_done = &producers_done};
thrd_t consumers[NUM_CONSUMERS];
for (int i = 0; i < NUM_CONSUMERS; i++) {
int res = thrd_create(&consumers[i], mpmc_consumer_func, &cctx);
EXPECT_EQ_INT(res, thrd_success);
}
ProducerCtx pctxs[NUM_PRODUCERS];
thrd_t producers[NUM_PRODUCERS];
for (int i = 0; i < NUM_PRODUCERS; i++) {
pctxs[i] = (ProducerCtx){
.q = q, .mutex = &mutex, .cnd_empty = &cnd_empty, .cnd_full = &cnd_full, .producer_id = i};
int res = thrd_create(&producers[i], mpmc_producer_func, &pctxs[i]);
EXPECT_EQ_INT(res, thrd_success);
}
for (int i = 0; i < NUM_PRODUCERS; i++) {
thrd_join(producers[i], NULL);
mtx_lock(&mutex);
producers_remaining--;
if (producers_remaining == 0)
producers_done = true;
cnd_broadcast(&cnd_empty);
mtx_unlock(&mutex);
}
for (int i = 0; i < NUM_CONSUMERS; i++) {
thrd_join(consumers[i], NULL);
}
EXPECT_TRUE(queue_is_empty(q));
queue_destroy(q);
mtx_destroy(&mutex);
cnd_destroy(&cnd_empty);
cnd_destroy(&cnd_full);
}
typedef struct {
Queue* q;
mtx_t* mutex;
cnd_t* cnd_empty;
cnd_t* cnd_full;
bool done;
int items_sent;
int items_received;
} BackpressureCtx;
static int bp_producer_func(void* arg) {
BackpressureCtx* ctx = (BackpressureCtx*)arg;
for (int i = 0; i < 5; i++) {
int* val = malloc(sizeof(int));
*val = i + 1;
queue_enqueue_multithreaded(ctx->q, val, ctx->mutex, ctx->cnd_empty, ctx->cnd_full);
ctx->items_sent++;
}
return 0;
}
static int bp_consumer_func(void* arg) {
BackpressureCtx* ctx = (BackpressureCtx*)arg;
while (ctx->items_received < 5) {
int* val = (int*)queue_dequeue_multithreaded(ctx->q, ctx->mutex, ctx->cnd_empty, ctx->cnd_full,
&ctx->done);
if (val == NULL)
break;
ctx->items_received++;
free(val);
}
return 0;
}
static void test_queue_backpressure() {
Queue* q = queue_create(1, NULL);
mtx_t mutex;
cnd_t cnd_empty;
cnd_t cnd_full;
mtx_init(&mutex, mtx_plain);
cnd_init(&cnd_empty);
cnd_init(&cnd_full);
BackpressureCtx ctx = {.q = q,
.mutex = &mutex,
.cnd_empty = &cnd_empty,
.cnd_full = &cnd_full,
.items_sent = 0,
.items_received = 0,
.done = false};
thrd_t producer, consumer;
int res;
res = thrd_create(&consumer, bp_consumer_func, &ctx);
EXPECT_EQ_INT(res, thrd_success);
res = thrd_create(&producer, bp_producer_func, &ctx);
EXPECT_EQ_INT(res, thrd_success);
thrd_join(producer, NULL);
mtx_lock(&mutex);
ctx.done = true;
cnd_signal(&cnd_empty);
mtx_unlock(&mutex);
thrd_join(consumer, NULL);
EXPECT_EQ_INT(ctx.items_sent, 5);
EXPECT_EQ_INT(ctx.items_received, 5);
EXPECT_TRUE(queue_is_empty(q));
queue_destroy(q);
mtx_destroy(&mutex);
cnd_destroy(&cnd_empty);
cnd_destroy(&cnd_full);
}
static void test_queue_rapid_create_destroy() {
for (int i = 0; i < 100; i++) {
Queue* q = queue_create(4, free);
EXPECT_NOT_NULL(q);
for (int j = 0; j < 3; j++) {
int* val = malloc(sizeof(int));
*val = j;
queue_enqueue(q, val);
}
while (!queue_is_empty(q)) {
void* v = queue_dequeue(q);
free(v);
}
queue_destroy(q);
}
}
void test_stress() {
test_queue_mpmc_stress();
test_queue_backpressure();
test_queue_rapid_create_destroy();
}
-6
View File
@@ -1,6 +0,0 @@
#ifndef TEST_STRESS_H
#define TEST_STRESS_H
void test_stress();
#endif
-15
View File
@@ -2,24 +2,9 @@
#define TEST_UTILS_H #define TEST_UTILS_H
#include <stdio.h> #include <stdio.h>
#include <stdlib.h>
#include <string.h> #include <string.h>
#include <stdbool.h> #include <stdbool.h>
// Detect if running under valgrind by checking /proc/self/maps for vgpreload.
// This is used to skip fork-based tests that are incompatible with valgrind
// (the instrumented parent runs too slowly, causing pipe timeouts).
static inline bool is_running_under_valgrind(void) {
FILE* f = fopen("/proc/self/maps", "r");
if (!f)
return false;
char buf[4096];
size_t n = fread(buf, 1, sizeof(buf) - 1, f);
fclose(f);
buf[n] = '\0';
return strstr(buf, "vgpreload") != NULL;
}
// Global test suite status // Global test suite status
extern int tests_run; extern int tests_run;
extern int tests_failed; extern int tests_failed;