FastSync/tests/test_chunk.c

#include "chunk.h"
#include "test_utils.h"
#include "utils.h"
#include <string.h>
#include <sys/stat.h>
#include <unistd.h>

static void test_file_operations() {
  char* test_path = "temp_file_test.txt";
  char* test_content = "Hello, Chunk System!";
  unsigned long long test_len = strlen(test_content);

  file_write_to_disk(test_path, test_content, test_len, false, false);

  File* f = file_create(test_path);
  EXPECT_NOT_NULL(f);
  EXPECT_EQ_STR(f->path, test_path);
  EXPECT_NOT_NULL(f->data);
  EXPECT_NULL(f->data->data);
  EXPECT_EQ_INT((int)f->data->size, 0);

  struct stat st;
  stat(test_path, &st);
  f->data->size = st.st_size;

  file_load_data(f);
  EXPECT_NOT_NULL(f->data);
  EXPECT_NOT_NULL(f->data->data);
  EXPECT_EQ_INT((int)f->data->size, (int)test_len);
  EXPECT_EQ_INT(memcmp(f->data->data, test_content, test_len), 0);

  file_destroy(f);
  unlink(test_path);
}

static void test_chunk_operations() {
  char* path1 = "temp_chunk_1.txt";
  char* content1 = "chunk item 1";
  unsigned long long len1 = strlen(content1);

  char* path2 = "temp_chunk_2.txt";
  char* content2 = "chunk item number 2";
  unsigned long long len2 = strlen(content2);

  file_write_to_disk(path1, content1, len1, false, false);
  file_write_to_disk(path2, content2, len2, false, false);

  struct stat st1, st2;
  stat(path1, &st1);
  stat(path2, &st2);

  File* f1 = file_create(path1);
  f1->data->size = st1.st_size;
  File* f2 = file_create(path2);
  f2->data->size = st2.st_size;

  File* files[2] = {f1, f2};
  Chunk* chunk = chunk_create(files, 2);
  EXPECT_NOT_NULL(chunk);
  EXPECT_EQ_INT(chunk->element_count, 2);
  EXPECT_NOT_NULL(chunk->items[0]);
  EXPECT_NOT_NULL(chunk->items[1]);

  // load data before serializing
  file_load_data(f1);
  file_load_data(f2);

  // Test chunk_serialize / chunk_deserialize round-trip
  Data* serialized = chunk_serialize(chunk, false);
  EXPECT_NOT_NULL(serialized);

  Chunk* deserialized = chunk_deserialize(serialized, false);
  EXPECT_NOT_NULL(deserialized);
  EXPECT_EQ_INT(deserialized->element_count, 2);
  EXPECT_EQ_STR(deserialized->items[0]->path, path1);
  EXPECT_EQ_STR(deserialized->items[1]->path, path2);
  EXPECT_EQ_INT((int)deserialized->items[0]->data->size, (int)len1);
  EXPECT_EQ_INT((int)deserialized->items[1]->data->size, (int)len2);
  EXPECT_EQ_INT(memcmp(deserialized->items[0]->data->data, content1, len1), 0);
  EXPECT_EQ_INT(memcmp(deserialized->items[1]->data->data, content2, len2), 0);

  data_destroy(serialized);
  chunk_destroy(deserialized);

  chunk_destroy(chunk);

  unlink(path1);
  unlink(path2);
}

/* A chunk mixing a regular file and an explicit directory entry (--dirs, with
 * or without metadata) must round-trip through serialize/deserialize with the
 * is_dir flag and the entry type marker preserved. */
static void test_chunk_dir_entry_roundtrip() {
  const char* file_path = "temp_chunk_dir_file.txt";
  const char* dir_path = "temp_chunk_dir_entry";
  const char* content = "regular file payload";

  /* A failed earlier run can leave artifacts behind; start clean. */
  rmdir(dir_path);
  unlink(file_path);

  file_write_to_disk(file_path, content, strlen(content), false, false);
  EXPECT_EQ_INT(mkdir(dir_path, 0755), 0);

  for (int use_metadata = 0; use_metadata <= 1; use_metadata++) {
    struct stat st;
    EXPECT_EQ_INT(stat(file_path, &st), 0);

    File* reg = file_create(file_path);
    EXPECT_NOT_NULL(reg);
    reg->data->size = (unsigned long long)st.st_size;
    EXPECT_TRUE(file_load_data(reg));

    File* dir = file_create(dir_path);
    EXPECT_NOT_NULL(dir);
    dir->is_dir = true;

    if (use_metadata) {
      reg->metadata = file_metadata_create(file_path, &st, false, false);
      EXPECT_NOT_NULL(reg->metadata);
      struct stat dst;
      EXPECT_EQ_INT(stat(dir_path, &dst), 0);
      dir->metadata = file_metadata_create(dir_path, &dst, false, false);
      EXPECT_NOT_NULL(dir->metadata);
    }

    File* files[2] = {reg, dir};
    Chunk* chunk = chunk_create(files, 2);
    EXPECT_NOT_NULL(chunk);

    Data* serialized = chunk_serialize(chunk, use_metadata != 0);
    EXPECT_NOT_NULL(serialized);
    Chunk* deserialized = chunk_deserialize(serialized, use_metadata != 0);
    EXPECT_NOT_NULL(deserialized);
    EXPECT_EQ_INT(deserialized->element_count, 2);
    EXPECT_FALSE(deserialized->items[0]->is_dir);
    EXPECT_EQ_STR(deserialized->items[0]->path, file_path);
    EXPECT_EQ_INT((int)deserialized->items[0]->data->size, (int)strlen(content));
    EXPECT_EQ_INT(memcmp(deserialized->items[0]->data->data, content, strlen(content)), 0);
    EXPECT_TRUE(deserialized->items[1]->is_dir);
    EXPECT_EQ_STR(deserialized->items[1]->path, dir_path);
    EXPECT_EQ_INT((int)deserialized->items[1]->data->size, 0);
    if (use_metadata) {
      EXPECT_NOT_NULL(deserialized->items[0]->metadata);
      EXPECT_NOT_NULL(deserialized->items[1]->metadata);
    } else {
      EXPECT_NULL(deserialized->items[0]->metadata);
      EXPECT_NULL(deserialized->items[1]->metadata);
    }

    data_destroy(serialized);
    chunk_destroy(deserialized);
    chunk_destroy(chunk); /* frees reg and dir */
  }

  unlink(file_path);
  rmdir(dir_path);
}

/* A --devices/--specials special entry (is_special + rdev) must round-trip
 * through the chunk wire with a legal rdev. */
static void test_chunk_special_rdev_roundtrip() {
  const char* path = "temp_chunk_special_node";
  unlink(path);
  File* special = file_create(path);
  EXPECT_NOT_NULL(special);
  special->is_special = true;
  special->rdev_major = 1;
  special->rdev_minor = 3;
  struct stat st;
  EXPECT_EQ_INT(stat("/dev/null", &st), 0);
  special->metadata = file_metadata_create(path, &st, false, false);
  EXPECT_NOT_NULL(special->metadata);

  File* files[1] = {special};
  Chunk* chunk = chunk_create(files, 1);
  EXPECT_NOT_NULL(chunk);
  Data* serialized = chunk_serialize(chunk, true);
  EXPECT_NOT_NULL(serialized);
  Chunk* deserialized = chunk_deserialize(serialized, true);
  EXPECT_NOT_NULL(deserialized);
  EXPECT_EQ_INT(deserialized->element_count, 1);
  EXPECT_TRUE(deserialized->items[0]->is_special);
  EXPECT_FALSE(deserialized->items[0]->is_dir);
  EXPECT_EQ_INT((int)deserialized->items[0]->data->size, 0);
  EXPECT_EQ_INT(deserialized->items[0]->rdev_major, 1);
  EXPECT_EQ_INT(deserialized->items[0]->rdev_minor, 3);
  EXPECT_NOT_NULL(deserialized->items[0]->metadata);

  data_destroy(serialized);
  chunk_destroy(deserialized);
  chunk_destroy(chunk);
}

/* A special entry carrying an out-of-range rdev is a malformed chunk and must be
 * rejected at deserialize (bounded by the same 0xffff / 0x00ffffff limits
 * file_special_rdev_valid uses on the per-file wire), not deferred to the
 * creation site. */
static void test_chunk_special_rdev_out_of_range_rejected() {
  const char* path = "temp_chunk_special_bad_rdev";
  unlink(path);
  File* special = file_create(path);
  EXPECT_NOT_NULL(special);
  special->is_special = true;
  special->rdev_major = 0x10000; /* > 0xffff */
  special->rdev_minor = 3;
  struct stat st;
  EXPECT_EQ_INT(stat("/dev/null", &st), 0);
  special->metadata = file_metadata_create(path, &st, false, false);
  EXPECT_NOT_NULL(special->metadata);

  File* files[1] = {special};
  Chunk* chunk = chunk_create(files, 1);
  EXPECT_NOT_NULL(chunk);
  Data* serialized = chunk_serialize(chunk, true);
  EXPECT_NOT_NULL(serialized);
  Chunk* deserialized = chunk_deserialize(serialized, true);
  EXPECT_NULL(deserialized);

  data_destroy(serialized);
  chunk_destroy(chunk);
}

void test_chunk() {
  test_file_operations();
  test_chunk_operations();
  test_chunk_dir_entry_roundtrip();
  test_chunk_special_rdev_roundtrip();
  test_chunk_special_rdev_out_of_range_rejected();
}