feat: Major v1.24.0 update integrating 5 community PRs and reorganizing codebase

Integrated community contributions:
- PR valyala#49: CGO wrapper improvements for 5-7% performance gain on large buffers
  - Use void* instead of uintptr_t to avoid memory allocations
  - Direct Go slice usage via reflect.SliceHeader
- PR valyala#25: Advanced Compression API with checksum support
  - Added CCtx type for advanced compression contexts
  - Added SetParameter/GetParameter methods
  - Added Reset and Compress2 methods
  - Full support for all ZSTD compression parameters
- PR valyala#63: Exposed CompressDictLevel as public API
  - Allows fine-grained control over dictionary compression levels
- PR valyala#66: RISC-V 64-bit architecture support
  - Updated Zig builder to 0.13.0
  - Added linux_riscv64 target
- PR valyala#60: Memory-optimized dictionary functions
  - Added NewCDictByRef/NewDDictByRef to avoid data copying
  - Reduces memory usage for large dictionaries

Infrastructure improvements:
- Created modern Dockerfile with Alpine Linux and latest Zig
- Fixed build process issues with clean target
- Updated minimum Go version to 1.24

Code organization:
- Moved Docker configs to build/docker/
- Moved scripts to scripts/
- Moved upstream zstd to contrib/
- Moved test data to test/
- Created comprehensive examples in examples/
- Kept all Go source files in root for package compatibility

Testing enhancements:
- Added Silesia Corpus compression tests with speed measurements
- Created 33 aggressive fuzz tests targeting known vulnerabilities
- Added comprehensive tests for Advanced API
- Added benchmarks comparing raw zstd vs wrapper performance

The wrapper now shows 6-10% performance improvements for compression
while maintaining identical compression ratios.

Author: GrigoryEvko

.gitignore

@@ -1 +1,37 @@
+# Go test binary
+gozstd.test
+
+# Temporary files
+*.tmp
+*.bak
+*.swp
+.DS_Store
 tags
+
+# Test artifacts
+test/testdata/fuzz/*/
+fuzz_results_*
+/testdata/
+
+# Build artifacts (but NOT the distributed libraries in cgo/lib/)
+# Only ignore .a files in the root directory (temporary build outputs)
+/*.a
+*.o
+*.so
+*.dll
+
+# IDE files
+.idea/
+.vscode/
+*.iml
+
+# Go workspace
+go.work
+go.work.sum
+
+# Benchmark results
+*.bench
+*.prof
+
+# Container build artifacts
+.container-*

CHANGELOG_v1.24.0.md

@@ -33,23 +33,25 @@ ifeq ($(CONTAINER_RUNTIME),none)
 	$(error No container runtime found. Please install docker, nerdctl, or podman)
 endif
 	@echo "Building custom Zig builder image with latest Alpine and Zig..."
-	$(CONTAINER_RUNTIME) build -f Dockerfile.zig-builder -t $(ZIG_BUILDER_IMAGE) .
+	$(CONTAINER_RUNTIME) build -f build/docker/Dockerfile.zig -t $(ZIG_BUILDER_IMAGE) .
 	@echo "Zig builder image built successfully: $(ZIG_BUILDER_IMAGE)"
 
 libzstd.a: $(LIBZSTD_NAME)
 $(LIBZSTD_NAME):
 ifeq ($(GOOS_GOARCH),$(GOOS_GOARCH_NATIVE))
 	rm -f $(LIBZSTD_NAME)
-	cd zstd/lib && ZSTD_LEGACY_SUPPORT=0 AR="gcc-ar" ARFLAGS="rcs" MOREFLAGS="-DZSTD_MULTITHREAD=1 -O3 -flto $(MOREFLAGS)" LDFLAGS="-flto -fuse-linker-plugin -Wno-lto-type-mismatch" $(MAKE) clean libzstd.a
-	mv zstd/lib/libzstd.a $(LIBZSTD_NAME)
+	cd contrib/zstd/lib && ZSTD_LEGACY_SUPPORT=0 AR="gcc-ar" ARFLAGS="rcs" MOREFLAGS="-DZSTD_MULTITHREAD=1 -O3 -flto $(MOREFLAGS)" LDFLAGS="-flto -fuse-linker-plugin -Wno-lto-type-mismatch" $(MAKE) clean libzstd.a
+	mv contrib/zstd/lib/libzstd.a $(LIBZSTD_NAME)
 else ifeq ($(GOOS_GOARCH),linux_amd64)
 	TARGET=x86_64-linux GOARCH=amd64 GOOS=linux ARCH_FLAGS="-mcpu=x86_64+sse4_2+avx2+bmi2" $(MAKE) package-arch
 else ifeq ($(GOOS_GOARCH),linux_arm)
 	TARGET=arm-linux-gnueabi GOARCH=arm GOOS=linux ARCH_FLAGS="-mcpu=generic" $(MAKE) package-arch
 else ifeq ($(GOOS_GOARCH),linux_arm64)
 	TARGET=aarch64-linux GOARCH=arm64 GOOS=linux ARCH_FLAGS="-mcpu=generic" $(MAKE) package-arch
 else ifeq ($(GOOS_GOARCH),linux_ppc64le)
-	TARGET=x86_64-linux GOARCH=ppc64le GOOS=linux ARCH_FLAGS="" $(MAKE) package-arch
+	TARGET=powerpc64le-linux GOARCH=ppc64le GOOS=linux ARCH_FLAGS="" $(MAKE) package-arch
+else ifeq ($(GOOS_GOARCH),linux_riscv64)
+	TARGET=riscv64-linux GOARCH=riscv64 GOOS=linux ARCH_FLAGS="-mcpu=generic" $(MAKE) package-arch
 else ifeq ($(GOOS_GOARCH),linux_musl_amd64)
 	TARGET=x86_64-linux-musl GOARCH=amd64 GOOS=linux_musl ARCH_FLAGS="-mcpu=x86_64+sse4_2+avx2+bmi2" $(MAKE) package-arch
 else ifeq ($(GOOS_GOARCH),linux_musl_arm64)
@@ -70,7 +72,7 @@ endif
 	$(CONTAINER_RUNTIME) run --rm \
 		--entrypoint /bin/bash \
 		--mount type=bind,src="$(shell pwd)",dst=/zstd \
-		-w /zstd/zstd/lib \
+		-w /zstd/contrib/zstd/lib \
 		$(DOCKER_OPTS) \
 		$(ZIG_BUILDER_IMAGE) \
 		-c 'if echo "$(TARGET)" | grep -q "macos\|darwin"; then \
@@ -85,14 +87,15 @@ endif
 			CXX="zig cc -target $(TARGET) -O3 $$LTO_FLAG $(ARCH_FLAGS)" \
 			MOREFLAGS="-DZSTD_MULTITHREAD=1 -O3 $$LTO_FLAG $(ARCH_FLAGS) $(MOREFLAGS)" \
 			make -j$(JOBS) libzstd.a'
-	mv -f zstd/lib/libzstd.a $(LIBZSTD_NAME)
+	mv -f contrib/zstd/lib/libzstd.a $(LIBZSTD_NAME)
 
 # freebsd and illumos aren't supported by zig compiler atm.
 release:
 	GOOS=linux GOARCH=amd64 $(MAKE) libzstd.a
 	GOOS=linux GOARCH=arm64 $(MAKE) libzstd.a
 	GOOS=linux GOARCH=arm $(MAKE) libzstd.a
 	GOOS=linux GOARCH=ppc64le $(MAKE) libzstd.a
+	GOOS=linux GOARCH=riscv64 $(MAKE) libzstd.a
 	GOOS=linux_musl GOARCH=amd64 $(MAKE) libzstd.a
 	GOOS=linux_musl GOARCH=arm64 $(MAKE) libzstd.a
 	GOOS=darwin GOARCH=arm64 $(MAKE) libzstd.a
@@ -101,17 +104,17 @@ release:
 
 clean:
 	rm -f $(LIBZSTD_NAME)
-	cd zstd && $(MAKE) clean
+	cd contrib/zstd && $(MAKE) clean
 
 update-zstd:
 	rm -rf zstd-tmp
 	git clone --branch $(ZSTD_VERSION) --depth 1 https://github.com/Facebook/zstd zstd-tmp
 	rm -rf zstd-tmp/.git
-	rm -rf zstd
-	mv zstd-tmp zstd
-	cp zstd/lib/zstd.h .
-	cp zstd/lib/zdict.h .
-	cp zstd/lib/zstd_errors.h .
+	rm -rf contrib/zstd
+	mv zstd-tmp contrib/zstd
+	cp contrib/zstd/lib/zstd.h cgo/headers/
+	cp contrib/zstd/lib/zdict.h cgo/headers/
+	cp contrib/zstd/lib/zstd_errors.h cgo/headers/
 	$(MAKE) release
 
 test: