alef.toml

[workspace]
alef_version = "0.57.1"
languages = [
  "python",
  "node",
  "ruby",
  "php",
  "ffi",
  "go",
  "java",
  "csharp",
  "elixir",
  "wasm",
  "dart",
  "kotlin_android",
  "jni",
  "swift",
  "zig",
]

[workspace.tools]
python_package_manager = "uv"
node_package_manager = "pnpm"

[workspace.dto]
python = "dataclass"
python_output = "typed-dict"
node = "interface"
ruby = "struct"
php = "readonly-class"
elixir = "struct"
go = "struct"
java = "record"
csharp = "record"
dart = "dataclass"
kotlin_android = "data-class"

[workspace.docs]
reference_output = "docs-site/src/content/docs/reference"

[workspace.docs.cli]
sources = ["crates/crawlberg-cli/src/main.rs"]

[workspace.docs.mcp]
sources = ["crates/crawlberg/src/mcp/server.rs"]


[workspace.docs.skills]
template_dir = "templates/docs/skills"
outputs = [".codex/skills", ".agents/skills", ".github/skills", ".claude/skills"]

[workspace.docs.snippets]
dirs = ["docs-site/src/snippets"]

[workspace.sync]
extra_paths = ["package.json", "crates/crawlberg-node/package.json", "crates/crawlberg-py/src/pyproject.toml"]

[workspace.citation]
title = "crawlberg"
abstract = "Web crawling and scraping with HTML→Markdown and headless-Chrome fallback."
repository-code = "https://github.com/xberg-io/crawlberg"
url = "https://xberg.io"
license = "MIT"
date-released = "2026-05-17"

[[workspace.citation.authors]]
family-names = "Hirschfeld"
given-names = "Na'aman"
email = "naaman@xberg.io"
orcid = "https://orcid.org/0009-0000-2247-5072"

[[workspace.citation.authors]]
name = "Kreuzberg, Inc."

[[workspace.sync.text_replacements]]
path = "crates/crawlberg-cli/Cargo.toml"
search = 'crawlberg = \{ path = "../crawlberg", version = "=[^"]*"'
replace = 'crawlberg = { path = "../crawlberg", version = "={version}"'

[workspace.poly]
exclude = [
  "docs-site/src/snippets/**",
  "**/_generated/**",
  "**/coverage/**",
  "**/pkg/**",
  "**/.next/**",
  "**/*.min.js",
  "**/vendored/**",
  "**/stopwords/**",
  "**/testdata/**",
  "e2e/**",
  "**/*.diff",
  "**/*.patch",
  "**/frb_generated.rs",
  "**/*_bridge_generated/**",
  "crates/*-ffi/include/*.h",
  "packages/go/include/*.h",
  "charts/**",
  # ai-rulez-generated coding-agent plugin outputs: owned by `ai-rulez generate
  # --plugin`, never reformatted by poly (would break BLAKE3 provenance). Sources
  # under plugin/.ai-rulez/ + plugin/scripts/ stay poly-managed. ~keep
  "plugin/.claude-plugin/**",
  "plugin/.codex-plugin/**",
  "plugin/.cursor-plugin/**",
  "plugin/.factory-plugin/**",
  "plugin/.opencode/**",
  "plugin/.hermes/**",
  "plugin/skills/**",
  "plugin/.mcp.json",
  "plugin/gemini-extension.json",
  "plugin/kimi.plugin.json",
  "plugin/package.json",
  "plugin/.ai-rulez-generated.json",
  ".claude-plugin/marketplace.json",
  ".agents/plugins/marketplace.json",
  ".ai-rulez-generated.json",
]

# Opt-in comment-removal sweep. Preserve doc comments (rustdoc is required on
# public items), TODO/FIXME (actionable), and SAFETY/license markers. Generated
# binding output is exempted via per-file-ignores below. ~keep
[workspace.poly.uncomment]
enabled = true
remove-todos = false
remove-fixme = false
remove-docs = false
use-default-ignores = true
preserve-patterns = ["SAFETY", "SPDX", "Copyright", "License", "licensed under"]

[workspace.poly.typos.extend-words]
# flate2 crate + PDF FlateDecode filter (THE ORIGINAL BUG: flate -> flat)
flate = "flate"
delocate = "delocate"
thw = "thw"
arange = "arange"
mmaped = "mmaped"
layrnorm = "layrnorm"
seperator = "seperator"
ser = "ser"
ake = "ake"
algoritmos = "algoritmos"
kreuzberg = "kreuzberg"
tesseract = "tesseract"
onnx = "onnx"
surrealdb = "surrealdb"
tbe = "tbe"
docling = "docling"
markitdown = "markitdown"
pymupdf = "pymupdf"
openwebui = "openwebui"
webui = "webui"
rumdl = "rumdl"
opf = "opf"
# "Tower"/"lower" substring in pdf/structure/lines.rs #1291 tests + CHANGELOG. ~keep
ower = "ower"
hocr = "hocr"
odf = "odf"
multline = "multline"
headerr = "headerr"
pard = "pard"
edn = "edn"
siz = "siz"
inh = "inh"
bre = "bre"
yor = "yor"
extention = "extention"
portait = "portait"
fith = "fith"
threed = "threed"
chlidren = "chlidren"
formated = "formated"
specifing = "specifing"
similarily = "similarily"
execpt = "execpt"
faiure = "faiure"
substract = "substract"
charater = "charater"
cliper = "cliper"
splitted = "splitted"
unparseable = "unparseable"
relatie = "relatie"
traineddata = "traineddata"
tha = "tha"
ist = "ist"
internacional = "internacional"
utiliza = "utiliza"
caf = "caf"
hom = "hom"
ths = "ths"
ment = "ment"
mis = "mis"
helo = "helo"
ove = "ove"
tre = "tre"
thr = "thr"
programa = "programa"
cursos = "cursos"
excepcional = "excepcional"
ein = "ein"
legt = "legt"

[workspace.poly.typos.extend-identifiers]
PyMuPDF = "PyMuPDF"
MarkItDown = "MarkItDown"
SurrealDB = "SurrealDB"
PDFium = "PDFium"
WebUI = "WebUI"
traineddata = "traineddata"

[workspace.poly.per-file-ignores]
# Alef-generated binding output — never hand-clean comments; regeneration owns them. ~keep
".cargo/config.toml" = ["comment", "doc-comment"]
"Package.swift" = ["comment", "doc-comment"]
"packages/**" = ["comment", "doc-comment"]
"crates/crawlberg-node/**" = ["comment", "doc-comment"]
"crates/crawlberg-php/**" = ["comment", "doc-comment"]
"crates/crawlberg-jni/**" = ["comment", "doc-comment"]
# crawlberg-ffi/py/wasm are MIXED: only src/lib.rs (+ ffi build.rs/cbindgen.toml) is
# alef-generated; the other modules are hand-written and get the uncomment sweep. ~keep
"crates/crawlberg-ffi/src/lib.rs" = ["comment", "doc-comment"]
"crates/crawlberg-ffi/build.rs" = ["comment", "doc-comment"]
"crates/crawlberg-ffi/cbindgen.toml" = ["comment", "doc-comment"]
"crates/crawlberg-ffi/include/crawlberg.h" = ["comment", "doc-comment"]
"crates/crawlberg-py/src/lib.rs" = ["comment", "doc-comment"]
"crates/crawlberg-wasm/src/lib.rs" = ["comment", "doc-comment"]
"crates/crawlberg-node/index.js" = ["no-unused-vars"]
# alef-generated e2e test apps carry a "DO NOT EDIT" header and generator-emitted
# comments; exempt them from the uncomment sweep (they're still ruff-linted via the
# builtin "**/test_apps/**" defaults). Distinct glob to avoid a duplicate key. ~keep
"test_apps/**" = ["comment", "doc-comment"]
"docker/**" = ["DL3006", "DL3059"]
"packages/python/**/api.py" = ["RET504"]
# Test-code relaxations on top of the builtin "**/tests/**" defaults: tests
# access private members (SLF001), use lazy/local imports (PLC0415), and
# inject unused pytest fixtures (PT019). Scoped to *.py (a distinct glob from
# the builtin "**/tests/**" key) since these are ruff-only codes. ~keep
"**/tests/**/*.py" = ["PT019", "PLC0415", "SLF001"]
# Example scripts: legitimately print output, aren't packages, and skip full
# annotations/docstrings. Not a builtin default — declared here in full. ~keep
"**/examples/**" = ["ANN", "D100", "D103", "I001", "INP001", "PLR2004", "S101", "PLC0415", "SLF001", "T201", "typo"]
"scripts/**/*.py" = [
  "B023",
  "C901",
  "D101",
  "D102",
  "D103",
  "D415",
  "E702",
  "ERA001",
  "EXE001",
  "PERF203",
  "PERF401",
  "PLC0415",
  "PLR0912",
  "PLR0915",
  "PLW2901",
  "PT018",
  "PTH108",
  "PTH123",
  "S101",
  "S108",
  "S311",
  "S607",
  "SIM105",
  "SIM115",
  "T201",
]
# crawlberg-specific: CLI proxy shim, extra test relaxations, and the headless
# browser JS bridge. ~keep
"cli-proxy/**/*.py" = ["ANN", "PLR0917", "S310", "T201"]
"tests/**/*.py" = ["PERF203", "PLC0415", "S607"]
"crates/crawlberg-browser/js/**" = ["no-unused-vars", "no-unused-expressions"]

[[crates]]
name = "crawlberg"
core_import = "crawlberg"
sources = [
  "crates/crawlberg/src/types/config.rs",
  "crates/crawlberg/src/types/results.rs",
  "crates/crawlberg/src/types/discovery.rs",
  "crates/crawlberg/src/types/metadata.rs",
  "crates/crawlberg/src/types/streaming.rs",
  "crates/crawlberg/src/interact/actions.rs",
  "crates/crawlberg/src/error.rs",
  "crates/crawlberg/src/citations.rs",
  "crates/crawlberg/src/bindings.rs",
  "crates/crawlberg/src/net/ssrf.rs",
]
version_from = "Cargo.toml"
workspace_root = "."
path_mappings = { "crawlberg::citations" = "crawlberg", "crawlberg::bindings" = "crawlberg" }
features = ["interact", "browser-chromiumoxide"]

[crates.python]
module_name = "_crawlberg"

[crates.python.stubs]
output = "packages/python/crawlberg/"

[crates.node]
package_name = "@xberg-io/crawlberg"

[crates.ruby]
gem_name = "crawlberg"

[crates.ruby.stubs]
output = "packages/ruby/sig/"

[crates.elixir]
app_name = "crawlberg"
nif_features = []
nif_targets = [
  "x86_64-unknown-linux-gnu",
  "aarch64-unknown-linux-gnu",
  "x86_64-unknown-linux-musl",
  "aarch64-unknown-linux-musl",
  "aarch64-apple-darwin",
  "x86_64-apple-darwin",
  "x86_64-pc-windows-msvc",
]

[crates.ffi]
prefix = "cberg"
header_name = "crawlberg.h"
lib_name = "crawlberg_ffi"
visitor_callbacks = false

[crates.go]
module = "github.com/xberg-io/crawlberg/packages/go"
package_name = "crawlberg"

[crates.java]
package = "io.xberg.crawlberg"

[crates.csharp]
namespace = "Crawlberg"
package_id = "XbergIo.Crawlberg"
project_file = "packages/csharp/Crawlberg.slnx"

[crates.dart]
pubspec_name = "crawlberg"
lib_name = "crawlberg"
style = "frb"

[crates.kotlin_android]
package = "io.xberg.crawlberg.android"

[crates.swift]
module_name = "Crawlberg"
package_name = "Crawlberg"

[crates.zig]
module_name = "crawlberg"

[crates.wasm]
features = []

[crates.output]
python = "crates/crawlberg-py/src/"
node = "crates/crawlberg-node/src/"
ruby = "packages/ruby/ext/crawlberg_rb/src/"
php = "crates/crawlberg-php/src/"
ffi = "crates/crawlberg-ffi/src/"
go = "packages/go/"
java = "packages/java/src/main/java/"
elixir = "packages/elixir/native/crawlberg_nif/src/"
wasm = "crates/crawlberg-wasm/src/"
dart = "packages/dart/lib/src/"
kotlin_android = "packages/kotlin-android/src/main/kotlin/io/xberg/crawlberg/android/"
swift = "packages/swift/Sources/Crawlberg/"
zig = "packages/zig/src/"

# Crate-internal items are hidden from alef via `#[cfg_attr(alef, alef(skip))]`

[crates.include]
types = [
  "ExtractionMeta",
  "BrowserMode",
  "BrowserWait",
  "ProxyConfig",
  "AuthConfig",
  "ContentConfig",
  "BrowserConfig",
  "CrawlConfig",
  "DownloadedDocument",
  "ScrapeResult",
  "CrawlPageResult",
  "CrawlResult",
  "SitemapUrl",
  "MapResult",
  "MarkdownResult",
  "LinkType",
  "LinkInfo",
  "ImageSource",
  "ImageInfo",
  "FeedType",
  "FeedInfo",
  "JsonLdEntry",
  "CookieInfo",
  "DownloadedAsset",
  "AssetCategory",
  "ArticleMetadata",
  "HreflangEntry",
  "FaviconInfo",
  "HeadingInfo",
  "ResponseMeta",
  "BrowserExtras",
  "ScrollDirection",
  "PageAction",
  "ActionResult",
  "InteractionResult",
  "PageMetadata",
  "CitationResult",
  "CitationReference",
  "CrawlEngineHandle",
  "BatchScrapeResult",
  "BatchScrapeResults",
  "BatchCrawlResult",
  "BatchCrawlResults",
  "CrawlError",
  "CrawlEvent",
  "CrawlStreamRequest",
  "BatchCrawlStreamRequest",
  "SsrfPolicy",
]
functions = [
  "create_engine",
  "scrape",
  "crawl",
  "map_urls",
  "interact",
  "batch_scrape",
  "batch_crawl",
  "generate_citations",
]

[[crates.adapters]]
name = "crawl_stream"
pattern = "streaming"
core_path = "crawl_stream"
owner_type = "CrawlEngineHandle"
item_type = "CrawlEvent"
error_type = "CrawlError"
request_type = "crawlberg::CrawlStreamRequest"
skip_languages = ["wasm"]

[[crates.adapters.params]]
name = "req"
type = "CrawlStreamRequest"

[[crates.adapters]]
name = "batch_crawl_stream"
pattern = "streaming"
core_path = "batch_crawl_stream"
owner_type = "CrawlEngineHandle"
item_type = "CrawlEvent"
error_type = "CrawlError"
request_type = "crawlberg::BatchCrawlStreamRequest"
skip_languages = ["wasm"]

[[crates.adapters.params]]
name = "req"
type = "BatchCrawlStreamRequest"

[crates.lint.python]
precondition = "command -v ruff >/dev/null 2>&1"
before = "cd packages/python && uv sync --no-install-project --no-install-workspace"
typecheck = "cd packages/python && uv run --no-sync mypy ."

[crates.lint.node]
precondition = "command -v oxfmt >/dev/null 2>&1"
format = "git ls-files -z '*.ts' '*.mts' '*.cts' '*.js' '*.mjs' '*.cjs' '*.json' '*.jsonc' '*.css' | xargs -0 oxfmt --config .oxfmtrc.json --write"
check = "git ls-files -z '*.ts' '*.mts' '*.cts' '*.js' '*.mjs' '*.cjs' '*.json' '*.jsonc' '*.css' | xargs -0 oxfmt --config .oxfmtrc.json --check"

[crates.lint.ruby]
precondition = "command -v bundle >/dev/null 2>&1"
before = "cd packages/ruby && bundle install"
format = "cd packages/ruby && bundle exec rubocop -a ."

[crates.lint.php]
precondition = "command -v php >/dev/null 2>&1"
before = "cd packages/php && composer install"
format = "cd packages/php && vendor/bin/php-cs-fixer fix ."
check = "cd packages/php && vendor/bin/phpstan --configuration=phpstan.neon --memory-limit=512M"

[crates.lint.go]
precondition = "command -v golangci-lint >/dev/null 2>&1"
before = "cargo build --release -p crawlberg-ffi"

[crates.lint.elixir]
precondition = "command -v mix >/dev/null 2>&1"
before = "cd packages/elixir && mix deps.get"
check = "cd packages/elixir && mix credo"

[crates.lint.java]
precondition = "command -v mvn >/dev/null 2>&1"
check = "mvn -f packages/java/pom.xml spotless:check -q"

[crates.lint.csharp]
precondition = "command -v dotnet >/dev/null 2>&1"
format = "dotnet format packages/csharp/Crawlberg.slnx"
check = "dotnet format packages/csharp/Crawlberg.slnx --verify-no-changes"

[crates.lint.ffi]
precondition = "test -d crates/crawlberg-ffi/tests"
format = "find crates/crawlberg-ffi/tests -name '*.c' -o -name '*.h' | xargs clang-format -i"
check = "cppcheck --std=c11 --enable=warning,style,performance --suppress=missingIncludeSystem --suppress=unusedStructMember crates/crawlberg-ffi/tests/"

[crates.lint.dart]
precondition = "command -v dart >/dev/null 2>&1"
format = "cd packages/dart && dart format ."
check = "cd packages/dart && dart analyze"

[crates.lint.kotlin_android]
precondition = "command -v ktfmt >/dev/null 2>&1"
format = "find packages/kotlin-android \\( -name build -o -name .gradle \\) -prune -o \\( -name '*.kt' -o -name '*.kts' \\) -type f -print0 | xargs -0 ktfmt --kotlinlang-style"
check = "find packages/kotlin-android \\( -name build -o -name .gradle \\) -prune -o \\( -name '*.kt' -o -name '*.kts' \\) -type f -print0 | xargs -0 ktfmt --kotlinlang-style --dry-run --set-exit-if-changed"

[crates.lint.swift]
precondition = "command -v swift >/dev/null 2>&1"
format = "swift format --in-place --recursive packages/swift/Sources"
check = "swift format lint --recursive packages/swift/Sources"

[crates.lint.zig]
precondition = "command -v zig >/dev/null 2>&1"
format = "cd packages/zig && zig fmt src build.zig"
check = "cd packages/zig && zig fmt --check src build.zig"


[crates.update.python]
precondition = "command -v uv >/dev/null 2>&1"
update = "cd packages/python && uv sync --all-extras --no-install-workspace --no-install-project"
upgrade = "cd packages/python && uv sync --all-extras --upgrade --no-install-workspace --no-install-project"

[crates.update.ruby]
precondition = "command -v bundle >/dev/null 2>&1"
update = "cd packages/ruby && bundle update --conservative"
upgrade = "cd packages/ruby && bundle update --all --conservative=false"

[crates.update.elixir]
precondition = "command -v mix >/dev/null 2>&1"
update = "cd packages/elixir && mix deps.update --all"
upgrade = "cd packages/elixir && mix deps.update --all"

[crates.update.php]
precondition = "command -v composer >/dev/null 2>&1"
update = "cd packages/php && composer update --no-interaction"
upgrade = "cd packages/php && composer update --with-all-dependencies --no-interaction"

[crates.update.kotlin_android]
precondition = "false"

[crates.test.python]
precondition = "command -v python3 >/dev/null 2>&1"
command = "task python:test"
e2e = "cd e2e/python && python3 -m pytest tests/ -q"

[crates.test.node]
precondition = "command -v node >/dev/null 2>&1"
command = "task node:test"
e2e = "cd e2e/typescript && pnpm dlx vitest run"

[crates.test.go]
precondition = "command -v go >/dev/null 2>&1"
command = "task go:test"
e2e = "cd e2e/go && go test ./... -count=1"

[crates.test.ruby]
precondition = "command -v ruby >/dev/null 2>&1"
command = "task ruby:test"

[crates.test.php]
precondition = "command -v php >/dev/null 2>&1"
command = "task php:test"

[crates.test.java]
precondition = "command -v mvn >/dev/null 2>&1"
command = "task java:test"

[crates.test.csharp]
precondition = "command -v dotnet >/dev/null 2>&1"
command = "task csharp:test"

[crates.test.elixir]
precondition = "command -v mix >/dev/null 2>&1"
command = "task elixir:test"
e2e = "cd e2e/elixir && mix test"

[crates.test.wasm]
precondition = "command -v pnpm >/dev/null 2>&1"
e2e = "cd e2e/wasm && pnpm test"

[crates.test.rust]
precondition = "command -v cargo >/dev/null 2>&1"
e2e = "cd e2e/rust && cargo test"

[crates.test.c]
precondition = "command -v make >/dev/null 2>&1"
e2e = "cd e2e/c && make clean && make && DYLD_LIBRARY_PATH=../../target/release ./test_runner"

[crates.test.kotlin_android]
precondition = "command -v gradle >/dev/null 2>&1"
before = "cargo build --release -p crawlberg-ffi"

[crates.test.swift]
precondition = "command -v swift >/dev/null 2>&1"
before = ["cargo build --release -p crawlberg-swift", "bash scripts/setup-swift-bridge.sh"]
command = "cd packages/swift && swift test"
e2e = "cd packages/swift && swift test"

[crates.test.dart]
precondition = "command -v dart >/dev/null 2>&1"
before = "{ command -v flutter_rust_bridge_codegen >/dev/null 2>&1 || cargo install flutter_rust_bridge_codegen --version 2.12.0; } && cd packages/dart && dart pub get && cd rust && flutter_rust_bridge_codegen generate --config-file flutter_rust_bridge.yaml && cd ../../.. && cargo build --release -p crawlberg-dart"
command = "cd packages/dart && DYLD_FALLBACK_LIBRARY_PATH=$PWD/../../target/release LD_LIBRARY_PATH=$PWD/../../target/release FRB_DART_LOAD_EXTERNAL_LIBRARY_NATIVE_LIB_DIR=$PWD/../../target/release dart pub get && DYLD_FALLBACK_LIBRARY_PATH=$PWD/../../target/release LD_LIBRARY_PATH=$PWD/../../target/release FRB_DART_LOAD_EXTERNAL_LIBRARY_NATIVE_LIB_DIR=$PWD/../../target/release dart test"
e2e = "cd e2e/dart && DYLD_FALLBACK_LIBRARY_PATH=$PWD/../../target/release LD_LIBRARY_PATH=$PWD/../../target/release FRB_DART_LOAD_EXTERNAL_LIBRARY_NATIVE_LIB_DIR=$PWD/../../target/release dart pub get && DYLD_FALLBACK_LIBRARY_PATH=$PWD/../../target/release LD_LIBRARY_PATH=$PWD/../../target/release FRB_DART_LOAD_EXTERNAL_LIBRARY_NATIVE_LIB_DIR=$PWD/../../target/release dart test"

[crates.test.zig]
precondition = "command -v zig >/dev/null 2>&1"
before = "cargo build --release -p crawlberg-ffi"
command = "cd packages/zig && zig build test"
e2e = "cd e2e/zig && zig build test"

[crates.publish]
core_crate = "crates/crawlberg"

[crates.publish.languages.ruby]
vendor_mode = "core-only"

[crates.publish.languages.elixir]
vendor_mode = "core-only"
nif_versions = ["2.16", "2.17"]

[crates.publish.languages.ffi]
pkg_config = true
cmake_config = true

[crates.e2e]
fixtures = "fixtures"
output = "e2e"
languages = [
  "rust",
  "python",
  "node",
  "go",
  "java",
  "csharp",
  "php",
  "ruby",
  "elixir",
  "wasm",
  "brew",
  "c",
  "dart",
  "swift",
  "zig",
  "kotlin_android",
]
exclude_categories = ["middleware"]
fields_optional = [
  "markdown",
  "metadata.title",
  "metadata.description",
  "metadata.canonical_url",
  "metadata.keywords",
  "metadata.author",
  "metadata.viewport",
  "metadata.theme_color",
  "metadata.generator",
  "metadata.robots",
  "metadata.html_lang",
  "metadata.html_dir",
  "metadata.og_title",
  "metadata.og_type",
  "metadata.og_image",
  "metadata.og_description",
  "metadata.og_url",
  "metadata.og_site_name",
  "metadata.og_locale",
  "metadata.og_video",
  "metadata.og_audio",
  "metadata.og_locale_alternates",
  "metadata.twitter_card",
  "metadata.twitter_title",
  "metadata.twitter_description",
  "metadata.twitter_image",
  "metadata.twitter_site",
  "metadata.twitter_creator",
  "metadata.dc_title",
  "metadata.dc_creator",
  "metadata.dc_subject",
  "metadata.dc_description",
  "metadata.dc_publisher",
  "metadata.dc_date",
  "metadata.dc_type",
  "metadata.dc_format",
  "metadata.dc_identifier",
  "metadata.dc_language",
  "metadata.dc_rights",
  "metadata.article",
  "metadata.headings",
  "metadata.hreflangs",
  "metadata.favicons",
  "metadata.word_count",
  "response_meta",
  "extracted_data",
  "extraction_meta",
  "screenshot",
  "downloaded_document",
  "detected_charset",
  "crawl_delay",
  "x_robots_tag",
  "markdown.document_structure",
  "markdown.fit_content",
  "json_ld[].name",
  "json_ld.name",
  "links[].rel",
  "links.rel",
  "feeds[].title",
  "feeds.title",
  "images[].alt",
  "images.alt",
  "assets[].mime_type",
  "assets.mime_type",
  "assets[].html_tag",
  "assets.html_tag",
  "action_results[].data",
  "action_results.data",
  "action_results[].error",
  "action_results.error",
]
fields_array = [
  "cookies",
  "links",
  "images",
  "feeds",
  "json_ld",
  "assets",
  "action_results",
  "metadata.headings",
  "metadata.hreflangs",
  "metadata.favicons",
  "pages",
  "urls",
  "results",
  "network_events",
  "markdown.tables",
  "markdown.warnings",
  "browser.network_events",
  "browser.cookies",
]
fields_enum = ["links[].link_type", "assets[].category"]
result_fields = [
  "status_code",
  "content_type",
  "html",
  "body_size",
  "metadata",
  "links",
  "images",
  "feeds",
  "json_ld",
  "is_allowed",
  "crawl_delay",
  "noindex_detected",
  "nofollow_detected",
  "x_robots_tag",
  "is_pdf",
  "was_skipped",
  "detected_charset",
  "main_content_only",
  "auth_header_sent",
  "response_meta",
  "assets",
  "js_render_hint",
  "browser_used",
  "markdown",
  "extracted_data",
  "extraction_meta",
  "screenshot",
  "downloaded_document",
  "browser",
  "cookies",
  "urls",
  "final_url",
  "redirect_count",
  "redirect_chain",
  "has_lastmod",
  "is_error",
  "stayed_on_domain",
  "pages_crawled",
]

[crates.e2e.env]
CRAWLBERG_ALLOW_PRIVATE_NETWORK = "true"

[crates.e2e.format]
rust = "(cd {dir} && cargo fmt --all)"
python = "ruff check --fix {dir} && ruff format {dir}"
go = "gofmt -w {dir}"
ruby = "(cd {dir} && bundle exec rubocop --config .rubocop.yaml --autocorrect-all .)"
php = "(cd {dir} && ../../packages/php/vendor/bin/php-cs-fixer fix --rules='@PSR12,@PHP82Migration' --path-mode=override .)"
dart = "cd {dir} && dart format ."
zig = "zig fmt {dir}"

[crates.e2e.call]
function = "scrape"
module = "crawlberg"
result_var = "result"
async = true
returns_result = true
options_type = "CrawlConfig"

[[crates.e2e.call.args]]
name = "engine"
field = "config"
type = "handle"
optional = false

[[crates.e2e.call.args]]
name = "url"
field = "url"
type = "mock_url"
optional = true

[crates.e2e.call.overrides.python]
module = "crawlberg"
function = "scrape"
options_type = "CrawlConfig"
handle_dict_types = ["auth"]

[crates.e2e.call.overrides.python.handle_nested_types]
browser = "BrowserConfig"
proxy = "ProxyConfig"
auth = "AuthConfig"

[crates.e2e.call.overrides.node]
module = "@xberg-io/crawlberg"
function = "scrape"

[crates.e2e.call.overrides.go]
module = "github.com/xberg-io/crawlberg/packages/go"
function = "Scrape"

[crates.e2e.call.overrides.java]
class = "io.xberg.crawlberg.Crawlberg"

[crates.e2e.call.overrides.rust]
crate_name = "crawlberg"

[crates.e2e.call.overrides.elixir]
handle_struct_type = "CrawlConfig"
handle_atom_list_fields = ["asset_types"]

[crates.e2e.call.overrides.php]
function = "scrape"

[crates.e2e.call.overrides.wasm]
handle_config_type = "WasmCrawlConfig"

[crates.e2e.call.overrides.wasm.nested_types]
auth = "WasmAuthConfig"
browser = "WasmBrowserConfig"
content = "WasmContentConfig"
proxy = "WasmProxyConfig"

[crates.e2e.call.overrides.brew]
function = "scrape"
cli_args = ["--format", "json", "--browser-mode", "never"]

[crates.e2e.call.overrides.c]
function = "scrape"
result_type = "ScrapeResult"
c_engine_factory = "CrawlConfig"

[crates.e2e.call.overrides.dart]
module = "crawlberg"
function = "scrape"

[crates.e2e.call.overrides.swift]
module = "Crawlberg"
function = "scrape"

[crates.e2e.call.overrides.zig]
async = false
result_is_json_struct = true

[crates.e2e.calls.batch_scrape]
function = "batch_scrape"
module = "crawlberg"
result_var = "result"
async = true
returns_result = true
options_type = "CrawlConfig"
select_when = { category = "batch", input_has = "batch_urls" }
skip_languages = ["elixir", "zig", "swift"]
result_fields = ["results", "total_count", "completed_count", "failed_count", "url", "result", "error"]

[[crates.e2e.calls.batch_scrape.args]]
name = "engine"
field = "config"
type = "handle"
optional = false

[[crates.e2e.calls.batch_scrape.args]]
name = "urls"
field = "batch_urls"
type = "mock_url_list"
optional = false
owned = true

[crates.e2e.calls.batch_scrape.overrides.python]
function = "batch_scrape"
module = "crawlberg"

[crates.e2e.calls.batch_scrape.overrides.node]
function = "batchScrape"
module = "@xberg-io/crawlberg"

[crates.e2e.calls.batch_scrape.overrides.wasm]
handle_config_type = "WasmCrawlConfig"

[crates.e2e.calls.batch_scrape.overrides.wasm.nested_types]
auth = "WasmAuthConfig"
browser = "WasmBrowserConfig"
content = "WasmContentConfig"
proxy = "WasmProxyConfig"

[crates.e2e.calls.batch_scrape.overrides.go]
function = "BatchScrape"
module = "github.com/xberg-io/crawlberg/packages/go"

[crates.e2e.calls.batch_scrape.overrides.php]
function = "batchScrape"

[crates.e2e.calls.batch_scrape.overrides.dart]
function = "batchScrape"
module = "crawlberg"

[crates.e2e.calls.batch_scrape.overrides.c]
function = "batch_scrape"
result_type = "BatchScrapeResults"
raw_c_result_type = "BatchScrapeResults"
c_engine_factory = "CrawlConfig"

[crates.e2e.calls.batch_scrape.overrides.brew]
function = "batch-scrape"
cli_args = ["--format", "json", "--browser-mode", "never"]

[crates.e2e.calls.crawl]
function = "crawl"
module = "crawlberg"
result_var = "result"
async = true
returns_result = true
options_type = "CrawlConfig"
select_when = { tag = "crawl" }
result_fields = ["pages", "final_url", "redirect_count", "was_skipped", "error", "cookies", "stayed_on_domain"]

[[crates.e2e.calls.crawl.args]]
name = "engine"
field = "config"
type = "handle"
optional = false

[[crates.e2e.calls.crawl.args]]
name = "url"
field = "url"
type = "mock_url"
optional = true

[crates.e2e.calls.crawl.overrides.python]
function = "crawl"
module = "crawlberg"

[crates.e2e.calls.crawl.overrides.node]
function = "crawl"
module = "@xberg-io/crawlberg"

[crates.e2e.calls.crawl.overrides.go]
function = "Crawl"
module = "github.com/xberg-io/crawlberg/packages/go"

[crates.e2e.calls.crawl.overrides.java]
class = "io.xberg.crawlberg.Crawlberg"
function = "crawl"

[crates.e2e.calls.crawl.overrides.csharp]
function = "Crawl"

[crates.e2e.calls.crawl.overrides.dart]
function = "crawl"
module = "crawlberg"

[crates.e2e.calls.crawl.overrides.swift]
function = "crawl"
module = "Crawlberg"

[crates.e2e.calls.crawl.overrides.elixir]
function = "crawl"
handle_struct_type = "CrawlConfig"
handle_atom_list_fields = ["asset_types"]

[crates.e2e.calls.crawl.overrides.zig]
function = "crawl"
async = false
result_is_json_struct = true

[crates.e2e.calls.crawl.overrides.php]
function = "crawl"

[crates.e2e.calls.crawl.overrides.wasm]
function = "crawl"
handle_config_type = "WasmCrawlConfig"

[crates.e2e.calls.crawl.overrides.wasm.nested_types]
auth = "WasmAuthConfig"
browser = "WasmBrowserConfig"
content = "WasmContentConfig"
proxy = "WasmProxyConfig"

[crates.e2e.calls.crawl.overrides.c]
function = "crawl"
result_type = "CrawlResult"
c_engine_factory = "CrawlConfig"

[crates.e2e.calls.crawl.overrides.brew]
function = "crawl"
cli_args = ["--format", "json", "--browser-mode", "never"]

[crates.e2e.calls.map_urls]
function = "map_urls"
module = "crawlberg"
result_var = "result"
async = true
returns_result = true
options_type = "CrawlConfig"
select_when = { tag = "map" }
result_fields = ["urls", "has_lastmod"]

[[crates.e2e.calls.map_urls.args]]
name = "engine"
field = "config"
type = "handle"
optional = false

[[crates.e2e.calls.map_urls.args]]
name = "url"
field = "url"
type = "mock_url"
optional = true

[crates.e2e.calls.map_urls.overrides.python]
function = "map_urls"
module = "crawlberg"

[crates.e2e.calls.map_urls.overrides.node]
function = "mapUrls"
module = "@xberg-io/crawlberg"

[crates.e2e.calls.map_urls.overrides.go]
function = "MapUrls"
module = "github.com/xberg-io/crawlberg/packages/go"

[crates.e2e.calls.map_urls.overrides.java]
class = "io.xberg.crawlberg.Crawlberg"
function = "mapUrls"

[crates.e2e.calls.map_urls.overrides.csharp]
function = "MapUrls"

[crates.e2e.calls.map_urls.overrides.dart]
function = "mapUrls"
module = "crawlberg"

[crates.e2e.calls.map_urls.overrides.swift]
function = "mapUrls"
module = "Crawlberg"

[crates.e2e.calls.map_urls.overrides.elixir]
function = "map_urls"
handle_struct_type = "CrawlConfig"
handle_atom_list_fields = ["asset_types"]

[crates.e2e.calls.map_urls.overrides.zig]
function = "map_urls"
async = false
result_is_json_struct = true

[crates.e2e.calls.map_urls.overrides.php]
function = "mapUrls"

[crates.e2e.calls.map_urls.overrides.wasm]
function = "mapUrls"
handle_config_type = "WasmCrawlConfig"

[crates.e2e.calls.map_urls.overrides.wasm.nested_types]
auth = "WasmAuthConfig"
browser = "WasmBrowserConfig"
content = "WasmContentConfig"
proxy = "WasmProxyConfig"

[crates.e2e.calls.map_urls.overrides.c]
function = "map_urls"
result_type = "MapResult"
c_engine_factory = "CrawlConfig"

[crates.e2e.calls.map_urls.overrides.brew]
function = "map"
cli_args = ["--format", "json"]

[crates.e2e.calls.interact]
function = "interact"
module = "crawlberg"
result_var = "result"
async = true
returns_result = true
options_type = "CrawlConfig"
select_when = { input_has = "actions" }
unsupported_in = { brew = "interact requires serializing Vec<PageAction> enums to JSON CLI arguments" }
# `screenshot` is `#[alef(skip)]` so omitted; `final_html` is included for parity
result_fields = ["action_results", "final_html", "final_url"]

[[crates.e2e.calls.interact.args]]
name = "engine"
field = "config"
type = "handle"
optional = false

[[crates.e2e.calls.interact.args]]
name = "url"
field = "url"
type = "mock_url"
optional = true

[[crates.e2e.calls.interact.args]]
name = "actions"
field = "actions"
type = "json_object"
element_type = "PageAction"
owned = true
optional = false

[crates.e2e.calls.interact.overrides.python]
function = "interact"
module = "crawlberg"

[crates.e2e.calls.interact.overrides.node]
function = "interact"
module = "@xberg-io/crawlberg"

[crates.e2e.calls.interact.overrides.go]
function = "Interact"
module = "github.com/xberg-io/crawlberg/packages/go"

[crates.e2e.calls.interact.overrides.java]
class = "io.xberg.crawlberg.Crawlberg"
function = "interact"

[crates.e2e.calls.interact.overrides.csharp]
function = "Interact"

[crates.e2e.calls.interact.overrides.dart]
function = "interact"
module = "crawlberg"

[crates.e2e.calls.interact.overrides.swift]
function = "interact"
module = "Crawlberg"

[crates.e2e.calls.interact.overrides.elixir]
function = "interact"
handle_struct_type = "CrawlConfig"
handle_atom_list_fields = ["asset_types"]

[crates.e2e.calls.interact.overrides.zig]
function = "interact"
async = false
result_is_json_struct = true

[crates.e2e.calls.interact.overrides.php]
function = "interact"

[crates.e2e.calls.interact.overrides.wasm]
function = "interact"
handle_config_type = "WasmCrawlConfig"

[crates.e2e.calls.interact.overrides.wasm.nested_types]
auth = "WasmAuthConfig"
browser = "WasmBrowserConfig"
content = "WasmContentConfig"
proxy = "WasmProxyConfig"

[crates.e2e.calls.interact.overrides.c]
function = "interact"
result_type = "InteractionResult"
c_engine_factory = "CrawlConfig"

[crates.e2e.calls.batch_crawl]
function = "batch_crawl"
module = "crawlberg"
result_var = "result"
async = true
returns_result = true
options_type = "CrawlConfig"
select_when = { category = "batch", id_prefix = "batch_crawl" }
skip_languages = ["elixir", "zig", "swift"]
result_fields = ["results", "total_count", "completed_count", "failed_count", "url", "result", "error"]

[[crates.e2e.calls.batch_crawl.args]]
name = "engine"
field = "config"
type = "handle"
optional = false

[[crates.e2e.calls.batch_crawl.args]]
name = "urls"
field = "batch_urls"
type = "mock_url_list"
element_type = "String"
owned = true
optional = false

[crates.e2e.calls.batch_crawl.overrides.python]
function = "batch_crawl"
module = "crawlberg"

[crates.e2e.calls.batch_crawl.overrides.node]
function = "batchCrawl"
module = "@xberg-io/crawlberg"

[crates.e2e.calls.batch_crawl.overrides.go]
function = "BatchCrawl"
module = "github.com/xberg-io/crawlberg/packages/go"

[crates.e2e.calls.batch_crawl.overrides.java]
class = "io.xberg.crawlberg.Crawlberg"
function = "batchCrawl"

[crates.e2e.calls.batch_crawl.overrides.csharp]
function = "BatchCrawl"

[crates.e2e.calls.batch_crawl.overrides.dart]
function = "batchCrawl"
module = "crawlberg"

[crates.e2e.calls.batch_crawl.overrides.php]
function = "batchCrawl"

[crates.e2e.calls.batch_crawl.overrides.wasm]
function = "batchCrawl"
handle_config_type = "WasmCrawlConfig"

[crates.e2e.calls.batch_crawl.overrides.wasm.nested_types]
auth = "WasmAuthConfig"
browser = "WasmBrowserConfig"
content = "WasmContentConfig"
proxy = "WasmProxyConfig"

[crates.e2e.calls.batch_crawl.overrides.c]
function = "batch_crawl"
result_type = "BatchCrawlResults"
raw_c_result_type = "BatchCrawlResults"
c_engine_factory = "CrawlConfig"

[crates.e2e.calls.batch_crawl.overrides.brew]
function = "batch-crawl"
cli_args = ["--format", "json", "--browser-mode", "never"]

[crates.e2e.calls.crawl_stream]
function = "crawl_stream"
module = "crawlberg"
result_var = "result"
async = true
returns_result = true
streaming = true
options_type = "CrawlConfig"
select_when = { category = "stream" }
skip_languages = ["wasm", "c"]
result_fields = ["url", "event_type", "page", "error", "final_url", "result", "pages_crawled"]

[[crates.e2e.calls.crawl_stream.args]]
name = "engine"
field = "config"
type = "handle"
optional = false

[[crates.e2e.calls.crawl_stream.args]]
name = "url"
field = "url"
type = "mock_url"
optional = true

[crates.e2e.calls.crawl_stream.overrides.python]
function = "crawl_stream"
module = "crawlberg"

[crates.e2e.calls.crawl_stream.overrides.node]
function = "crawlStream"
module = "@xberg-io/crawlberg"

[crates.e2e.calls.crawl_stream.overrides.go]
function = "CrawlStream"
module = "github.com/xberg-io/crawlberg/packages/go"

[crates.e2e.calls.crawl_stream.overrides.java]
class = "io.xberg.crawlberg.Crawlberg"
function = "crawlStream"

[crates.e2e.calls.crawl_stream.overrides.csharp]
function = "CrawlStream"

[crates.e2e.calls.crawl_stream.overrides.dart]
function = "crawlStream"
module = "crawlberg"

[crates.e2e.calls.crawl_stream.overrides.swift]
function = "crawlStream"
module = "Crawlberg"
unnamed_arg_indices = [0, 1]

[crates.e2e.calls.crawl_stream.overrides.elixir]
function = "crawl_stream"
handle_struct_type = "CrawlConfig"
handle_atom_list_fields = ["asset_types"]

[crates.e2e.calls.crawl_stream.overrides.zig]
function = "crawl_stream"
async = false
result_is_json_struct = true

[crates.e2e.calls.crawl_stream.overrides.php]
function = "crawlStream"

[crates.e2e.calls.crawl_stream.overrides.c]
function = "crawl_stream"
result_type = "char*"
raw_c_result_type = "char*"
c_engine_factory = "CrawlConfig"

[crates.e2e.calls.crawl_stream.overrides.brew]
function = "crawl"
cli_args = ["--format", "json", "--stream"]

[crates.e2e.calls.batch_crawl_stream]
function = "batch_crawl_stream"
module = "crawlberg"
result_var = "result"
async = true
returns_result = true
streaming = true
options_type = "CrawlConfig"
select_when = { category = "stream", id_prefix = "batch_crawl_stream" }
skip_languages = ["wasm", "elixir", "zig", "swift", "brew", "c"]
result_fields = ["url", "event_type", "page", "error", "final_url", "result", "pages_crawled"]

[[crates.e2e.calls.batch_crawl_stream.args]]
name = "engine"
field = "config"
type = "handle"
optional = false

[[crates.e2e.calls.batch_crawl_stream.args]]
name = "urls"
field = "batch_urls"
type = "mock_url_list"
element_type = "String"
owned = true
optional = false

[crates.e2e.calls.batch_crawl_stream.overrides.python]
function = "batch_crawl_stream"
module = "crawlberg"

[crates.e2e.calls.batch_crawl_stream.overrides.node]
function = "batchCrawlStream"
module = "@xberg-io/crawlberg"

[crates.e2e.calls.batch_crawl_stream.overrides.go]
function = "BatchCrawlStream"
module = "github.com/xberg-io/crawlberg/packages/go"

[crates.e2e.calls.batch_crawl_stream.overrides.java]
class = "io.xberg.crawlberg.Crawlberg"
function = "batchCrawlStream"

[crates.e2e.calls.batch_crawl_stream.overrides.csharp]
function = "BatchCrawlStream"

[crates.e2e.calls.batch_crawl_stream.overrides.dart]
function = "batchCrawlStream"
module = "crawlberg"

[crates.e2e.calls.batch_crawl_stream.overrides.php]
function = "batchCrawlStream"

[crates.e2e.calls.batch_crawl_stream.overrides.c]
function = "batch_crawl_stream"
result_type = "char*"
raw_c_result_type = "char*"
c_engine_factory = "CrawlConfig"

[crates.e2e.fields]
title = "metadata.title"
description = "metadata.description"
"robots.is_allowed" = "is_allowed"
"robots.crawl_delay" = "crawl_delay"
"robots.noindex_detected" = "noindex_detected"
"robots.nofollow_detected" = "nofollow_detected"
"robots.x_robots_tag" = "x_robots_tag"
"content.body_size" = "body_size"
"content.detected_charset" = "detected_charset"
"content.is_pdf" = "is_pdf"
"content.main_content_only" = "main_content_only"
"content.was_skipped" = "was_skipped"
"og.title" = "metadata.og_title"
"og.type" = "metadata.og_type"
"og.image" = "metadata.og_image"
"og.description" = "metadata.og_description"
"og.url" = "metadata.og_url"
"og.site_name" = "metadata.og_site_name"
"og.locale" = "metadata.og_locale"
"og.video" = "metadata.og_video"
"og.audio" = "metadata.og_audio"
"og.locale_alternate" = "metadata.og_locale_alternates"
"twitter.card" = "metadata.twitter_card"
"twitter.card_type" = "metadata.twitter_card"
"twitter.title" = "metadata.twitter_title"
"twitter.description" = "metadata.twitter_description"
"twitter.image" = "metadata.twitter_image"
"twitter.site" = "metadata.twitter_site"
"twitter.creator" = "metadata.twitter_creator"
"dublin_core.title" = "metadata.dc_title"
"dublin_core.creator" = "metadata.dc_creator"
"dublin_core.subject" = "metadata.dc_subject"
"dublin_core.description" = "metadata.dc_description"
"dublin_core.publisher" = "metadata.dc_publisher"
"dublin_core.date" = "metadata.dc_date"
"dublin_core.type" = "metadata.dc_type"
"dublin_core.format" = "metadata.dc_format"
"dublin_core.identifier" = "metadata.dc_identifier"
"dublin_core.language" = "metadata.dc_language"
"dublin_core.rights" = "metadata.dc_rights"
"metadata.lang" = "metadata.html_lang"
"metadata.dir" = "metadata.html_dir"
"json_ld[].type" = "json_ld[].schema_type"
"json_ld.type" = "json_ld[].schema_type"
"json_ld.name" = "json_ld[].name"
"assets[].category" = "assets[].asset_category"

[crates.e2e.fields_c_types]
"scrape_result.status_code" = "uint16_t"
"scrape_result.body_size" = "uintptr_t"
"scrape_result.is_allowed" = "int32_t"
"scrape_result.crawl_delay" = "uint64_t"
"scrape_result.noindex_detected" = "int32_t"
"scrape_result.nofollow_detected" = "int32_t"
"scrape_result.is_pdf" = "int32_t"
"scrape_result.was_skipped" = "int32_t"
"scrape_result.main_content_only" = "int32_t"
"scrape_result.auth_header_sent" = "int32_t"
"scrape_result.js_render_hint" = "int32_t"
"scrape_result.browser_used" = "int32_t"
"scrape_result.links" = "char*"
"scrape_result.assets" = "char*"
"scrape_result.images" = "char*"
"scrape_result.feeds" = "char*"
"scrape_result.json_ld" = "char*"
"scrape_result.metadata" = "PageMetadata"
"scrape_result.response_meta" = "ResponseMeta"
"scrape_result.markdown" = "MarkdownResult"
"scrape_result.extraction_meta" = "ExtractionMeta"
"scrape_result.downloaded_document" = "DownloadedDocument"
"scrape_result.browser" = "BrowserExtras"
"scrape_result.is_error" = "skip"
"scrape_result.stayed_on_domain" = "skip"
"scrape_result.redirect_count" = "skip"
"scrape_result.redirect_chain" = "skip"
"scrape_result.final_url" = "skip"
"scrape_result.cookies" = "skip"
"scrape_result.urls" = "skip"
"scrape_result.has_lastmod" = "skip"
"scrape_result.pages_crawled" = "skip"
"crawl_result.pages" = "char*"
"crawl_result.cookies" = "char*"
"crawl_result.stayed_on_domain" = "int32_t"
"crawl_result.redirect_count" = "uintptr_t"
"crawl_result.final_url" = "char*"
"crawl_result.error" = "char*"
"map_result.urls" = "char*"
"map_result.has_lastmod" = "skip"
"interaction_result.action_results" = "char*"
"markdown_result.citations" = "int32_t"
"page_metadata.word_count" = "uintptr_t"
"page_metadata.headings" = "char*"
"page_metadata.hreflangs" = "char*"
"page_metadata.favicons" = "char*"

[crates.e2e.packages.rust]
path = "../../crates/crawlberg"

[crates.e2e.packages.python]
name = "crawlberg"
path = "../../packages/python"

[crates.e2e.packages.node]
name = "@xberg-io/crawlberg"
path = "../../crates/crawlberg-node"

[crates.e2e.packages.go]
module = "github.com/xberg-io/crawlberg/packages/go"
path = "../../packages/go"

[crates.e2e.packages.dart]
name = "crawlberg"
path = "../../packages/dart"

[crates.e2e.packages.zig]
path = "../../packages/zig"

[crates.e2e.packages.swift]
path = "../../packages/swift"

[crates.e2e.registry]
github_repo = "https://github.com/xberg-io/crawlberg"
output = "test_apps"
categories = ["scrape", "markdown", "metadata"]

[crates.e2e.registry.packages.python]
name = "crawlberg"
version = ">=1.1.4"

[crates.e2e.registry.packages.node]
name = "@xberg-io/crawlberg"
version = "^1.1.4"

[crates.e2e.registry.packages.rust]
name = "crawlberg"
version = "1.1.4"

[crates.e2e.registry.packages.go]
module = "github.com/xberg-io/crawlberg/packages/go"
version = "v1.1.4"

[crates.e2e.registry.packages.java]
name = "io.xberg.crawlberg:crawlberg"
version = "1.1.4"

[crates.e2e.registry.packages.csharp]
name = "Crawlberg"
version = "1.1.4"

[crates.e2e.registry.packages.php]
name = "xberg-io/crawlberg"
version = ">=1.1.4"

[crates.e2e.registry.packages.ruby]
name = "crawlberg"
version = ">= 1.1.4"

[crates.e2e.registry.packages.elixir]
name = "crawlberg"
version = "~> 1.1.4"

[crates.e2e.registry.packages.wasm]
name = "@xberg-io/crawlberg-wasm"
version = "^1.1.4"

[crates.e2e.registry.packages.brew]
name = "crawlberg"
version = "1.1.4"

[crates.e2e.registry.packages.c]
name = "crawlberg-ffi"
version = "1.1.4"

[crates.e2e.registry.packages.zig]
name = "crawlberg"
version = "1.1.4"
hash = "crawlberg-1.1.4-STALE_PLACEHOLDER_TO_BE_RESOLVED_BY_ZIG_FETCH"

[crates.e2e.registry.packages.kotlin_android]
name = "io.xberg.crawlberg.android:crawlberg-android"
version = "1.1.4"

[crates.scaffold]
description = "High-performance web crawling engine"
license = "MIT"
repository = "https://github.com/xberg-io/crawlberg"
authors = ["Xberg Team"]
keywords = ["crawl", "scrape", "web", "spider"]

[crates.scaffold.cargo]

[crates.readme]
template_dir = "readme_templates"
snippets_dir = "docs-site/src/snippets"

[crates.readme.targets.root]
name = "Crawlberg"
template = "root.md"
output_path = "README.md"

[crates.readme.languages.rust]
name = "Rust"
template = "language_package.md"
output_path = "crates/crawlberg/README.md"
package_manager = ["cargo"]
package_name = "crawlberg"
install_command = "cargo add crawlberg"
description = """
Rust crate for **crawlberg** — the core high-performance web crawling engine used by every
language binding. Provides async crawling, structured scrape output, SSRF-safe networking,
browser rendering, and Markdown conversion.
"""

[crates.readme.languages.rust.snippets]
basic_usage = "getting-started/basic_usage.md"

[crates.readme.languages.python]
name = "Python"
template = "language_package.md"
output_path = "packages/python/README.md"
package_manager = ["pip"]
package_name = "crawlberg"
install_command = "pip install crawlberg"
description = """
Python bindings for **crawlberg** — a high-performance Rust web crawling engine for structured
data extraction. Powered by PyO3, with async support, full metadata extraction, and Markdown
conversion. Wheels published for Linux, macOS, and Windows.
"""

[crates.readme.languages.python.snippets]
basic_usage = "getting-started/basic_usage.md"

[crates.readme.languages.typescript]
name = "TypeScript (Node.js)"
template = "language_package.md"
output_path = "crates/crawlberg-node/README.md"
package_manager = ["pnpm"]
package_name = "@xberg-io/crawlberg"
install_command = "pnpm add @xberg-io/crawlberg"
description = """
Node.js bindings for **crawlberg** — a high-performance Rust web crawling engine. Powered by
NAPI-RS with full TypeScript types, async/await support, and native performance.
"""

[crates.readme.languages.typescript.snippets]
basic_usage = "getting-started/basic_usage.md"

[crates.readme.languages.ruby]
name = "Ruby"
template = "language_package.md"
output_path = "packages/ruby/README.md"
package_manager = ["gem"]
package_name = "crawlberg"
install_command = "gem install crawlberg"
description = """
Ruby bindings for **crawlberg** — a high-performance Rust web crawling engine. Powered by
Magnus with native Ruby objects, full metadata extraction, and Markdown conversion.
"""

[crates.readme.languages.ruby.snippets]
basic_usage = "getting-started/basic_usage.md"

[crates.readme.languages.go]
name = "Go"
template = "language_package.md"
output_path = "packages/go/README.md"
package_manager = ["go"]
package_name = "github.com/xberg-io/crawlberg/packages/go"
install_command = "go get github.com/xberg-io/crawlberg/packages/go"
description = """
Go bindings for **crawlberg** — a high-performance Rust web crawling engine. Uses cgo with
the C FFI layer for native performance with idiomatic Go error handling.
"""

[crates.readme.languages.go.snippets]
basic_usage = "getting-started/basic_usage.md"

[crates.readme.languages.java]
name = "Java"
template = "language_package.md"
output_path = "packages/java/README.md"
package_manager = ["maven"]
package_name = "io.xberg.crawlberg:crawlberg"
install_command = """
<dependency>
    <groupId>io.xberg.crawlberg</groupId>
    <artifactId>crawlberg</artifactId>
    <version>{{ version }}</version>
</dependency>
"""
description = """
Java bindings for **crawlberg** — a high-performance Rust web crawling engine. Uses the
Panama FFM API (Java 21+) for zero-overhead native calls with full type safety.
"""

[crates.readme.languages.java.snippets]
basic_usage = "getting-started/basic_usage.md"

[crates.readme.languages.csharp]
name = "C#"
template = "language_package.md"
output_path = "packages/csharp/README.md"
package_manager = ["nuget"]
package_name = "XbergIo.Crawlberg"
install_command = "dotnet add package XbergIo.Crawlberg"
description = """
C# / .NET bindings for **crawlberg** — a high-performance Rust web crawling engine. Uses
P/Invoke with the C FFI layer, supporting .NET 8+ with async/await and nullable reference types.
"""

[crates.readme.languages.csharp.snippets]
basic_usage = "getting-started/basic_usage.md"

[crates.readme.languages.php]
name = "PHP"
template = "language_package.md"
output_path = "packages/php/README.md"
package_manager = ["composer"]
package_name = "xberg-io/crawlberg"
install_command = "composer require xberg-io/crawlberg"
description = """
PHP bindings for **crawlberg** — a high-performance Rust web crawling engine. Native PHP
extension via ext-php-rs with typed properties, PHP 8.2+ support, and PHPStan type stubs.
"""

[crates.readme.languages.php.snippets]
basic_usage = "getting-started/basic_usage.md"

[crates.readme.languages.wasm]
name = "WebAssembly"
template = "language_package.md"
output_path = "crates/crawlberg-wasm/README.md"
package_manager = ["pnpm"]
package_name = "@xberg-io/crawlberg-wasm"
install_command = "pnpm add @xberg-io/crawlberg-wasm"
description = """
WebAssembly bindings for **crawlberg** — a high-performance Rust web crawling engine. Built with
wasm-bindgen for use in browsers and Node.js. Single-threaded; features requiring `std::thread`
are not available.
"""

[crates.readme.languages.wasm.snippets]
basic_usage = "getting-started/basic_usage.md"

[crates.readme.languages.elixir]
name = "Elixir"
template = "language_package.md"
output_path = "packages/elixir/README.md"
package_manager = ["hex"]
package_name = "crawlberg"
install_command = """
def deps do
  [{:crawlberg, "~> {{ version }}"}]
end
"""
description = """
Elixir bindings for **crawlberg** — a high-performance Rust web crawling engine. Uses Rustler
NIFs for native BEAM integration with OTP-compatible error tuples and ResourceArc handles.
"""

[crates.readme.languages.elixir.snippets]
basic_usage = "getting-started/basic_usage.md"

[crates.readme.languages.dart]
name = "Dart / Flutter"
template = "language_package.md"
output_path = "packages/dart/README.md"
package_manager = ["pub"]
package_name = "crawlberg"
install_command = "dart pub add crawlberg"
description = """
Dart / Flutter bindings for **crawlberg** — a high-performance Rust web crawling engine.
Built with flutter_rust_bridge for isolate-safe Future APIs and Flutter-native type mapping.
"""

[crates.readme.languages.dart.snippets]
basic_usage = "getting-started/basic_usage.md"

[crates.readme.languages.kotlin_android]
name = "Kotlin (Android)"
template = "language_package.md"
output_path = "packages/kotlin-android/README.md"
package_manager = ["gradle", "maven"]
package_name = "io.xberg.crawlberg:crawlberg-android"
install_command = """
implementation("io.xberg.crawlberg:crawlberg-android:{{ version }}")
"""
description = """
Android (AAR) bindings for **crawlberg** — a high-performance Rust web crawling engine.
JNI-based with bundled native libraries for all four Android ABIs (arm64-v8a, x86_64, armeabi-v7a, x86) and a coroutine-friendly Kotlin facade.
JVM consumers should use the canonical `io.xberg.crawlberg:crawlberg` artifact directly.
"""

[crates.readme.languages.kotlin_android.snippets]
basic_usage = "getting-started/basic_usage.md"

[crates.readme.languages.swift]
name = "Swift"
template = "language_package.md"
output_path = "packages/swift/README.md"
package_manager = ["spm"]
package_name = "Crawlberg"
install_command = '.package(url: "https://github.com/xberg-io/crawlberg", exact: "{{ version }}")'
description = """
Swift bindings for **crawlberg** — a high-performance Rust web crawling engine.
Via swift-bridge for macOS, iOS, and Linux with native Swift types and async/await.
"""

[crates.readme.languages.swift.snippets]
basic_usage = "getting-started/basic_usage.md"

[crates.readme.languages.zig]
name = "Zig"
template = "language_package.md"
output_path = "packages/zig/README.md"
package_manager = ["zig"]
package_name = "crawlberg"
install_command = "zig fetch --save <url>"
description = """
Zig bindings for **crawlberg** — a high-performance Rust web crawling engine.
Direct C FFI via @cImport, idiomatic error sets, optional types, and slice-based memory.
"""

[crates.readme.languages.zig.snippets]
basic_usage = "getting-started/basic_usage.md"