From a7a70062007ea2ff25378c30a635f0962d7a154e Mon Sep 17 00:00:00 2001 From: Davide Angelocola Date: Sun, 1 Nov 2026 21:18:06 +0100 Subject: [PATCH] test(raincloud): flip 30 conformance slugs from untriaged to ok Every hydrated untriaged slug now reads and matches its parquet oracle exactly, so its matrix entry asserts that: - 17 slugs hydrated earlier (appian, bi-*, cosmopedia, duckdb-tpch-sf1 lineitem, imdb-job-*, openorca, peoples-speech, pleias-synth, waxal, ...) - 13 slugs hydrated since: bi-provider, bi-realestate2, bi-taxpayer, fineweb-2-swedish, mmmu (which needed the u32 offset fix of #633) and eight tpcgen-rs-tpch-* tables. The tpcgen-rs-tpch-* slugs build without tpcgen-cli: raincloud[all] installs tpchgen-cli, and only the tpcds tables need the unpublished tpcgen-cli. The matrix and hydrate-script notes said all tpcgen-rs slugs did. Co-Authored-By: Claude Opus 5.5 Claude-Session: https://claude.ai/code/session_011fRbYryTxfcu5j2CXwkSzd --- .../resources/raincloud/expected-status.csv | 62 +++++++++---------- scripts/hydrate-raincloud-corpus.sh | 5 +- 2 files changed, 34 insertions(+), 33 deletions(-) diff --git a/integration/src/test/resources/raincloud/expected-status.csv b/integration/src/test/resources/raincloud/expected-status.csv index cebd8a933..95497cdf5 100644 --- a/integration/src/test/resources/raincloud/expected-status.csv +++ b/integration/src/test/resources/raincloud/expected-status.csv @@ -16,7 +16,7 @@ # An optional `#`-comment above the line can name the credential. # Corpus: all slugs with a Vortex artifact in the Raincloud catalog (spiraldb/raincloud), # written by vortex-data 0.86.1 (raincloud v0.3.0). Hydrate any subset with scripts/hydrate-raincloud-corpus.sh. -# Untriaged tpcgen-rs-* slugs need tpcgen-cli for a local build (see the hydrate script). +# Untriaged tpcgen-rs-tpcds-* slugs need tpcgen-cli for a local build (see the hydrate script); the tpch ones are generated by the tpchgen-cli the venv installs. 120-years-of-olympic-history-athletes-and-results,ok ai2-arc,ok # kaggle auth login / KAGGLE_API_TOKEN @@ -33,7 +33,7 @@ appian-category,ok appian-credit-card,ok appian-customer,ok appian-order,ok -appian-order-item,untriaged +appian-order-item,ok appian-order-item-novelty-update,ok appian-product,ok appian-tax-record,ok @@ -54,7 +54,7 @@ bi-corporations,ok bi-eixo,ok bi-euro2016,ok bi-food,ok -bi-generico,untriaged +bi-generico,ok bi-hashtags,ok bi-hatred,ok bi-iglocations1,ok @@ -72,9 +72,9 @@ bi-nyc,ok bi-pancreactomy1,ok bi-pancreactomy2,ok bi-physicians,ok -bi-provider,untriaged +bi-provider,ok bi-realestate1,ok -bi-realestate2,untriaged +bi-realestate2,ok bi-redfin1,ok bi-redfin2,ok bi-redfin3,ok @@ -83,12 +83,12 @@ bi-rentabilidad,ok bi-romance,ok bi-salariesfrance,ok bi-tablerosistemapenal,ok -bi-taxpayer,untriaged -bi-telco,untriaged +bi-taxpayer,ok +bi-telco,ok bi-trainsuk1,ok -bi-trainsuk2,untriaged +bi-trainsuk2,ok bi-uberlandia,ok -bi-uscensus,untriaged +bi-uscensus,ok bi-wins,ok bi-yalelanguages,ok bigscience-p3-eval-subset,ok @@ -108,11 +108,11 @@ chess,ok clickbench-hits,untriaged cnn-dailymail,ok codeparrot-clean-valid,ok -cohere-wikipedia-simple-embed,untriaged +cohere-wikipedia-simple-embed,ok coig,ok # kaggle auth login / KAGGLE_API_TOKEN coronahack-chest-xraydataset,missing_auth -cosmopedia-stanford,untriaged +cosmopedia-stanford,ok countries-of-the-world,ok covid-world-vaccination-progress,ok # kaggle auth login / KAGGLE_API_TOKEN @@ -150,7 +150,7 @@ duckdb-tpcds-sf1-web_returns,ok duckdb-tpcds-sf1-web_sales,ok duckdb-tpcds-sf1-web_site,ok duckdb-tpch-sf1-customer,ok -duckdb-tpch-sf1-lineitem,untriaged +duckdb-tpch-sf1-lineitem,ok duckdb-tpch-sf1-nation,ok duckdb-tpch-sf1-orders,ok duckdb-tpch-sf1-part,ok @@ -165,7 +165,7 @@ fhvhv_tripdata_2025,untriaged finemath-4plus,untriaged finepdfs-en-test,ok finetranslations-swedish,ok -fineweb-2-swedish,untriaged +fineweb-2-swedish,ok fineweb-sample-10bt,untriaged # kaggle auth login / KAGGLE_API_TOKEN fitbit,missing_auth @@ -195,8 +195,8 @@ housing-prices-dataset,missing_auth humaneval,ok imdb-job-aka-name,ok imdb-job-aka-title,ok -imdb-job-cast-info,untriaged -imdb-job-char-name,untriaged +imdb-job-cast-info,ok +imdb-job-char-name,ok imdb-job-comp-cast-type,ok imdb-job-company-name,ok imdb-job-company-type,ok @@ -206,12 +206,12 @@ imdb-job-keyword,ok imdb-job-kind-type,ok imdb-job-link-type,ok imdb-job-movie-companies,ok -imdb-job-movie-info,untriaged +imdb-job-movie-info,ok imdb-job-movie-info-idx,ok imdb-job-movie-keyword,ok imdb-job-movie-link,ok -imdb-job-name,untriaged -imdb-job-person-info,untriaged +imdb-job-name,ok +imdb-job-person-info,ok imdb-job-role-type,ok imdb-job-title,ok insurance,ok @@ -236,7 +236,7 @@ mlcourse,missing_auth mmlu,ok mmlu-pro,ok mmmlu,ok -mmmu,untriaged +mmmu,ok mnist,ok movies,ok # kaggle auth login / KAGGLE_API_TOKEN @@ -254,7 +254,7 @@ open-food-facts,untriaged openlibrary-authors,ok openlibrary-editions,untriaged openlibrary-works,untriaged -openorca,untriaged +openorca,ok openpowerlifting,ok osm-germany-nodes,untriaged osm-germany-relations,ok @@ -276,9 +276,9 @@ osmi-mental-health-in-tech-2022,missing_auth # kaggle auth login / KAGGLE_API_TOKEN osmi-mental-health-in-tech-2023,missing_auth palmer-archipelago-antarctica-penguin-data,ok -peoples-speech-clean-validation,untriaged +peoples-speech-clean-validation,ok personal-key-indicators-of-heart-disease,ok -pleias-synth,untriaged +pleias-synth,ok pubmedqa-labeled,ok sf-salaries,ok slimpajama-6b,untriaged @@ -391,7 +391,7 @@ tpcgen-rs-tpcds-trino-sf1-web_returns,untriaged tpcgen-rs-tpcds-trino-sf1-web_sales,untriaged tpcgen-rs-tpcds-trino-sf1-web_site,untriaged tpcgen-rs-tpch-sf1-customer,ok -tpcgen-rs-tpch-sf1-lineitem,untriaged +tpcgen-rs-tpch-sf1-lineitem,ok tpcgen-rs-tpch-sf1-nation,ok tpcgen-rs-tpch-sf1-orders,ok tpcgen-rs-tpch-sf1-part,ok @@ -399,19 +399,19 @@ tpcgen-rs-tpch-sf1-partsupp,ok tpcgen-rs-tpch-sf1-region,ok tpcgen-rs-tpch-sf1-supplier,ok tpcgen-rs-tpch-sf10-customer,ok -tpcgen-rs-tpch-sf10-lineitem,untriaged +tpcgen-rs-tpch-sf10-lineitem,ok tpcgen-rs-tpch-sf10-nation,ok -tpcgen-rs-tpch-sf10-orders,untriaged +tpcgen-rs-tpch-sf10-orders,ok tpcgen-rs-tpch-sf10-part,ok -tpcgen-rs-tpch-sf10-partsupp,untriaged +tpcgen-rs-tpch-sf10-partsupp,ok tpcgen-rs-tpch-sf10-region,ok tpcgen-rs-tpch-sf10-supplier,ok -tpcgen-rs-tpch-sf100-customer,untriaged +tpcgen-rs-tpch-sf100-customer,ok tpcgen-rs-tpch-sf100-lineitem,untriaged tpcgen-rs-tpch-sf100-nation,ok -tpcgen-rs-tpch-sf100-orders,untriaged -tpcgen-rs-tpch-sf100-part,untriaged -tpcgen-rs-tpch-sf100-partsupp,untriaged +tpcgen-rs-tpch-sf100-orders,ok +tpcgen-rs-tpch-sf100-part,ok +tpcgen-rs-tpch-sf100-partsupp,ok tpcgen-rs-tpch-sf100-region,ok tpcgen-rs-tpch-sf100-supplier,ok truthfulqa-mc,ok @@ -480,7 +480,7 @@ us-airbnb-open-data,missing_auth us-drought-meteorological-data,missing_auth # kaggle auth login / KAGGLE_API_TOKEN walmart-dataset,missing_auth -waxal-dagbani-asr-test,untriaged +waxal-dagbani-asr-test,ok # fails to hydrate on raincloud v0.3.0: the World Bank replaced WDI_CSV.zip, so the recipe sha256 pin no longer matches wdi,ok websight-v01,untriaged diff --git a/scripts/hydrate-raincloud-corpus.sh b/scripts/hydrate-raincloud-corpus.sh index e2cd5be64..6be37a55c 100755 --- a/scripts/hydrate-raincloud-corpus.sh +++ b/scripts/hydrate-raincloud-corpus.sh @@ -60,8 +60,9 @@ if [[ ! -d "$VENV" ]]; then # install does not fetch; without them those builds fail "$VENV/bin/python" -c "import duckdb; duckdb.execute('INSTALL tpch'); duckdb.execute('INSTALL tpcds')" fi -# tpcgen-rs-* datasets also need tpcgen-cli, built from a tpcgen-rs checkout -# (python -m raincloud.pipeline.generators.install_tpcgen --source CHECKOUT); without it their local builds fail +# tpcgen-rs-tpcds-* datasets also need tpcgen-cli, built from a tpcgen-rs checkout +# (python -m raincloud.pipeline.generators.install_tpcgen --source CHECKOUT); without it their local builds fail. +# The tpcgen-rs-tpch-* ones need nothing extra: raincloud[all] installs tpchgen-cli. if [[ $# -gt 0 ]]; then SLUGS=("$@")