Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
62 changes: 31 additions & 31 deletions integration/src/test/resources/raincloud/expected-status.csv
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@
# An optional `#`-comment above the line can name the credential.
# Corpus: all slugs with a Vortex artifact in the Raincloud catalog (spiraldb/raincloud),
# written by vortex-data 0.86.1 (raincloud v0.3.0). Hydrate any subset with scripts/hydrate-raincloud-corpus.sh.
# Untriaged tpcgen-rs-* slugs need tpcgen-cli for a local build (see the hydrate script).
# Untriaged tpcgen-rs-tpcds-* slugs need tpcgen-cli for a local build (see the hydrate script); the tpch ones are generated by the tpchgen-cli the venv installs.
120-years-of-olympic-history-athletes-and-results,ok
ai2-arc,ok
# kaggle auth login / KAGGLE_API_TOKEN
Expand All @@ -33,7 +33,7 @@ appian-category,ok
appian-credit-card,ok
appian-customer,ok
appian-order,ok
appian-order-item,untriaged
appian-order-item,ok
appian-order-item-novelty-update,ok
appian-product,ok
appian-tax-record,ok
Expand All @@ -54,7 +54,7 @@ bi-corporations,ok
bi-eixo,ok
bi-euro2016,ok
bi-food,ok
bi-generico,untriaged
bi-generico,ok
bi-hashtags,ok
bi-hatred,ok
bi-iglocations1,ok
Expand All @@ -72,9 +72,9 @@ bi-nyc,ok
bi-pancreactomy1,ok
bi-pancreactomy2,ok
bi-physicians,ok
bi-provider,untriaged
bi-provider,ok
bi-realestate1,ok
bi-realestate2,untriaged
bi-realestate2,ok
bi-redfin1,ok
bi-redfin2,ok
bi-redfin3,ok
Expand All @@ -83,12 +83,12 @@ bi-rentabilidad,ok
bi-romance,ok
bi-salariesfrance,ok
bi-tablerosistemapenal,ok
bi-taxpayer,untriaged
bi-telco,untriaged
bi-taxpayer,ok
bi-telco,ok
bi-trainsuk1,ok
bi-trainsuk2,untriaged
bi-trainsuk2,ok
bi-uberlandia,ok
bi-uscensus,untriaged
bi-uscensus,ok
bi-wins,ok
bi-yalelanguages,ok
bigscience-p3-eval-subset,ok
Expand All @@ -108,11 +108,11 @@ chess,ok
clickbench-hits,untriaged
cnn-dailymail,ok
codeparrot-clean-valid,ok
cohere-wikipedia-simple-embed,untriaged
cohere-wikipedia-simple-embed,ok
coig,ok
# kaggle auth login / KAGGLE_API_TOKEN
coronahack-chest-xraydataset,missing_auth
cosmopedia-stanford,untriaged
cosmopedia-stanford,ok
countries-of-the-world,ok
covid-world-vaccination-progress,ok
# kaggle auth login / KAGGLE_API_TOKEN
Expand Down Expand Up @@ -150,7 +150,7 @@ duckdb-tpcds-sf1-web_returns,ok
duckdb-tpcds-sf1-web_sales,ok
duckdb-tpcds-sf1-web_site,ok
duckdb-tpch-sf1-customer,ok
duckdb-tpch-sf1-lineitem,untriaged
duckdb-tpch-sf1-lineitem,ok
duckdb-tpch-sf1-nation,ok
duckdb-tpch-sf1-orders,ok
duckdb-tpch-sf1-part,ok
Expand All @@ -165,7 +165,7 @@ fhvhv_tripdata_2025,untriaged
finemath-4plus,untriaged
finepdfs-en-test,ok
finetranslations-swedish,ok
fineweb-2-swedish,untriaged
fineweb-2-swedish,ok
fineweb-sample-10bt,untriaged
# kaggle auth login / KAGGLE_API_TOKEN
fitbit,missing_auth
Expand Down Expand Up @@ -195,8 +195,8 @@ housing-prices-dataset,missing_auth
humaneval,ok
imdb-job-aka-name,ok
imdb-job-aka-title,ok
imdb-job-cast-info,untriaged
imdb-job-char-name,untriaged
imdb-job-cast-info,ok
imdb-job-char-name,ok
imdb-job-comp-cast-type,ok
imdb-job-company-name,ok
imdb-job-company-type,ok
Expand All @@ -206,12 +206,12 @@ imdb-job-keyword,ok
imdb-job-kind-type,ok
imdb-job-link-type,ok
imdb-job-movie-companies,ok
imdb-job-movie-info,untriaged
imdb-job-movie-info,ok
imdb-job-movie-info-idx,ok
imdb-job-movie-keyword,ok
imdb-job-movie-link,ok
imdb-job-name,untriaged
imdb-job-person-info,untriaged
imdb-job-name,ok
imdb-job-person-info,ok
imdb-job-role-type,ok
imdb-job-title,ok
insurance,ok
Expand All @@ -236,7 +236,7 @@ mlcourse,missing_auth
mmlu,ok
mmlu-pro,ok
mmmlu,ok
mmmu,untriaged
mmmu,ok
mnist,ok
movies,ok
# kaggle auth login / KAGGLE_API_TOKEN
Expand All @@ -254,7 +254,7 @@ open-food-facts,untriaged
openlibrary-authors,ok
openlibrary-editions,untriaged
openlibrary-works,untriaged
openorca,untriaged
openorca,ok
openpowerlifting,ok
osm-germany-nodes,untriaged
osm-germany-relations,ok
Expand All @@ -276,9 +276,9 @@ osmi-mental-health-in-tech-2022,missing_auth
# kaggle auth login / KAGGLE_API_TOKEN
osmi-mental-health-in-tech-2023,missing_auth
palmer-archipelago-antarctica-penguin-data,ok
peoples-speech-clean-validation,untriaged
peoples-speech-clean-validation,ok
personal-key-indicators-of-heart-disease,ok
pleias-synth,untriaged
pleias-synth,ok
pubmedqa-labeled,ok
sf-salaries,ok
slimpajama-6b,untriaged
Expand Down Expand Up @@ -391,27 +391,27 @@ tpcgen-rs-tpcds-trino-sf1-web_returns,untriaged
tpcgen-rs-tpcds-trino-sf1-web_sales,untriaged
tpcgen-rs-tpcds-trino-sf1-web_site,untriaged
tpcgen-rs-tpch-sf1-customer,ok
tpcgen-rs-tpch-sf1-lineitem,untriaged
tpcgen-rs-tpch-sf1-lineitem,ok
tpcgen-rs-tpch-sf1-nation,ok
tpcgen-rs-tpch-sf1-orders,ok
tpcgen-rs-tpch-sf1-part,ok
tpcgen-rs-tpch-sf1-partsupp,ok
tpcgen-rs-tpch-sf1-region,ok
tpcgen-rs-tpch-sf1-supplier,ok
tpcgen-rs-tpch-sf10-customer,ok
tpcgen-rs-tpch-sf10-lineitem,untriaged
tpcgen-rs-tpch-sf10-lineitem,ok
tpcgen-rs-tpch-sf10-nation,ok
tpcgen-rs-tpch-sf10-orders,untriaged
tpcgen-rs-tpch-sf10-orders,ok
tpcgen-rs-tpch-sf10-part,ok
tpcgen-rs-tpch-sf10-partsupp,untriaged
tpcgen-rs-tpch-sf10-partsupp,ok
tpcgen-rs-tpch-sf10-region,ok
tpcgen-rs-tpch-sf10-supplier,ok
tpcgen-rs-tpch-sf100-customer,untriaged
tpcgen-rs-tpch-sf100-customer,ok
tpcgen-rs-tpch-sf100-lineitem,untriaged
tpcgen-rs-tpch-sf100-nation,ok
tpcgen-rs-tpch-sf100-orders,untriaged
tpcgen-rs-tpch-sf100-part,untriaged
tpcgen-rs-tpch-sf100-partsupp,untriaged
tpcgen-rs-tpch-sf100-orders,ok
tpcgen-rs-tpch-sf100-part,ok
tpcgen-rs-tpch-sf100-partsupp,ok
tpcgen-rs-tpch-sf100-region,ok
tpcgen-rs-tpch-sf100-supplier,ok
truthfulqa-mc,ok
Expand Down Expand Up @@ -480,7 +480,7 @@ us-airbnb-open-data,missing_auth
us-drought-meteorological-data,missing_auth
# kaggle auth login / KAGGLE_API_TOKEN
walmart-dataset,missing_auth
waxal-dagbani-asr-test,untriaged
waxal-dagbani-asr-test,ok
# fails to hydrate on raincloud v0.3.0: the World Bank replaced WDI_CSV.zip, so the recipe sha256 pin no longer matches
wdi,ok
websight-v01,untriaged
Expand Down
5 changes: 3 additions & 2 deletions scripts/hydrate-raincloud-corpus.sh
Original file line number Diff line number Diff line change
Expand Up @@ -60,8 +60,9 @@ if [[ ! -d "$VENV" ]]; then
# install does not fetch; without them those builds fail
"$VENV/bin/python" -c "import duckdb; duckdb.execute('INSTALL tpch'); duckdb.execute('INSTALL tpcds')"
fi
# tpcgen-rs-* datasets also need tpcgen-cli, built from a tpcgen-rs checkout
# (python -m raincloud.pipeline.generators.install_tpcgen --source CHECKOUT); without it their local builds fail
# tpcgen-rs-tpcds-* datasets also need tpcgen-cli, built from a tpcgen-rs checkout
# (python -m raincloud.pipeline.generators.install_tpcgen --source CHECKOUT); without it their local builds fail.
# The tpcgen-rs-tpch-* ones need nothing extra: raincloud[all] installs tpchgen-cli.

if [[ $# -gt 0 ]]; then
SLUGS=("$@")
Expand Down
Loading