From f743af7ece1c9ac303132eb17256d649c93d0064 Mon Sep 17 00:00:00 2001 From: Bryan Briney <821533+briney@users.noreply.github.com> Date: Wed, 11 Nov 2026 05:02:00 +0000 Subject: [PATCH 1/2] uniref100: publish v1.0.0 from dev/uniref100@db99973 --- datasets/uniref100/SKILL.md | 48 ++++++++++ datasets/uniref100/recipe/build | 133 ++++++++++++++++++++++++++ datasets/uniref100/recipe/params.toml | 6 ++ datasets/uniref100/recipe/test | 72 ++++++++++++++ 4 files changed, 259 insertions(+) create mode 100644 datasets/uniref100/SKILL.md create mode 100755 datasets/uniref100/recipe/build create mode 100644 datasets/uniref100/recipe/params.toml create mode 100755 datasets/uniref100/recipe/test diff --git a/datasets/uniref100/SKILL.md b/datasets/uniref100/SKILL.md new file mode 100644 index 0000000..b2cecfd --- /dev/null +++ b/datasets/uniref100/SKILL.md @@ -0,0 +1,48 @@ +--- +name: uniref100 +description: "UniRef100 of UniProt release 2026_04 as sharded two-column parquet: one row per entry (a 100%-identity cluster's representative), sequence_id and sequence, in the FASTA's order. Reach for it to pre-train or evaluate a protein language model on UniRef100 at a pinned release." +metadata: + version: 1.0.0 + tools: datascience@1.2.0 + license: cc-by-4.0 +--- +# uniref100 + +Hub: `brineylab/uniref100`, tag `v1.0.0` + +## Files + +`data/00000.parquet` … `data/00227.parquet`: 228 shards holding 227,086,028 rows, one row per UniRef100 entry, in the FASTA's order. Every shard but the last holds exactly 1,000,000 rows (the last 86,028); zstd, row groups of about 100,000 rows. Columns: + +- `sequence_id`: the FASTA header's first token, the entry id (`UniRef100_A0A5A9P0L4`). +- `sequence`: the entry's amino acids, its lines after the header joined. + +## Reading it + +```python +from huggingface_hub import snapshot_download +import polars as pl +path = snapshot_download("brineylab/uniref100", repo_type="dataset", revision="v1.0.0") +shard = pl.read_parquet(f"{path}/data/00000.parquet", columns=["sequence_id", "sequence"]) +``` + +Rows keep the FASTA's order, so a subset of shards is a contiguous slice of the release, not a sample; shuffle yourself for training. + +## Recipe + +**Source:** UniRef release 2026_04 (published 2026-11-04), CC BY 4.0, pulled 2026-11-11: `uniref100.fasta.gz` (63,065,088,280 bytes, MD5 `923e539321e9bfe6a9b74d343284d600`) at https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref100/uniref100.fasta.gz, holding the release's 227,086,028 entries. The recipe refuses a download whose size or MD5 differs. + +One job in `datascience@1.2.0`: download the FASTA into `/.work/`, resuming a partial one by range; then stream it, never holding the whole file in memory, into `/data/00000.parquet`, `00001.parquet`, … in the FASTA's order, `shard_rows` rows per shard (the last one partial), zstd, row groups of about 100k rows. Stages resume: a rerun keeps the verified FASTA and the shards already written, and a finished build only rereads the footers. + +`params.toml`: `release = "2026_04"`; the file's `url`, `bytes`, and `md5`; `sequences = 227086028`, the release's count; `shard_rows = 1000000`. + +**The test** reads the shards' parquet footers and three sampled row groups, in seconds: the shards are `00000.parquet` onward without a gap; the schema is exactly `sequence_id` and `sequence`, strings; every shard but the last holds exactly 1,000,000 rows; the total is exactly the release's 227,086,028; and in the samples every `sequence_id` starts with `UniRef100_` and every `sequence` is uppercase letters only. + +## Compute + +One job, CPU only: 8 CPUs and 32G asked, on bcr's `cpu` partition. From nothing it takes about 82 min: the download (58.7 GB, one stream from ftp.uniprot.org at about 25 MB/s) 42 min; the MD5 check and the 228 shards 40 min. Peak memory 2.6 GB. Disk: 48.2 GB of shards and 58.7 GB under `/.work/`, the FASTA all of it, kept so a rerun resumes; the test reads only footers and three row groups, in 1 s. + +## Gotchas + +- The URL serves UniProt's current release only: once 2026_05 is out, the pinned MD5 refuses it, and a rebuild is a new version. +- The FASTA header's other fields (`n=`, `Tax=`, `TaxID=`, `RepID=`) are dropped; cluster sizes and taxonomy are in UniRef's XML, not here. diff --git a/datasets/uniref100/recipe/build b/datasets/uniref100/recipe/build new file mode 100755 index 0000000..c9713b4 --- /dev/null +++ b/datasets/uniref100/recipe/build @@ -0,0 +1,133 @@ +#!/usr/bin/env -S python3 -I +"""recipe/build : UniRef100 of UniProt release 2026_04 as sharded two-column parquet. Downloads +uniref100.fasta.gz into /.work/, refusing a size or MD5 that differs from params, then streams it, never +holding the whole file in memory, into /data/00000.parquet, 00001.parquet, ...: the FASTA's order, +shard_rows rows per shard (the last one partial), zstd, row groups of about 100k rows. sequence_id is the +header's first token, sequence the amino acids of the header's lines joined. Stages resume: a rerun keeps +the verified FASTA and the shards already written. Prints the shard and row totals last. +""" +import gzip +import hashlib +import os +import sys +import time +import tomllib +import urllib.request +from pathlib import Path + +import pyarrow as pa +import pyarrow.parquet as pq + +params = tomllib.loads((Path(__file__).parent / "params.toml").read_text()) +out = Path(sys.argv[1]).resolve() +work, data = out / ".work", out / "data" +SCHEMA = pa.schema([("sequence_id", pa.string()), ("sequence", pa.string())]) + + +def shard_paths() -> list[Path]: + """data/'s shards in order; a gap ends the list, so a partial build resumes at its end.""" + paths, i = [], 0 + while (data / f"{i:05d}.parquet").is_file(): + paths.append(data / f"{i:05d}.parquet") + i += 1 + return paths + + +def rows(paths: list[Path]) -> int: + return sum(pq.ParquetFile(p).metadata.num_rows for p in paths) + + +def download() -> Path: + """The FASTA in .work/, resumed by range from where a partial one stopped and given three attempts at + a connection; refuses a size or MD5 that differs from params.""" + name = params["url"].rsplit("/", 1)[-1] + path, part = work / name, Path(f"{work / name}.part") + if path.is_file(): + return path + for attempt in range(3): + have = part.stat().st_size if part.exists() else 0 + if have >= params["bytes"]: + break + try: + headers = {"User-Agent": "brineylab-datasets"} + if have: + headers["Range"] = f"bytes={have}-" + request = urllib.request.Request(params["url"], headers=headers) + with urllib.request.urlopen(request, timeout=120) as r, open(part, "ab") as f: + if have and r.status != 206: + sys.exit(f"{params['url']} answered {r.status} to a range request at {have} bytes") + while block := r.read(1 << 22): + f.write(block) + break + except OSError as e: + if attempt == 2: + raise + print(f"{name}: {e}; retrying from {part.stat().st_size} bytes", file=sys.stderr) + time.sleep(30) + if part.stat().st_size != params["bytes"]: + sys.exit(f"{name}: {part.stat().st_size} bytes is not {params['bytes']}") + digest = hashlib.md5() + with open(part, "rb") as f: + while block := f.read(1 << 24): + digest.update(block) + if digest.hexdigest() != params["md5"]: + sys.exit(f"{name}: MD5 {digest.hexdigest()} is not {params['md5']}") + part.rename(path) + return path + + +def records(gz: Path): + """(sequence_id, sequence) per FASTA record, in the file's order; the whole file is never held.""" + with gzip.open(gz, "rt", encoding="ascii") as f: + sid, parts = None, [] + for line in f: + if line.startswith(">"): + if sid is not None: + yield sid, "".join(parts) + sid, parts = line[1:].split(None, 1)[0], [] + else: + parts.append(line.rstrip()) + if sid is not None: + yield sid, "".join(parts) + + +def write(i: int, ids: list[str], seqs: list[str]) -> None: + """Shard i whole or not at all: written under .work/ then moved into data/.""" + pq.write_table(pa.table({"sequence_id": ids, "sequence": seqs}, schema=SCHEMA), work / "shard.part", + row_group_size=100_000, compression="zstd") + os.replace(work / "shard.part", data / f"{i:05d}.parquet") + + +def shard(gz: Path, first: int) -> None: + """data/'s shards from first on, in the FASTA's order, skipping the rows of the shards already there.""" + data.mkdir(parents=True, exist_ok=True) + skip = first * params["shard_rows"] + i, ids, seqs = first, [], [] + for sid, seq in records(gz): + if skip: + skip -= 1 + continue + ids.append(sid) + seqs.append(seq) + if len(ids) == params["shard_rows"]: + write(i, ids, seqs) + i, ids, seqs = i + 1, [], [] + if ids: + write(i, ids, seqs) + + +def main() -> None: + if len(sys.argv) != 2: + sys.exit(f"usage: {Path(sys.argv[0]).name} ") + out.mkdir(parents=True, exist_ok=True) + work.mkdir(parents=True, exist_ok=True) + paths = shard_paths() + if rows(paths) != params["sequences"]: + shard(download(), len(paths)) + paths = shard_paths() + print(f"shards: {len(paths)}") + print(f"rows: {rows(paths)}") + + +if __name__ == "__main__": + main() diff --git a/datasets/uniref100/recipe/params.toml b/datasets/uniref100/recipe/params.toml new file mode 100644 index 0000000..9ab8b30 --- /dev/null +++ b/datasets/uniref100/recipe/params.toml @@ -0,0 +1,6 @@ +release = "2026_04" +url = "https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref100/uniref100.fasta.gz" +bytes = 63065088280 +md5 = "923e539321e9bfe6a9b74d343284d600" +sequences = 227086028 +shard_rows = 1000000 diff --git a/datasets/uniref100/recipe/test b/datasets/uniref100/recipe/test new file mode 100755 index 0000000..3ab3032 --- /dev/null +++ b/datasets/uniref100/recipe/test @@ -0,0 +1,72 @@ +#!/usr/bin/env -S python3 -I +"""recipe/test : exit 0 iff holds a version of uniref100. From the shards' parquet footers and +three sampled row groups, in seconds: the shards are numbered without a gap, the schema is exactly +sequence_id and sequence (strings), every shard but the last is exactly shard_rows rows, the total is +exactly the release's count, and in the samples every sequence_id starts with UniRef100_ and every sequence +is uppercase letters only. One line per failure, naming the check and the first offending row.""" +import re +import sys +import tomllib +from pathlib import Path + +import pyarrow as pa +import pyarrow.parquet as pq + +params = tomllib.loads((Path(__file__).parent / "params.toml").read_text()) +PREFIX = "UniRef" + Path(__file__).resolve().parent.parent.name.removeprefix("uniref") + "_" +LETTERS = re.compile(r"[A-Z]+") + +out, problems = Path(sys.argv[1]), [] +files = sorted((out / "data").glob("*.parquet")) if (out / "data").is_dir() else [] +if not files: + problems.append("files: data/ holds no shards") +if [p.name for p in files] != [f"{i:05d}.parquet" for i in range(len(files))]: + problems.append("files: data/'s shards are not 00000.parquet onward without a gap") + +total, last, parsed = 0, 0, 0 +for n, p in enumerate(files): + try: + pf = pq.ParquetFile(p) + except Exception as e: + problems.append(f"parses: {p.name} is not a parquet file: {e}") + continue + schema = pf.schema_arrow + if schema.names != ["sequence_id", "sequence"] or any(schema.field(c).type != pa.string() for c in schema.names): + problems.append(f"columns: {p.name} has {schema}, not exactly sequence_id and sequence as strings") + continue + parsed += 1 + shard_rows = pf.metadata.num_rows + total += shard_rows + last = shard_rows + if n + 1 < len(files) and shard_rows != params["shard_rows"]: + problems.append(f"rows: {p.name} holds {shard_rows}, not {params['shard_rows']}") + +if parsed: + if not 0 < last <= params["shard_rows"]: + problems.append(f"rows: the last shard holds {last}, not at most {params['shard_rows']} and at least 1") + if total != params["sequences"]: + problems.append(f"rows: the shards hold {total} in all, not the release's {params['sequences']}") + picks = sorted({0, len(files) // 2, len(files) - 1}) + sampled = 0 + for n in picks: + p = files[n] + try: + pf = pq.ParquetFile(p) + except Exception: + continue + groups = pf.metadata.num_row_groups + g = 0 if n == 0 else groups - 1 if n == len(files) - 1 else groups // 2 + table = pf.read_row_group(g) + ids, seqs = table.column("sequence_id").to_pylist(), table.column("sequence").to_pylist() + sampled += len(ids) + bad = next((s for s in ids if not s.startswith(PREFIX)), None) + if bad is not None: + problems.append(f"sequence_id: {p.name} row group {g} holds {bad!r}, not starting with {PREFIX}") + bad = next((s for s in seqs if s is None or not LETTERS.fullmatch(s)), None) + if bad is not None: + problems.append(f"sequence: {p.name} row group {g} holds {bad!r}, not uppercase letters only") + print(f"sampled: {len(picks)} row groups ({sampled} rows)") + +print(f"data: {len(files)} shards, {total} rows") +print("\n".join(problems) or "ok") +sys.exit(1 if problems else 0) From 9a0582701fa739f92b7fd9cae968b98ff8988872 Mon Sep 17 00:00:00 2001 From: Bryan Briney <821533+briney@users.noreply.github.com> Date: Tue, 10 Nov 2026 23:01:11 -0800 Subject: [PATCH 2/2] uniref100 1.0.0's record: its candidate passed on bcr --- results/uniref100/1.0.0.txt | 249 ++++++++++++++++++++++++++++++++++++ 1 file changed, 249 insertions(+) create mode 100644 results/uniref100/1.0.0.txt diff --git a/results/uniref100/1.0.0.txt b/results/uniref100/1.0.0.txt new file mode 100644 index 0000000..dcb5cdf --- /dev/null +++ b/results/uniref100/1.0.0.txt @@ -0,0 +1,249 @@ +--- +dataset: uniref100 +version: 1.0.0 +hub: brineylab/uniref100 +branch: candidate-477d34feb9ce2c0a7e26046524f191bb1e13d2ac +commit: d724309eeb1811ec09381b08b0680563b15a8c33 +tree: 477d34feb9ce2c0a7e26046524f191bb1e13d2ac +tools: datascience@1.2.0 +runner: sbatch --partition=cpu --cpus-per-task=8 --mem=32G --time=08:00:00 +host: bcr.scripps.edu +started: 2026-11-11T05:02:39Z +exit: 0 +--- +pyxis: importing docker image: ghcr.io#brineylab/toolshed/datascience:1.2.0 +pyxis: imported docker image: ghcr.io#brineylab/toolshed/datascience:1.2.0 +shards: 228 +rows: 227086028 +sampled: 3 row groups (286028 rows) +data: 228 shards, 227086028 rows +ok +file data/00000.parquet 144643785 65a6ba2e198b20dbbb44ca254feeb229e4c0c853bae701b547ca73bf8ab84dd0 +file data/00001.parquet 160708360 f0eb2400a86bc6d8b41644bf217255377da59b162d0e2a4f8974e2d0e17106e9 +file data/00002.parquet 176542442 5d83c24faf3c3e51cbd609560c3509d6d70a25209fdc20c13ed6e9e9830c0514 +file data/00003.parquet 182965154 97d35b90d8983d7398159755bd6eed84f9e60eda7e19999ca10acb93da3eb1ef +file data/00004.parquet 179475000 c3ff31af2bc4f04f3052756fae53c10287e2a864b2cf2e08384b346fca47b89d +file data/00005.parquet 182909418 ed148dc78ad6e8f0ef703caf9f70d8bbb9d2f3fc86e742ad4cf99c2cb5ad4264 +file data/00006.parquet 181482403 c6a7b4137d14ee2cc14ec280a21ddc2f57442e098b5cca70fbf199eb055b21c2 +file data/00007.parquet 182036776 32fe208fd2c6f5b33b887e8063537eb9e36e3c3c3765a58aa30966e63750a76d +file data/00008.parquet 182200774 4850763ea8d6536c983e6b5fd10f53e090bd17610c7e18aa2239a18b442583f2 +file data/00009.parquet 181820719 73ec655c0f99cda9da2ded470f4cd308844379c9d99abf164e66c89dd4d0a5ad +file data/00010.parquet 181716781 441fd09a50ac52687f3431d878295428048dda0cb63316dbab0a26969b37bcaa +file data/00011.parquet 182214945 e9ab2a7feafb2415e1d6e1346d8b0f64301375218bffd62fc97b3f9ee6b1aadc +file data/00012.parquet 183591644 64e79c8aa0a313451ade6e3494e0c5189ac11c772bf551afa45610ed712df9c3 +file data/00013.parquet 181066297 dd65516582a4b0e85d932474fd931943084cf9e3100561663dc3f44cc93ff410 +file data/00014.parquet 183132686 b6db799e9e3b21c72a78badc58b3e2e92f105a508b39b46db55047c8545c8647 +file data/00015.parquet 182955371 a2016d10139cd7a356d8549b987da52e4b610aa677671df64de3ac2c78c594e1 +file data/00016.parquet 182847422 46fbf3bf33003aa0d70e2635ef1c7be98c122379f0a114be5febd70e78539ebd +file data/00017.parquet 181436991 5a6efd70c7ea965fd9e495a69f575ed2fb9f168e500b4bc7e1a9b1fc5107c717 +file data/00018.parquet 181921111 e5f0a03fafdc130b4fb00642dfdf956863dcf213a25c346eece40b23fc71d1a5 +file data/00019.parquet 182203628 03db7d17149e6e953c4f0015115718d362de7942a0461455bf678e6eae3a365f +file data/00020.parquet 182214942 ad57fc1ff60f45bfd727d52afc6e9322f7003c255ad80b62c306cb5bd939d43d +file data/00021.parquet 182409152 987ae63aabeddca7d709955e07277486673568f2abbc5d2bd2b8a686376d0658 +file data/00022.parquet 182041587 978c5a9e16e39416d6411731516b69c1e48b33510223c110cb0523ae29bebb15 +file data/00023.parquet 181308696 59340365066913d5537a5408d12f773ad00b061fb37171f31fd5f93e78642592 +file data/00024.parquet 182719201 685f1cfa532097f09ce28a57509921669588bf47157107bc01d2cd832c2faeb4 +file data/00025.parquet 182352480 99fc7b953017a8c1288c360f472095fe77e9390dec799eb87c7765bf971e4659 +file data/00026.parquet 182455657 992ef8b860962c3773f394a966738adf5bf5368abf2e8574555d4a07f6341e86 +file data/00027.parquet 181291375 e6f3028deaacfeaadf409dd779a4164df4569d3d0fa16e8477810aa1dd23ad92 +file data/00028.parquet 184706257 16d1649acdda5402302fb56b6df04c1d70375fcf19c694bf212ae0dfcea078e2 +file data/00029.parquet 183192716 7888c3bace676f97cc83e394893f1bbfeb29d3a99336d8a7903c4977fc1c9039 +file data/00030.parquet 184507744 28545e6a34b99d0dc050ebd482ccf469dc4546cccd145f6718579b9e987a848e +file data/00031.parquet 181697974 e434ddb835a6a76c331982775f445cd7359fc2720750a2dbef1d2408d2082b90 +file data/00032.parquet 183997001 92967f0259f0e8f7b2ec80d9ea14b951bfb100724fd201f63152e3ee3d8a649c +file data/00033.parquet 181885663 7ade7153515a212faf0c4275ffeb25f7ea5862dab84b5067f852717a41d3604e +file data/00034.parquet 182502307 1125c89b6de5d05cb22fac3e4f1fed6f34dc14d053e34cf227c5479c748089b0 +file data/00035.parquet 184009719 0dbb693490f04cbca7f75c560e3909f49b1796bf7e7a2aee6cae4f4311d3f3c2 +file data/00036.parquet 181603760 b9d7da30ee745c1aa4ddf64927a77d7788e8969775c4df82b50eedd1cd0e7949 +file data/00037.parquet 183823960 751e6b7bd460efa88d18c7e1d23f11b4818be31c6687a2e73c6b2c2171d3f85a +file data/00038.parquet 184734275 6aaee84e93cb57d47c8d0d2a5712f355fbecc5c145cadace66da188b2adff78b +file data/00039.parquet 181474228 521594cc19be52ddb0c4b5dd8370d51c3d0fb889b57b284c0e0c5732f9b9f9e3 +file data/00040.parquet 181116389 8a2c28a256bb8af4c818cf9faa768d06f12024327bf3c92c4043b1b005aa9ce4 +file data/00041.parquet 182778450 22bb150aaee92ab6a654e6a6efa11520f84af1904ca3a4c596c43ac554f22cbc +file data/00042.parquet 183078102 273f504c76e4510359c29a0dac7b80cf7fe07590da3fe862b42e14d399ac47bf +file data/00043.parquet 184002920 8f7c07284040f426b14bd8abf550e8dc600aba9ecc848fc6ca8153982ef6a3d2 +file data/00044.parquet 182968745 c9a03d20f2684b9acd7480f490ede8b058b8c2311b73b55519e9411e79c6b461 +file data/00045.parquet 182944119 8bf705525cd99fdb394653e1bf36b6674e397ef5f55bb7da6b623da4d8759399 +file data/00046.parquet 183912170 ac35efa9044497baf48f5e52d5136c317593f62a06f9606873f2f603ab5b369a +file data/00047.parquet 183208195 aa67405e096bbdb1cec2fe9178da7cf22a9841255b91734485c2a9c3dfb8d58f +file data/00048.parquet 184586006 e0693128003a4c995bb3dfbb8937c4bf36688e49c2dbd87be2d497b40f6ed98f +file data/00049.parquet 182023978 cc9da82caa21376a3076ed60e2be24664cf3fabe698708259b38b6097bb7e84b +file data/00050.parquet 184196057 8f5f1118f27ae5684a1d2d192831f9d670993082a5724d9a454db179cfc92f44 +file data/00051.parquet 183064681 ce137f275b1ffe880aa4de9a9a0e6ed061bb865ade887c0a43e16c5f8ffa5535 +file data/00052.parquet 183008805 2424f7e5d9ce8a66d9c36d4f2c23075b44757f87eab012fde1088c7abfd94c4a +file data/00053.parquet 184357150 2e2cbf118a9584e3769066e2bce2b0600967d437f9699ea2b7d1910e18f4d403 +file data/00054.parquet 183685465 6f265b8f1205d5e09a8dcd16f4487bda2171f792494db0dd58b50eba52e7b853 +file data/00055.parquet 182020743 6f99293549fbcba4b71267a6108ddced4e996efdeaf86ef6d01c45e6da5a755e +file data/00056.parquet 186313675 10c542f29b6c2829fd5a0fdb803de8713a289a7b8f4ace1d19403ed0a6ac3b04 +file data/00057.parquet 184435465 c5ca37736ce62e57562af39ac3d5cb1dc0064e6dc38bfbae60642f9689746ff7 +file data/00058.parquet 181404011 80ff61cec990ce6e0e4e5193912af7120acf73301b49ecae37147279ba798875 +file data/00059.parquet 183923289 df5a98ab27b6b8a557ea08b26790ee92b72ac24e0ba3d7fc827a6ab900cc1096 +file data/00060.parquet 184737305 96d5832d2eab9eccff02c7c64e4e86aefe98cc17e51abd1540eabaf71c0f558a +file data/00061.parquet 184652673 4993d784d657bb9664d0fa8cd0de77204a601ac91307dd92f232cac8c8f0734c +file data/00062.parquet 184625673 2ecf035d8091444aa7cb7a8ba921f72b9cbf20497954b1241518a5c150d67246 +file data/00063.parquet 184672546 607e06b946d6d7daad4c738c2c9097ae922d8a2a4ee4468601722405110398dd +file data/00064.parquet 183955985 0875393c98dae9c61237085bfab984b76e60ac688079c22cc9ef602aa3642855 +file data/00065.parquet 184087758 ba402b2c5e29a7cf2ea8bd762dc904f6dd7985907075fede34aebbd2dfd4ac24 +file data/00066.parquet 183198562 c21cc5cc47a9477f728b3c86f847240657c72e4cf1b2b056d7623be0fe471271 +file data/00067.parquet 181999125 37e682a709c5f2356e0f14ed16eb4bce52cafde01a003078d4620fc5777ae020 +file data/00068.parquet 183786418 13ba827e705758a5a2d9cd091444a496779d8db57bf3e35c5d0061c9d7cb6913 +file data/00069.parquet 184718297 98aea1183d7f1f371805547d526d1970d7c7bbda0e68a7309c763e9835bbb960 +file data/00070.parquet 185601180 d8cffce0b960235e4da8a5df7db273b896a58b453d9fba73faf12d424ec7970e +file data/00071.parquet 184621155 f634b26f0ce18b8a6cd862c54383afbbfd49c51935b4db6093d2cd4cd91d714b +file data/00072.parquet 184122826 f558ad4ce326d828944643688d0b0a9c1e271c62517022dc547e5b06d6b3004f +file data/00073.parquet 181495364 d49a57a87e8a54ce2cb9afdab303031c8eee4baba27ec64a10b071044358638f +file data/00074.parquet 231299813 a5f79a0a96089677a41041cb886d36948e2d684493293d028d23caa1ddee6daa +file data/00075.parquet 257507739 704ed3281ccb6193d95e0e77712775136a0a3f65f470d11efc0b44ababf4edd4 +file data/00076.parquet 256392747 ade1455d1f568a70738709ad3aae49bc77b341a0f25cf524c5e7383dc342972f +file data/00077.parquet 252973820 1bbceec29543a10939c38e01ec0f0a312e3089a6db88a86ec9005eb47ec6fdd5 +file data/00078.parquet 254367616 1e2944b96507757ea8882d83600dbd2f867282da176aaddbd5df43dd0f105934 +file data/00079.parquet 255681707 056db6f33c4daf735dbcdd4d84cef2f9fb342ec035e109a42ea995db93ba1229 +file data/00080.parquet 258042408 5dd99e66180c9cf45301611f5e158a400c403c1029ed8fe547617351c12cfed7 +file data/00081.parquet 253262756 cad0e783d80a9d8f3ba0166f595e83b5a03e5de2329e237ad91e606596a9ae1a +file data/00082.parquet 259849369 ea5ad02c0456eff251cb349b1aa72469475faf017be42b61cb89f36af30a8a0e +file data/00083.parquet 249383289 f8a87a727d2faf2a1c37afaf8ce5799eb0647eff089c47779f95ec76b6ae2dbb +file data/00084.parquet 256151493 433208a7c4f0df3866d0d63d7b779db5fdddd2d0f2cff7fd402ddd23e07e5317 +file data/00085.parquet 257699923 fba639af184b0bba358f19d95367cb4d61e8fd7578138316ebb9a0cedb97acfb +file data/00086.parquet 254255853 b150e213f4a75680be84229310e159a1f715e981f7d5b1f76ca7236b4fae3fc5 +file data/00087.parquet 253932595 ba360133c9214ca969b597fcbfc2fbb363408251da2b2699a3586f290646aed4 +file data/00088.parquet 248096766 7efd2d64471b73d25c1a25cd20eadef703eadb716d78216d721fb833c9bab80d +file data/00089.parquet 253364679 bd271359f982a5e19c668973abc2c707a7c2070bfd7b8f3ab0f7d78d3d22b0e8 +file data/00090.parquet 263205106 793d860dbc949afbe30c05fca77436801ded37fd8f5eac3e3dbdae48af3e7290 +file data/00091.parquet 225195356 6eaa34d9e4826e716c1d828356a159ac3777ab251e1f53aadc909ef2b268644d +file data/00092.parquet 233008973 1e5fa462a5fbeab2a62a2f02329eba5ffe3ab078f966b2ef31871d08cf95b93f +file data/00093.parquet 237007439 e9cce1f91b58f1be45e5ab10564513641fd6abe6e586a6d79786ba93b5b7a117 +file data/00094.parquet 231849394 eaaabe941c1d5bec4b394c051c1da7f7858dcb3443e46132dbc2b760ba11a153 +file data/00095.parquet 236021255 aea8ce8801dd5b6ade1cf1400ae9d09154dc13e1f3b89152f019dfd2ef24a02e +file data/00096.parquet 263380532 716b3f86bb43ce7e63b7e08416b0f26a77e4f032b5488889c0bd579486d11e3a +file data/00097.parquet 228865417 7a4d4284876800a6a22b6573615f8a2b920deaed8ac3b2f28d1ec6b7355eebc0 +file data/00098.parquet 226871273 661c431d8d2856a6e1b66abd1e0fcbbf1ca1908c9c50e6dba3e9c6e96d429991 +file data/00099.parquet 262525770 ae1ae3455ff9a7284aefd44d0b17bfef9fe0dd886c16533684d0d4e18cd5fb4d +file data/00100.parquet 231218964 7c903ad1f1a497fd32c9fb2c540bdf1f50594183a7f40ebebf8322535b9a3223 +file data/00101.parquet 237084012 b9589907910258d8ae62c7a5361b2e41f5796d245b8cc43834edf99ab97cc4a7 +file data/00102.parquet 246942320 cc9a10844c57feda39eb3434c43b08d961a65c7508d0d2164a5565ef21bc4094 +file data/00103.parquet 227853380 35b12965816aac5a0186778a3f1ee2d7348dcf20f3dec5d089fe0b87d6b8cf1c +file data/00104.parquet 249309245 85451a013ebc6c51f551b5f5d8cbdb6727c149e805373bfc2b631430abbb0848 +file data/00105.parquet 214588749 9290b09e696b2acd529fea8834b0a65a5af6e18a4ce53dc7082a68c7b4e393e7 +file data/00106.parquet 253853849 1550f8c3bd172d53923afda55698ba63cab4a055e18937e26697eed408733118 +file data/00107.parquet 297046495 a1595ef5d55c1cd5158cb0304a938e2cda2d9ba6b581b56cd23fee9487a4f4ca +file data/00108.parquet 299149643 be159efd5b944c5d3c51b66727bf9cb96e5974b03219f9e4aeee995bbb6b9af9 +file data/00109.parquet 301631600 61513fa8baafbb53edec2d46f7a3d25f1132b67ba1bd296f9545702b60d49927 +file data/00110.parquet 209407706 99a0bd6510b272e7a4e5d278cd314412305cc0a93902652aec57b5a704d4de6d +file data/00111.parquet 214961215 6a2b888d227d4db8ab932d6ea8f8776997dac5571263f895934c85070094ba69 +file data/00112.parquet 229001169 c47bd4bec1c445289822efac572b06bb2d82583afc6b647be6623c4fba8f8c80 +file data/00113.parquet 228306000 c631f744e2d5db9d45ed9c3b240b7553af1da56673ba6f7d57a57487ed6bcf22 +file data/00114.parquet 220866430 84fc599ec86c3247e19f3387c575a521c372790fe12e20bca88153424bfbc654 +file data/00115.parquet 209270889 361fff0abae8aae4c06bb707c9e90112ab4fccd0c0463a2cac0cfdf44d0c2a8e +file data/00116.parquet 214479677 80a878e8607cf2f4ffda37b817e5175abaf5bd1b29679ccbbf2aaad237a3cf9f +file data/00117.parquet 225437893 af671537ffb89321e6188aa1a2453c2848b981192716fec05ae34cc3063ef588 +file data/00118.parquet 222874378 9cb3a1bb492e5ab24daecbd3ff3bf90e631561be26c831f29777edc29bc22748 +file data/00119.parquet 209928075 ada1ee26337df3e968f999dbe239bce5d1edc66fbfaab73d03c4cbc890ed2746 +file data/00120.parquet 221109478 e8ef1371614dd786473d54b03f96603591eb01e2d3bf6cd3fc584c9390a6e1a8 +file data/00121.parquet 232059626 fec916d71920fcd3e8a4489f5cbf24e105581e8fd3492242a408088028af7a6d +file data/00122.parquet 229261082 a251be5db08b46c2f045a81664f9e98883ba54b2be4a06060f0f4b8b1f02132d +file data/00123.parquet 233034393 01f7e689f32925978574e1fe33710173e14b326f86b5ba4346846b78b71a8d26 +file data/00124.parquet 211668109 7e4902854d2c309d08bccc7f49964132368aa2c4599621e9932b990912a5a9df +file data/00125.parquet 219478620 298fa7a9aba93d42713a7c5706414364e6842e9fcf0a60a4b17f0ca9f46800c3 +file data/00126.parquet 235438387 456524425b160590513cf3bb78c03cd3913798964a11d225e4d576050086ae6f +file data/00127.parquet 216214124 6aca688cc5391445a2376e8464119ce5a7032adce44ade0a57ef78380c1c7aca +file data/00128.parquet 211063474 d5a404315a34fce5646909ab75bb755e5422eb96a3e96f2abb4668ab7c8aa842 +file data/00129.parquet 265875740 7920aad1e0c5896a85e012b77568ea4c9a46a9f0a789e5eb1e277cecd5a91e8a +file data/00130.parquet 292122617 0576fd402d9f5847c990d0911b27533935d4617b998809329d9e819b99ac7905 +file data/00131.parquet 313234811 dcdf4b8cded39975abb95d07a054e9580adaa96f16e30ff4864a12d302167b02 +file data/00132.parquet 304142191 94a7cd6c8c5e8322124b0c6f077ee50bd455721cdda349b90f473810ead40ba3 +file data/00133.parquet 289804980 2c286cf1d1e2f6235e38cbddb3ad357722ba806a288c9c10ca63daaf75ce7c68 +file data/00134.parquet 282496390 e3d6fee02a0fc670a0216dba5f5fb8cb2cd611d48a22faabbe1f238b6244bda8 +file data/00135.parquet 272929846 8f47373879858aa24c01618337cfd012f7fd51e5b3a0515b288ab2cb9e6e4ea3 +file data/00136.parquet 291891620 a741b76a8221ef37561e8993b1a2ce28478617e5c8d16a57a24848ee6c99adb5 +file data/00137.parquet 293302448 699b8ec7ecbc80e2491371c4a428503c7538abdb367993b269bdc2bb97c1ae89 +file data/00138.parquet 287204513 490a91e1a8d158322a9006e5c7a2c99c51712426959e041858f00395eb2c796a +file data/00139.parquet 281678304 10ae24fb8e45d44e63897a1c8b23541e3ee3ffc338af41a02d80643299052523 +file data/00140.parquet 291662755 b3e39fbf741706264f9e949f6369c7af3a625c89715fabaea1aefaaec9aa9cf8 +file data/00141.parquet 292777275 6f217900a2fd0291e8b064847218b861ac97bb40db03c633bb8019939072ac85 +file data/00142.parquet 324027888 cea2c81cf7054d810aee62d053817dea4d80fcc9ae38f065412fd19e4b48f8dc +file data/00143.parquet 178745096 1a710b49aec7dbcf0fd052527ae06a3a9bae3adbcb817e1f9f48657eb26d2b13 +file data/00144.parquet 131145541 a4cab830c89b04acd9fc86bf5b22ea9daa762616b6488752aa99b53309f9f5cc +file data/00145.parquet 146110638 7cdbc2a6af5f451654db701748fa5203b280a9c9806c22f8d27a970d6b50d386 +file data/00146.parquet 145671429 45f73c69b8bb118f192ae2d05c7ac147f86d4af817d43a277d19eee6b5888041 +file data/00147.parquet 217828590 8532b0e8d6117eefc1717cbcde7e1ca5cc66d11b762cabf1e33ef4e0820753d2 +file data/00148.parquet 252449820 5304ba6fdbc9251f3124ccd3ba1669b5bd7bc45d8c684b00a87723fae5d83abe +file data/00149.parquet 248368554 ca994e026a41ce6afc48ff06cd665b7ae9935e2897d692bc4c7ed0318558c071 +file data/00150.parquet 258102633 5d513ebe4a06a2c4e59eddc491451bd35fd05ea62bf7b74410a619263c293ef7 +file data/00151.parquet 248111149 b075fe96f4075bd4ba99785ac0c6cd9dc06ec902e44ec94704e6b50d3a4ef740 +file data/00152.parquet 256446260 eaf304ed28d6c0064c148130b8d516a08f73066b57ed219ee97e7cc833a261fa +file data/00153.parquet 254421578 fac247389407984b43c37df95e809dd5178dfb1b1b9835ce650f477cc4909e94 +file data/00154.parquet 250869118 65b4b5c4b814c9c816c92721678590c5427c39949f1ba135b7af3675f3ff7586 +file data/00155.parquet 258322732 ca48d92813e2c67382c6bd996f0cd556676acd96c892d0295fd822e657f92959 +file data/00156.parquet 260344944 a9f8ae9b78247b17477f4b469725837594ec5ec598743c68045f6ca01c2221cc +file data/00157.parquet 254938515 512209a2e16468aeee36fda86da4334f8b34629abfcfa5a7aeaf2844aea4ae76 +file data/00158.parquet 255319404 04222cd3fba3327bdb032e2219473bd7335dacb7417af593c62b2c0b7fe42885 +file data/00159.parquet 253780283 4608f848557860ecd014bcf1aad6fe9ad46257f24ab96e21f2e67ea89a1f99fb +file data/00160.parquet 257690875 5f364cba78fd28ae0610f367f59a32f287b4dd358f73293f89dce6aef2e298d8 +file data/00161.parquet 251658629 f671b6da405421d0e2ac6f9db24015df5ff7b6a6a2c10eaca6c338a645d00f8b +file data/00162.parquet 259136351 6f72e983c66e6bc4ac24a33254329ae24b216230630a1ab6a97b0c8bed52b7e3 +file data/00163.parquet 255063523 99a73dd959be3c7c2becfb0c48a86a37e74cedfe059aa51254a0fd0ded72a84f +file data/00164.parquet 251686301 04aa66b38ca664210e51351189a7b0cda505152a0a1f4d17c05b409c3e0a70e2 +file data/00165.parquet 258705030 881d4bf223f94536fad52747f1618500c669fb435c206251f7d021d078f384c9 +file data/00166.parquet 254518311 633d2c0f9ba031efd0fa6d3f0436f99a888bde3dea19d25e13aa2f138d7d21b0 +file data/00167.parquet 253963018 07e2a40cd7d748f2d3e9a3b4458a40006a6605a4ee206e16ad9dca1f7ccce367 +file data/00168.parquet 260075572 0a157e455bd0bd00609b0e4918ed4360afa5642ca065b2913479cd736b60de0e +file data/00169.parquet 254184693 6aec9c202d4c8b185e53062371ee05ec6ddb0182c175fdcd75a8a58baaad4387 +file data/00170.parquet 259310553 5f38bae476b6f381f296e97f06e4b62384bf68cad9ee5a3833b0a61816c5b183 +file data/00171.parquet 253155071 ba8b9a1ccc84ba7f6d35bfa9f5a0c25e78e558efe6c170eeada07c3641fea1bf +file data/00172.parquet 259453186 a7a6c7ae1a0c6a3f651a41f9b85a020ac93af95911b9ecd8ac26f0b7d904c05e +file data/00173.parquet 257043396 b329cebc7a29eab099ceb27bf389642050239c0ad1a4c2acc13a0f034ab35d01 +file data/00174.parquet 249301004 869a16d74eb1e239a8c91f4d4e480cfccf516eb0f88536ef8440e150bbfa414e +file data/00175.parquet 248951976 128004a40f47e7d731545a3fbacc7ddbfcca7fe13bd26e973fb0bf7195f1787d +file data/00176.parquet 260813959 940f7f2d75eca17deee67d46b572dee86a41f91d73b604b2da1e25a6b6b2241e +file data/00177.parquet 256012902 e0491ff17d8c19766a45d0d702dd10e33334a8ee83b4b29243b2099c2d83ac72 +file data/00178.parquet 253754155 7c837262c42206cd230f22519d18f972f842a4dad18260934e8d5620be8c4423 +file data/00179.parquet 249183888 9186603d561622a01710f1d19abea8a1795e1773e18290b73afa67d4a6440832 +file data/00180.parquet 256501664 d506cf52331b7d7e05fcb987ec02d18cead8effa7774b4be289d63cd1c93ee85 +file data/00181.parquet 259195102 1c606269ac830136c3e6ac92ce4a8369ca6fda6ce79d19925fff36d47aeb3d91 +file data/00182.parquet 253011122 d9987cd5eca3166bcf9cb4a525801d00d00280b86226adcd336214449619471f +file data/00183.parquet 257854981 921582ba290925a760e28d868f6b12310356c48bcc8728cbe4d7eac0c651ef1d +file data/00184.parquet 253863653 7ffb69a12e200dce6b76daaeeaf1667b87493bfd9e788c00244b994587ed03af +file data/00185.parquet 255169511 d6a7511696684d45f133a173904fd7da9ba165c06bf5ebb73d1021ebb7162fca +file data/00186.parquet 256814376 cc1c0205298933ff6a17e503d2eb4eae7efeb76141ebc6b9e24f256c9c7767eb +file data/00187.parquet 253807763 c7a1049b86af247db5c3a5daa318a1ddefe95f914ef49f020bf11b984cc9c32a +file data/00188.parquet 259712026 d7e0932c2f37f3148058f33b6dcaae503ba5c4030a128e20fbfa1a9ec6c73084 +file data/00189.parquet 258300082 d4e0e0299e5028c39bcad12c81efa5c675779abc801cb1d8b12bf084bc84ca0b +file data/00190.parquet 258738205 5f5bd248ee20308a28af48cccdd9f057014598f4e8183ee0de4307ec6bda006e +file data/00191.parquet 253373594 3d860db2f49b72dd7fd34958bf1c1b2a900f8be8992954006097fa542e6a08ab +file data/00192.parquet 257180111 46826beca9a016250d6382ab2be59540ded34d4713c38a6275a37b4a62925bac +file data/00193.parquet 251827139 81ec1ae439e2b9ac4d985cf4682310d03cfb107d7087aa3b23ea30fcb25f0bcb +file data/00194.parquet 254621650 d5f1d65c5856592507b638b0c7d7ae9f5b6efb634ebda8f53913778722599d83 +file data/00195.parquet 262645977 86f526559252aacd285762d6df668f89f0f7bdb59f4dc7bad6595042176ef65e +file data/00196.parquet 257851498 7917e088283dc5e2d6d30ee254cc6d47b2e553d94b26774de5f3e18fd88ab4ba +file data/00197.parquet 254221145 d284f649951bef37be8dd687e5de4e35c123fd9da412d10467933ca73c2c6ac2 +file data/00198.parquet 256165417 389dfd1503ecbdfc33931ad0d836fac6968a9e1e9d5894b6bd1f2d0ed61f87f0 +file data/00199.parquet 252682628 c9c77409c5f7556e4e27d0db06259b823e040d52f6738bc80ca3deee9918d561 +file data/00200.parquet 255279889 223a99722a7e42c8b04a3b325ac91458714f92e7509f229bae095a667a58e56c +file data/00201.parquet 251264926 7837e1e257eaf961a04a8a788e41b233ef61232e136238eb057e8ae884fd60de +file data/00202.parquet 252318679 7f6b799668d56b39a37a708d8d9b715aaf92f981c3c1e8a43d55e35c2b40623f +file data/00203.parquet 255876793 db34faf511d27362e0bc61fe92963f8111abf7bac51525ed9536ad1ea3cc934d +file data/00204.parquet 253840955 ab5adbc55cf917796de759b4f9ad7550c5507f024384ef96b25c373015da20d8 +file data/00205.parquet 252998612 2aaf4e87b1e9c3665155fa5f2a6e9f8726dc8628e36e9b417b5979e11119b5fb +file data/00206.parquet 252878612 95cf9ef141f3de25c2472727d4824328e7581e69aa5680a4e83125c4e6f0e6db +file data/00207.parquet 251354748 b1698ea95e9b886074f2355a9a0d9948facc8190d754ade22aed373f3b82cb1f +file data/00208.parquet 254078756 fdccc47272ab123b98d8d52f87fd99990167fd6a5bf74f9b5e55f561a2cec3e9 +file data/00209.parquet 253691899 8eb16ae018aaa5dccff23925d3c8791d415f8f903fccc9fcfd57eef7e1e3b77c +file data/00210.parquet 258533530 733d96bee922b745516496d23e987ace5652bcd950862924121f47b684a5ac61 +file data/00211.parquet 247917599 8a4ed25bccaf40f2d39d57eed939ceeef2100740e865ffda96ea360e31077524 +file data/00212.parquet 252524780 242062ba4c75fc3403b07ad12629144d8eeda6593eb05c39d665d7d85a44b77a +file data/00213.parquet 253403584 0755660fdc9bf8b3f1f275cd2258cb00d655e0bc16c5ef92c3cda36711a01d0c +file data/00214.parquet 249447417 192d75806cba4918351b9f58b504740b63d99db76ebd6a0d7fd461bd2d28ad84 +file data/00215.parquet 256117195 e4b5a27bce506181f85b8585b304c2cc629cd9f3b9b56be4d0fd382c6e3ba504 +file data/00216.parquet 260363004 81c868c0fdda9284d0023c34aad722fc4486588bef1e864649bd338219bec51a +file data/00217.parquet 256741101 6a44dadceb6dd7ef0dbb119d104674478a2903d893e3583d247541adc59b689b +file data/00218.parquet 252258097 3fbec8cf1187ea671668e5502dc24e93d0fcc64c653dded843e55921dce165c8 +file data/00219.parquet 253387123 dc8f4e27c96889ee73a39502b6a6a7fc6282f4e6907016602c1672b6c252ab17 +file data/00220.parquet 253159740 ed1204ac9b5c056d46d55082010302e5b8e28557c99d54faf3b9a0bc8b8898b3 +file data/00221.parquet 251522376 90325e019e2888380f5ef05b549b9b8e5fac1c54b9219b536d421201a468eb7b +file data/00222.parquet 258271414 1e038ac674d6d6701aa1537f4c3f1a465262d49e43ca2b217e1c27813765cc40 +file data/00223.parquet 253690742 2b753f10be692d752df4adb39bc58f045ea782ad4a2b8e2b41bc9a9410b3954b +file data/00224.parquet 257250692 d99e57f970d9487feab3cb0d1cfd3f030d432d4ebcad91c7efaee5429139cd73 +file data/00225.parquet 258981368 27d5d4062d29b81a64cab3da7e6a97a8ce085d870bba04b78fd57e5343186d00 +file data/00226.parquet 257486879 0ca42384ac61259dd96c794a86a7009160980da7901348127b6db83b44e3e049 +file data/00227.parquet 22714808 ed794d6b9c1b83136882d9f5ec0a207cd912b26474f0573340f60082f53e8e35 +commit: d724309eeb1811ec09381b08b0680563b15a8c33