#246

# dataset #246
path: /capstor/store/cscs/swissai/infra01/vision-datasets/tokenized/interleave/art_museums_recap
kind: parquet | status: active
samples: 11,016,243 (parquet footer) | size: 13.5 GB | files: 482

fields:
- document_id: int
- component_index: int
- kind: int
- token_offset: int
- token_length: int
- token_hash: text
- resize_height: int
- resize_width: int

tree (truncated):
```
dry_run_stats.json
rank_0000/_SUCCESS
rank_0000/components.000000.parquet
rank_0000/tokens.000000.bin
rank_0000/worker_stats.json
rank_0000_checkpoint.pt
rank_0000_stats.json
rank_0001/_SUCCESS
rank_0001/components.000000.parquet
rank_0001/tokens.000000.bin
rank_0001/worker_stats.json
rank_0001_checkpoint.pt
rank_0001_stats.json
rank_0002/_SUCCESS
rank_0002/components.000000.parquet
rank_0002/tokens.000000.bin
rank_0002/worker_stats.json
rank_0002_checkpoint.pt
rank_0002_stats.json
rank_0003/_SUCCESS
rank_0003/components.000000.parquet
rank_0003/tokens.000000.bin
rank_0003/worker_stats.json
rank_0003_checkpoint.pt
rank_0003_stats.json
... (+457 more)
```

samples

1

248

1

1

0

133

f3b6e38a9ad331db

0

0

2

248

2

1

532

411

9f9ed3a5b6ed6a25

0

0

3

248

3

1

2176

191

edbd20564d11d670

0

0

4

248

4

1

2940

140

f3a76b66760f6940

0

0

5

248

5

1

3500

290

6d1164a18573d893

0

0

6

248

6

1

4660

173

ded6ff74e5aa6bea

0

0

7

248

7

1

5352

297

141631ba42ea5dfd

0

0

8

248

8

1

6540

219

0275bf478e26c318

0

0

9

248

9

1

7416

142

2b0c5027969eef30

0

0

10

248

10

1

7984

375

bc83d1cd2c977783

0

0