#839

# dataset #839
path: /capstor/store/cscs/swissai/infra01/vision-datasets/tokenized/sft/tcm_shizhen_vision
kind: manual | status: active
samples: n/a | size: 1.8 GB | files: 33

fields:
- document_id: int
- component_index: int
- kind: int
- token_offset: int
- token_length: int
- token_hash: text
- resize_height: int
- resize_width: int

tree (truncated):
```
rank_0000/_SUCCESS
rank_0000/components.000000.parquet
rank_0000/tokens.000000.bin
rank_0000/worker_stats.json
rank_0000_checkpoint.pt
rank_0000_chunk_0000.bin
rank_0000_chunk_0000.idx
rank_0000_stats.json
rank_0001/_SUCCESS
rank_0001/components.000000.parquet
rank_0001/tokens.000000.bin
rank_0001/worker_stats.json
rank_0001_checkpoint.pt
rank_0001_chunk_0000.bin
rank_0001_chunk_0000.idx
rank_0001_stats.json
rank_0002/_SUCCESS
rank_0002/components.000000.parquet
rank_0002/tokens.000000.bin
rank_0002/worker_stats.json
rank_0002_checkpoint.pt
rank_0002_chunk_0000.bin
rank_0002_chunk_0000.idx
rank_0002_stats.json
rank_0003/_SUCCESS
... (+8 more)
```

samples

1

407

0

1

0

60

f3097554a04f8626

0

0

2

407

2

1

240

834

fb3eaeb8c481b000

0

0

3

407

1

0

3576

7602

8a67e9a19463b648

1168

1648

4

738

0

1

33984

60

f3097554a04f8626

0

0

5

738

2

1

34224

892

178d5a4b37f6c7ff

0

0

6

738

1

0

37792

7602

f93f84307a742ca5

1168

1648

7

1050

0

1

68200

60

f3097554a04f8626

0

0

8

1050

2

1

68440

720

d38d8497d335aa5a

0

0

9

1050

1

0

71320

7602

e9d2efd5ce9b3fae

1168

1648

10

1469

0

1

101728

60

f3097554a04f8626

0

0