size_categories:100K<n<1M format:parquet modality:image modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: query_id
    dtype: string
  - name: query_text
    dtype: string
  - name: query_image
    dtype: image
  - name: positive_document_ids
    sequence: string
  - name: negative_document_ids
    sequence: string
  - name: answer
    dtype: string
  - name: source
    dtype: string
  splits:
  - name: train
    num_bytes: 201986703.125
    num_examples: 491007
  - name: dev
    num_bytes: 522278.5
    num_examples: 6980
  - name: dl19
    num_bytes: 3195.0
    num_examples: 43
  - name: dl20
    num_bytes: 4072.0
    num_examples: 54
  download_size: 156019435
  dataset_size: 202516248.625
configs:
- config_name: default
  data_files:
  - split: train
    path: data/train-*
  - split: dev
    path: data/dev-*
  - split: dl19
    path: data/dl19-*
  - split: dl20
    path: data/dl20-*
---

## Overview
This dataset is a transformed version of the Ms_Marco ([microsoft/ms_marco](https://huggingface.co/datasets/microsoft/ms_marco)) dataset, formatted to be compatible with Tevatron.
