size_categories:1K<n<10K format:parquet modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: id
    dtype: string
  - name: label_tokens
    sequence: string
  - name: pos_tags
    sequence:
      class_label:
        names:
          '0': ADVI
          '1': ADVN
          '2': ADVP
          '3': ADVS
          '4': CFQC
          '5': CLTV
          '6': CMTR
          '7': CMTR@PUNC
          '8': CNIT
          '9': CVBL
          '10': DCNM
          '11': DDAC
          '12': DDAN
          '13': DDAQ
          '14': DDBQ
          '15': DIAC
          '16': DIAQ
          '17': DIBQ
          '18': DONM
          '19': EAFF
          '20': EITT
          '21': FIXN
          '22': FIXV
          '23': JCMP
          '24': JCRG
          '25': JSBR
          '26': NCMN
          '27': NCNM
          '28': NEG
          '29': NLBL
          '30': NONM
          '31': NPRP
          '32': NTTL
          '33': PDMN
          '34': PNTR
          '35': PPRS
          '36': PREL
          '37': PUNC
          '38': RPRE
          '39': VACT
          '40': VATT
          '41': VSTA
          '42': XVAE
          '43': XVAM
          '44': XVBB
          '45': XVBM
          '46': XVMM
  - name: sentence
    dtype: string
  - name: input_ids
    sequence: int32
  - name: attention_mask
    sequence: int8
  - name: tokens
    sequence: string
  - name: labels
    sequence: int64
  - name: token_predicted_pos
    sequence: int64
  splits:
  - name: spm
    num_bytes: 6123246
    num_examples: 4625
  - name: newmm
    num_bytes: 5699666
    num_examples: 4625
  download_size: 2319330
  dataset_size: 11822912
configs:
- config_name: default
  data_files:
  - split: spm
    path: data/spm-*
  - split: newmm
    path: data/newmm-*
---
