jiaxie commited on
Commit
419f664
·
verified ·
1 Parent(s): 47130c8

Upload 2 files

Browse files
Files changed (2) hide show
  1. config.json +4 -3
  2. tokenizer_config.json +9 -7
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "_name_or_path": "jiaxie/evo-1-8k-SARS-CoV2",
3
  "architectures": [
4
  "StripedHyenaModelForCausalLM"
@@ -9,10 +10,10 @@
9
  24
10
  ],
11
  "auto_map": {
12
- "AutoConfig": "jiaxie/evo-1-8k-SARS-CoV2--configuration_hyena.StripedHyenaConfig",
13
- "AutoModelForCausalLM": "jiaxie/evo-1-8k-SARS-CoV2--modeling_hyena.StripedHyenaModelForCausalLM",
14
  "AutoTokenizer": [
15
- "jiaxie/evo-1-8k-SARS-CoV2--tokenizer.ByteTokenizer",
16
  null
17
  ]
18
  },
 
1
  {
2
+ "_commit_hash": null,
3
  "_name_or_path": "jiaxie/evo-1-8k-SARS-CoV2",
4
  "architectures": [
5
  "StripedHyenaModelForCausalLM"
 
10
  24
11
  ],
12
  "auto_map": {
13
+ "AutoConfig": "configuration_hyena.StripedHyenaConfig",
14
+ "AutoModelForCausalLM": "modeling_hyena.StripedHyenaModelForCausalLM",
15
  "AutoTokenizer": [
16
+ "tokenizer.ByteTokenizer",
17
  null
18
  ]
19
  },
tokenizer_config.json CHANGED
@@ -1,12 +1,14 @@
1
  {
2
- "_from_auto": true,
3
  "added_tokens_decoder": {},
 
 
 
 
 
 
4
  "byte_level": true,
5
- "clean_up_tokenization_spaces": false,
6
- "extra_special_tokens": {},
7
  "model_max_length": 1000000000000000019884624838656,
8
- "pad_token": "X",
9
- "revision": "1.1_fix",
10
- "tokenizer_class": "ByteTokenizer",
11
- "trust_remote_code": true
12
  }
 
1
  {
 
2
  "added_tokens_decoder": {},
3
+ "auto_map": {
4
+ "AutoTokenizer": [
5
+ "tokenizer.ByteTokenizer",
6
+ null
7
+ ]
8
+ },
9
  "byte_level": true,
10
+ "clean_up_tokenization_spaces": true,
 
11
  "model_max_length": 1000000000000000019884624838656,
12
+ "padding_side": "left",
13
+ "truncation_side": "left"
 
 
14
  }