KFTO: Remove tokenizer_name_or_path parameters in tests

sutaakar · openshift-merge-bot[bot] · commit fa7fe645a729 · 2024-08-20T11:04:07.000Z
diff --git a/tests/kfto/core/config.json b/tests/kfto/core/config.json
@@ -13,6 +13,5 @@
     "include_tokens_per_second": true,
     "response_template": "\n### Label:",
     "dataset_text_field": "output",
-    "use_flash_attn": false,
-    "tokenizer_name_or_path": "/tmp/model/bloom-560m"
+    "use_flash_attn": false
 }
diff --git a/tests/kfto/core/config_granite_20b_code_instruct.json b/tests/kfto/core/config_granite_20b_code_instruct.json
@@ -13,6 +13,5 @@
     "include_tokens_per_second": true,
     "response_template": "\n### Response:",
     "dataset_text_field": "output",
-    "use_flash_attn": false,
-    "tokenizer_name_or_path": "ibm-granite/granite-20b-code-instruct"
+    "use_flash_attn": false
 }
diff --git a/tests/kfto/core/config_granite_34b_code_instruct_lora.json b/tests/kfto/core/config_granite_34b_code_instruct_lora.json
@@ -14,7 +14,6 @@
     "response_template": "\n### Response:",
     "dataset_text_field": "output",
     "use_flash_attn": false,
-    "tokenizer_name_or_path": "ibm-granite/granite-34b-code-instruct",
     "peft_method": "lora",
     "target_modules": ["all-linear"]
 }
diff --git a/tests/kfto/core/config_llama2_13b_chat_hf.json b/tests/kfto/core/config_llama2_13b_chat_hf.json
@@ -13,6 +13,5 @@
     "include_tokens_per_second": true,
     "response_template": "\n### Response:",
     "dataset_text_field": "output",
-    "use_flash_attn": false,
-    "tokenizer_name_or_path": "meta-llama/Llama-2-13b-chat-hf"
+    "use_flash_attn": false
 }
diff --git a/tests/kfto/core/config_llama2_13b_chat_hf_lora.json b/tests/kfto/core/config_llama2_13b_chat_hf_lora.json
@@ -14,6 +14,5 @@
     "response_template": "\n### Response:",
     "dataset_text_field": "output",
     "use_flash_attn": false,
-    "tokenizer_name_or_path": "meta-llama/Llama-2-13b-chat-hf",
     "peft_method": "lora"
 }
diff --git a/tests/kfto/core/config_lora.json b/tests/kfto/core/config_lora.json
@@ -14,7 +14,6 @@
     "response_template": "\n### Label:",
     "dataset_text_field": "output",
     "use_flash_attn": false,
-    "tokenizer_name_or_path": "/tmp/model/bloom-560m",
     "peft_method": "lora",
     "target_modules": ["all-linear"]
 }
diff --git a/tests/kfto/core/config_merlinite_7b.json b/tests/kfto/core/config_merlinite_7b.json
@@ -13,6 +13,5 @@
     "include_tokens_per_second": true,
     "response_template": "\n### Response:",
     "dataset_text_field": "output",
-    "use_flash_attn": false,
-    "tokenizer_name_or_path": "ibm/merlinite-7b"
+    "use_flash_attn": false
 }
diff --git a/tests/kfto/core/config_meta_llama3_1_70b_lora.json b/tests/kfto/core/config_meta_llama3_1_70b_lora.json
@@ -14,6 +14,5 @@
     "response_template": "\n### Response:",
     "dataset_text_field": "output",
     "use_flash_attn": false,
-    "tokenizer_name_or_path": "meta-llama/Meta-Llama-3.1-70B",
     "peft_method": "lora"
 }
diff --git a/tests/kfto/core/config_meta_llama3_1_8b.json b/tests/kfto/core/config_meta_llama3_1_8b.json
@@ -13,6 +13,5 @@
     "include_tokens_per_second": true,
     "response_template": "\n### Response:",
     "dataset_text_field": "output",
-    "use_flash_attn": false,
-    "tokenizer_name_or_path": "meta-llama/Meta-Llama-3.1-8B"
+    "use_flash_attn": false
 }
diff --git a/tests/kfto/core/config_meta_llama3_70b_instruct_lora.json b/tests/kfto/core/config_meta_llama3_70b_instruct_lora.json
@@ -14,6 +14,5 @@
     "response_template": "\n### Response:",
     "dataset_text_field": "output",
     "use_flash_attn": false,
-    "tokenizer_name_or_path": "meta-llama/Meta-Llama-3-70B-Instruct",
     "peft_method": "lora"
 }
diff --git a/tests/kfto/core/config_meta_llama3_8b_instruct.json b/tests/kfto/core/config_meta_llama3_8b_instruct.json
@@ -13,6 +13,5 @@
     "include_tokens_per_second": true,
     "response_template": "\n### Response:",
     "dataset_text_field": "output",
-    "use_flash_attn": false,
-    "tokenizer_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct"
+    "use_flash_attn": false
 }
diff --git a/tests/kfto/core/config_mixtral_8x7b_instruct_v01.json b/tests/kfto/core/config_mixtral_8x7b_instruct_v01.json
@@ -13,7 +13,6 @@
     "include_tokens_per_second": true,
     "response_template": "\n### Response:",
     "dataset_text_field": "output",
-    "use_flash_attn": false,
-    "tokenizer_name_or_path": "mistralai/Mixtral-8x7B-Instruct-v0.1"
+    "use_flash_attn": false
 }
 
diff --git a/tests/kfto/core/config_mixtral_8x7b_v01.json b/tests/kfto/core/config_mixtral_8x7b_v01.json
@@ -13,7 +13,6 @@
     "include_tokens_per_second": true,
     "response_template": "\n### Response:",
     "dataset_text_field": "output",
-    "use_flash_attn": false,
-    "tokenizer_name_or_path": "mistralai/Mixtral-8x7B-v0.1"
+    "use_flash_attn": false
 }
 

Original file line number	Diff line number	Diff line change
`@@ -13,6 +13,5 @@`
`13`	`13`	`"include_tokens_per_second": true,`
`14`	`14`	`"response_template": "\n### Label:",`
`15`	`15`	`"dataset_text_field": "output",`
`16`		`- "use_flash_attn": false,`
`17`		`- "tokenizer_name_or_path": "/tmp/model/bloom-560m"`
	`16`	`+ "use_flash_attn": false`
`18`	`17`	`}`
Original file line number	Diff line number	Diff line change
`@@ -14,7 +14,6 @@`
`14`	`14`	`"response_template": "\n### Response:",`
`15`	`15`	`"dataset_text_field": "output",`
`16`	`16`	`"use_flash_attn": false,`
`17`		`- "tokenizer_name_or_path": "ibm-granite/granite-34b-code-instruct",`
`18`	`17`	`"peft_method": "lora",`
`19`	`18`	`"target_modules": ["all-linear"]`
`20`	`19`	`}`
Original file line number	Diff line number	Diff line change
`@@ -14,6 +14,5 @@`
`14`	`14`	`"response_template": "\n### Response:",`
`15`	`15`	`"dataset_text_field": "output",`
`16`	`16`	`"use_flash_attn": false,`
`17`		`- "tokenizer_name_or_path": "meta-llama/Llama-2-13b-chat-hf",`
`18`	`17`	`"peft_method": "lora"`
`19`	`18`	`}`