From d25fec09597c687f032990326a71d93440dcdfc8 Mon Sep 17 00:00:00 2001 From: kumapo Date: Sat, 4 Nov 2023 17:59:26 +0900 Subject: [PATCH] wont need harness.jcqa.sh --- .../cyberagent-open-calm-3b/harness.jcqa.sh | 3 --- models/llama2/llama2-7b-chat/harness.jcqa.sh | 3 --- .../harness.jcqa.sh | 3 --- .../harness.jcqa.sh | 3 --- .../harness.jcqa.sh | 13 ------------- .../harness.jcqa.sh | 13 ------------- 6 files changed, 38 deletions(-) delete mode 100644 models/cyberagent/cyberagent-open-calm-3b/harness.jcqa.sh delete mode 100644 models/llama2/llama2-7b-chat/harness.jcqa.sh delete mode 100644 models/rinna/rinna-bilingual-gpt-neox-4b-instruction-ppo/harness.jcqa.sh delete mode 100644 models/rinna/rinna-japanese-gpt-neox-3.6b-instruction-ppo/harness.jcqa.sh delete mode 100644 models/stabilityai/stabilityai-japanese-stablelm-base-alpha-7b/harness.jcqa.sh delete mode 100644 models/stabilityai/stabilityai-japanese-stablelm-instruct-alpha-7b/harness.jcqa.sh diff --git a/models/cyberagent/cyberagent-open-calm-3b/harness.jcqa.sh b/models/cyberagent/cyberagent-open-calm-3b/harness.jcqa.sh deleted file mode 100644 index 92bee44e9c..0000000000 --- a/models/cyberagent/cyberagent-open-calm-3b/harness.jcqa.sh +++ /dev/null @@ -1,3 +0,0 @@ -MODEL_ARGS="pretrained=cyberagent/open-calm-3b" -TASK="jcommonsenseqa-1.1-0.2.1" -python main.py --model hf-causal --model_args $MODEL_ARGS --tasks $TASK --num_fewshot "3" --device "cuda" --output_path "models/cyberagent/cyberagent-open-calm-3b/result.jcqa.json" diff --git a/models/llama2/llama2-7b-chat/harness.jcqa.sh b/models/llama2/llama2-7b-chat/harness.jcqa.sh deleted file mode 100644 index fea92c6818..0000000000 --- a/models/llama2/llama2-7b-chat/harness.jcqa.sh +++ /dev/null @@ -1,3 +0,0 @@ -MODEL_ARGS="pretrained=meta-llama/Llama-2-7b-chat-hf,use_accelerate=True,dtype=auto" -TASK="jcommonsenseqa-1.1-0.3" -python main.py --model hf-causal-experimental --model_args $MODEL_ARGS --tasks $TASK --num_fewshot "3" --device "cuda" --output_path "models/llama2/llama2-7b-chat/result.jcqa.json" --batch_size 2 diff --git a/models/rinna/rinna-bilingual-gpt-neox-4b-instruction-ppo/harness.jcqa.sh b/models/rinna/rinna-bilingual-gpt-neox-4b-instruction-ppo/harness.jcqa.sh deleted file mode 100644 index 83e46d6602..0000000000 --- a/models/rinna/rinna-bilingual-gpt-neox-4b-instruction-ppo/harness.jcqa.sh +++ /dev/null @@ -1,3 +0,0 @@ -MODEL_ARGS="pretrained=rinna/bilingual-gpt-neox-4b-instruction-ppo,use_fast=False,device_map=auto,torch_dtype=auto" -TASK="jcommonsenseqa-1.1-0.5" -python main.py --model hf-causal --model_args $MODEL_ARGS --tasks $TASK --num_fewshot "3" --device "cuda" --output_path "models/rinna/rinna-bilingual-gpt-neox-4b/result.jcqa.json" diff --git a/models/rinna/rinna-japanese-gpt-neox-3.6b-instruction-ppo/harness.jcqa.sh b/models/rinna/rinna-japanese-gpt-neox-3.6b-instruction-ppo/harness.jcqa.sh deleted file mode 100644 index 7adcd6017c..0000000000 --- a/models/rinna/rinna-japanese-gpt-neox-3.6b-instruction-ppo/harness.jcqa.sh +++ /dev/null @@ -1,3 +0,0 @@ -MODEL_ARGS="pretrained=rinna/japanese-gpt-neox-3.6b-instruction-ppo,use_fast=False,device_map=auto,torch_dtype=auto" -TASK="jcommonsenseqa-1.1-0.4" -python main.py --model hf-causal --model_args $MODEL_ARGS --tasks $TASK --num_fewshot "3" --device "cuda" --output_path "models/rinna/rinna-japanese-gpt-neox-3.6b-instruction-ppo/result.jcqa.json" diff --git a/models/stabilityai/stabilityai-japanese-stablelm-base-alpha-7b/harness.jcqa.sh b/models/stabilityai/stabilityai-japanese-stablelm-base-alpha-7b/harness.jcqa.sh deleted file mode 100644 index 46d0770988..0000000000 --- a/models/stabilityai/stabilityai-japanese-stablelm-base-alpha-7b/harness.jcqa.sh +++ /dev/null @@ -1,13 +0,0 @@ -#!/bin/bash -set -eu -MODEL_ARGS="pretrained=stabilityai/japanese-stablelm-base-alpha-7b,use_fast=False,trust_remote_code=True,device_map=auto,torch_dtype=auto,load_in_8bit=True,offload_folder=/tmp,tokenizer=novelai/nerdstash-tokenizer-v1,additional_special_tokens=['▁▁']" -TASK="jcommonsenseqa-1.1-0.2.1" -NUM_FEW_SHOTS="3" -python main.py \ - --model hf-causal \ - --model_args $MODEL_ARGS \ - --tasks $TASK \ - --num_fewshot $NUM_FEW_SHOTS \ - --device "cuda" \ - --no_cache \ - --output_path "models/stablelm/stablelm-ja-base-alpha-7b/result.jcqa.json" diff --git a/models/stabilityai/stabilityai-japanese-stablelm-instruct-alpha-7b/harness.jcqa.sh b/models/stabilityai/stabilityai-japanese-stablelm-instruct-alpha-7b/harness.jcqa.sh deleted file mode 100644 index 5cc18edce2..0000000000 --- a/models/stabilityai/stabilityai-japanese-stablelm-instruct-alpha-7b/harness.jcqa.sh +++ /dev/null @@ -1,13 +0,0 @@ -#!/bin/bash -MODEL_ARGS="pretrained=stabilityai/japanese-stablelm-instruct-alpha-7b,use_fast=False,trust_remote_code=True,device_map=auto,torch_dtype=auto,load_in_8bit=True,offload_folder=/tmp,tokenizer=novelai/nerdstash-tokenizer-v1,additional_special_tokens=['▁▁']" -TASK="jcommonsenseqa-1.1-0.3" -NUM_FEWSHOT="3" -OUTPUT_PATH="models/stabilityai/japanese-stablelm-instruct-alpha-7b/result.jcqa.json" -python main.py \ - --model hf-causal \ - --model_args $MODEL_ARGS \ - --tasks $TASK \ - --num_fewshot $NUM_FEWSHOT \ - --device "cuda" \ - --no_cache \ - --output_path $OUTPUT_PATH