From b5970cac26b68c9c0f02550258e5fd5bb50836fa Mon Sep 17 00:00:00 2001 From: buzz-lightsnack-2007 <73412182+buzz-lightsnack-2007@users.noreply.github.com> Date: Wed, 4 Dec 2024 13:03:25 +0800 Subject: [PATCH] move models and prompts to testing config folder --- tests/config/models.JSON | 5 +++++ tests/config/prompts.json | 8 ++++++++ tests/prompts.json | 9 --------- 3 files changed, 13 insertions(+), 9 deletions(-) create mode 100644 tests/config/models.JSON create mode 100644 tests/config/prompts.json delete mode 100644 tests/prompts.json diff --git a/tests/config/models.JSON b/tests/config/models.JSON new file mode 100644 index 0000000..014c548 --- /dev/null +++ b/tests/config/models.JSON @@ -0,0 +1,5 @@ +{ + "Microsoft Phi": "phi", + "Gemma 2": "gemma2:2b", + "Tinyllama": "tinyllama" +} \ No newline at end of file diff --git a/tests/config/prompts.json b/tests/config/prompts.json new file mode 100644 index 0000000..1ea3462 --- /dev/null +++ b/tests/config/prompts.json @@ -0,0 +1,8 @@ +{ + "sample": "Here are some examples that have already been identified as either human-written or AI-written. ", + "description": "Using the examples presented above, can you describe differences between works written by humans and by AI?", + "introduction": "Please help me determine whether the text was made by a human or an LLM:", + "classify": "Please help me determine whether this piece text above is written a human or by a large language model.", + "judge": "Try to consider both options before coming up with a single-choice conclusion.", + "answer format": "Your response must always end with your verdict in a new line that either contains “human” or “AI” without any additional words, quotation marks, formatting, or punctuations. Examples of responses include: \n“ABC \n\nhuman”\nor\n“DEF \n\nAI”\n\nwhere “ABC” and “DEF” are placeholders for your explanations." +} \ No newline at end of file diff --git a/tests/prompts.json b/tests/prompts.json deleted file mode 100644 index 51b5de2..0000000 --- a/tests/prompts.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "descriptions": ["Below are some texts written by humans and by large language models.", "Given these, can you describe the differences between the human and AI written work?"], - "sample": "Below are some texts that have already been determined to be written by humans or LLMs. ", - "introduction": "Below is a selected piece of text:", - "classify": "Now, can you determine if the above piece of text is written by a human or by a large language model?", - "judge": "Now, can you determine if the above piece of text is written by a human or by a large language model? Please consider both options before coming up with a single-choice conclusion.", - "answer format": "Your answer must always end with your verdict in a new line that strictly contains either “human” or “AI.” DO NOT format this line with any Markdown formatting.", - "acceptable": ["human", "AI"] -} \ No newline at end of file