buzzcode2007/ShopAI-Extension
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Use Gemini Pro Vision to support images

Browse source
This commit is contained in:
buzz-lightsnack-2007 2024-04-15 13:22:21 +08:00
parent 9ee327c90b
commit 69949096b7
1 changed files with 5 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

13
scripts/product.js
View file

@ -93,22 +93,19 @@ export default class product {
if ((this.analysis && this.analysis != null && this.analysis != undefined) ? !((typeof this.analysis).contains(`obj`) && !Array.isArray(this.analysis)) : true) {
// Analyze the data.
const gemini = (await import(chrome.runtime.getURL("scripts/AI/gemini.js"))).default;
let analyzer = new gemini (await secretariat.read([`settings`,`analysis`,`api`,`key`]), `gemini-pro`);
let analyzer = new gemini (await secretariat.read([`settings`,`analysis`,`api`,`key`]), `gemini-pro-vision`);
// Analyze the data.
let PROMPT = [];
// Add the "system" prompt.
PROMPT.push({"text": texts.localized(`AI_message_prompt`)});
// Add the prompt.
PROMPT.push({"text": (texts.localized(`AI_message_prompt`)).concat(JSON.stringify(this.details))});
// This is the user prompt.
PROMPT.push({"text": JSON.stringify(this.details)});
// Return the analysis
// Run the analysis.
await analyzer.generate(PROMPT);
// Remove all markdown formatting.
if (analyzer.candidate) {
// Remove all markdown formatting.
this.analysis = JSON.parse(analyzer.candidate.replace(/(```json|```|`)/g, ''));
};
};