buzzcode2007/ShopAI-Extension
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

rewrite comments

Browse source 
Autoformatted, I am not sure by how much changed, but I'm quite sure that was what happened.
This commit is contained in:
buzz-lightsnack-2007 2024-05-25 11:19:00 +08:00
parent ee1559522b
commit 39495a7ec5
1 changed files with 42 additions and 42 deletions
Download patch file Download diff file Expand all files Collapse all files

84
src/scripts/platform/processor.js
View file

@ -1,5 +1,5 @@
/* processor.js /* processor.js
Process the information on the website and display it on screen. Process the information on the website and display it on screen.
*/ */
import scraper from "/scripts/platform/scraper.js"; import scraper from "/scripts/platform/scraper.js";
@ -11,29 +11,29 @@ import {URLs} from "/scripts/utils/URLs.js";
import gemini from "/scripts/AI/gemini.js"; import gemini from "/scripts/AI/gemini.js";
export default class processor { export default class processor {
#filter; #filter;
#analyzer; #analyzer;
status = {}; status = {};
async scrape (fields, options) {
this.product.details = new scraper (((fields) ? fields : this.targets), options);
// Read product data and gather the SHA512 hash. async scrape (fields, options) {
this.product.details = new scraper (((fields) ? fields : this.targets), options);
// Read product data and gather the SHA512 hash.
await this.product.read(); await this.product.read();
// Save the details already. // Save the details already.
return(await this.product.save()); return(await this.product.save(options));
} }
async analyze(options = {}) { async analyze(options = {}) {
const main = async() => { const main = async() => {
// Set up the analyzer. // Set up the analyzer.
this.#analyzer = (this.#analyzer) ? this.#analyzer : new gemini (await global.read([`settings`,`analysis`,`api`,`key`]), `gemini-1.5-pro-latest`); this.#analyzer = (this.#analyzer) ? this.#analyzer : new gemini (await global.read([`settings`,`analysis`,`api`,`key`]), `gemini-1.5-pro-latest`);
// Set up current data of the site, but forget about its previous errored state. // Set up current data of the site, but forget about its previous errored state.
delete this.status[`error`]; delete this.status[`error`];
// Set the completion state to anything else but not 1. // Set the completion state to anything else but not 1.
(this.status[`done`] >= 1) ? this.#notify(0) : false; (this.status[`done`] >= 1) ? this.#notify(0) : false;
const perform = async() => { const perform = async() => {
@ -44,47 +44,47 @@ export default class processor {
// Add the prompt. // Add the prompt.
let PROMPT = []; let PROMPT = [];
PROMPT.push({"text": ((new texts(`AI_message_prompt`)).localized).concat(JSON.stringify(this.product.details.texts))}); PROMPT.push({"text": ((new texts(`AI_message_prompt`)).localized).concat(JSON.stringify(this.product.details.texts))});
// Run the analysis. // Run the analysis.
await this.#analyzer.generate(PROMPT); await this.#analyzer.generate(PROMPT);
// Raise an error if the product analysis is blocked. // Raise an error if the product analysis is blocked.
this.status[`blocked`] = this.#analyzer.blocked; this.status[`blocked`] = this.#analyzer.blocked;
if (this.status[`blocked`]) { if (this.status[`blocked`]) {
this.status.error = {"name": (new texts(`blocked`)).localized, "message": (new texts(`error_msg_blocked`)).localized, "stack": analyzer.response}; this.status.error = {"name": (new texts(`blocked`)).localized, "message": (new texts(`error_msg_blocked`)).localized, "stack": analyzer.response};
throw Error(); throw Error();
}; };
if (this.#analyzer.candidate) { if (this.#analyzer.candidate) {
// Remove all markdown formatting. // Remove all markdown formatting.
this.product.analysis = JSON.parse(this.#analyzer.candidate.replace(/(```json|```|`)/g, '')); this.product.analysis = JSON.parse(this.#analyzer.candidate.replace(/(```json|```|`)/g, ''));
// Save the data. // Save the data.
await this.product.save(); await this.product.save(options);
}; };
} }
} };
// Try analysis of the data. // Try analysis of the data.
try { try {
await perform(); await perform();
// Indicate that the process is done. // Indicate that the process is done.
this.#notify(1); this.#notify(1);
// Display the results. // Display the results.
new logging(texts.localized(`AI_message_title_done`), JSON.stringify(this.product.analysis)); new logging(texts.localized(`AI_message_title_done`), JSON.stringify(this.product.analysis));
// Save the data. // Save the data.
this.product.save(); this.product.save();
} catch(err) { } catch(err) {
// Use the existing error, if any exists. // Use the existing error, if any exists.
if (!this.status.error) { if (!this.status.error) {
this.status.error = {}; this.status.error = {};
[`name`, `message`, `stack`].forEach((KEY) => { [`name`, `message`, `stack`].forEach((KEY) => {
this.status.error[KEY] = err[KEY]; this.status.error[KEY] = err[KEY];
}); });
} }
// Display the error. // Display the error.
this.#notify(-1); this.#notify(-1);
}; };
@ -117,16 +117,16 @@ export default class processor {
}; };
/* /*
Run in the chronological order. Useful when needed to be redone manually. Run in the chronological order. Useful when needed to be redone manually.
*/ */
async run (options = {}) { async run (options = {}) {
this.#notify((this.targets) ? .25 : 0); this.#notify((this.targets) ? .25 : 0);
// Scrape the data. // Scrape the data.
await this.scrape(null, ((typeof options).includes(`obj`) && options) ? options[`scrape`] : null); await this.scrape(null, ((typeof options).includes(`obj`) && options) ? options[`scrape`] : null);
if ((this.product.details) ? Object.keys(this.product.details).length : false) { if ((this.product.details) ? Object.keys(this.product.details).length : false) {
// Update the status. // Update the status.
await this.#notify(.5); await this.#notify(.5);
// Analyze the data. // Analyze the data.
@ -135,8 +135,8 @@ export default class processor {
} }
/* /*
Update the percentage of the progress. Update the percentage of the progress.
@param {number} status the status of the progress @param {number} status the status of the progress
*/ */
async #notify (status) { async #notify (status) {
@ -144,14 +144,14 @@ export default class processor {
// Set the status of the site. // Set the status of the site.
if ((await global.write([`sites`, this.URL, `status`], this.status, -1)) && (this.status[`done`] >= 0)) { if ((await global.write([`sites`, this.URL, `status`], this.status, -1)) && (this.status[`done`] >= 0)) {
// Set the status to its whole number counterpart. // Set the status to its whole number counterpart.
let STATUS = Math.round(status * 100); let STATUS = Math.round(status * 100);
// Get the corresponding status message. // Get the corresponding status message.
new logging(texts.localized(`scrape_msg_`.concat(String(STATUS))), (String(STATUS)).concat("%")); new logging(texts.localized(`scrape_msg_`.concat(String(STATUS))), (String(STATUS)).concat("%"));
return true; return true;
} else if (this.status[`done`] < 0) { } else if (this.status[`done`] < 0) {
logging.error(this.status.error); logging.error(this.status.error);
} else { } else {
return false; return false;
} }
@ -163,7 +163,7 @@ export default class processor {
this.product = new product(); this.product = new product();
this.targets = this.#filter[`data`]; this.targets = this.#filter[`data`];
((((typeof options).includes(`obj`)) ? Object.hasOwn(options, `automatic`) : false) ? options[`automatic`] : true) ? this.run() : false; ((((typeof options).includes(`obj`)) ? Object.hasOwn(options, `automatic`) : false) ? options[`automatic`] : true) ? this.run() : false;
} }
} }