re-use existing processed data
Do not save the error unless it occurs.
This commit is contained in:
parent
87cac58d57
commit
e72f37bff2
1 changed files with 12 additions and 2 deletions
14
scripts/external/processor.js
vendored
14
scripts/external/processor.js
vendored
|
@ -15,13 +15,23 @@ export default class processor {
|
||||||
}
|
}
|
||||||
|
|
||||||
async analyze() {
|
async analyze() {
|
||||||
this.product = new product(this.data);
|
// Do not reset the product data, just re-use it.
|
||||||
|
this.product = (!this.product) ? new product(this.data) : this.product;
|
||||||
await this.product.attach();
|
await this.product.attach();
|
||||||
|
|
||||||
|
// Set up current data of the site, but forget about its previous errored state.
|
||||||
|
this.product.status[`done`] = false;
|
||||||
|
delete this.product.status[`error`];
|
||||||
|
|
||||||
|
// First save the SHA512 summary of the scraped data.
|
||||||
|
this.product.save();
|
||||||
|
|
||||||
|
// Try analysis of the data.
|
||||||
try {
|
try {
|
||||||
await this.product.analyze();
|
await this.product.analyze();
|
||||||
} catch(err) {
|
} catch(err) {
|
||||||
logging.error(err.name, err.message, err.stack, false);
|
logging.error(err.name, err.message, err.stack, false);
|
||||||
this.product.status[`error`] = true;
|
this.product.status[`error`] = err;
|
||||||
};
|
};
|
||||||
|
|
||||||
// Indicate that the process is done.
|
// Indicate that the process is done.
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue