data-extracter-extesion/scripts/background/extractor.js

class Extractor {
    constructor() {
        this._tasks = [];
        this._tab = undefined;
        this._running = false;
        this._results = {};
    }
    /**
     * Add a task to Extractor. \n
     * One Extractor could has multiple tasks, which orgnized in a task chian.
     * Later task will use previous task result as input (target url list).
     * So only the first task can have target url arguments, while later tasks can't.
     * @param {...any} args itemsSelector, fieldSelectors, and more args to specify target urls.
     */
    task(...args) {
        if (!testArgs(...args)) {
            console.log(`Invalid task arguments: ${argsToString(...args)}\n\n${signitures}\n`);
            return this;
        }
        // given >2 arguments means the task specifies target page, 
        // so it won't accept last task result as url list.
        // in this case, former tasks are useless, can be cleared.
        if (args.length > 2) this.clear();
        this._tasks.push(args);
        return this;
    }
    /**
     * Clear tasks and caches.
     */
    clear() {
        this._tasks = [];
        this._results = [];
        return this;
    }
    /**
     * Start the task chain.
     */
    async start() {
        if (this._running) {
            console.log('The Extractor is running. Please wait..');
            return;
        }
        if (!this._tasks.length) {
            console.log('No task to run.');
            return;
        }
        let firstTaskArgs = this._tasks[0];
        if (firstTaskArgs.length > 2) {
            // task specifies target urls, create new tab with first url for it
            let urls = parseUrls(...firstTaskArgs.slice(2, firstTaskArgs.length));
            this._tab = await createTab(urls[0], false);
        } else {
            this._tab = await getActiveTab(false);
        }
        this._running = true;
        return this._tasks.reduce((pms, args, i, tasks) => {
            return pms.then(
                result => {
                    if (result === undefined) return getData(this._tab, ...args);
                    this._results[tasks[i - 1]] = result;
                    return getData(this._tab, ...args, result);
                });
        }, Promise.resolve(undefined)).then(
            result => {
                this._results[this._tasks[this._tasks.length - 1]] = result;
                this._running = false;
                console.log("Tasks are all done.")
                this.save();
            }
        ).catch(err => {
            this._running = false;
            console.log(err)
        });
    }
    /**
     * restart from specified task, but don't restart the previous tasks.
     * @param {number} taskid from which restart the tasks
     */
    async restart(taskid) {
        if (this._running) {
            console.log('The Extractor is running. Please wait..');
            return;
        }
        taskid = this._checkTaskId(taskid, 1);
        if (!taskid) return;
        if (taskid == 1) {
            this.start();
            return;
        }
        let cache = this._results[this._tasks[taskid - 2]];
        if (!cache) {
            console.log(`No result cache for task (id ${taskid}). \nMake sure call ".start()" before ".restart()"?`);
            return;
        }
        this._running = true;
        this._tab = await createTab(parseUrls(cache)[0], false)
        return this._tasks.slice(taskid - 1).reduce((pms, args, i, tasks) => {
            return pms.then(
                result => {
                    this._results[tasks[i - 1]] = result;
                    return getData(this._tab, ...args, result);
                });
        }, Promise.resolve(cache)).then(
            result => {
                this._results[this._tasks[this._tasks.length - 1]] = result;
                this._running = false;
                this.save();
            }
        ).catch(err => {
            this._running = false;
            console.log(err)
        });
    }
    /**
     * Save result of a task
     * @param {number} taskid which task id to save.
     */
    save(taskid) {
        taskid = this._checkTaskId(taskid, this._tasks.length);
        if (!taskid) return;
        const result = this._results[this._tasks[taskid - 1]];
        if (!result) {
            console.log(`No result for task #${taskid}. Forget to call ".start()"?`);
            return;
        }
        if (result.data.length <= 1) { // 1 for selector headers
            console.log(`No result for task #${taskid}. Forget to call ".start()"?`);
            return;
        }
        let msg = `
Please confirm to download (${result.data.length - 1} items)：

${result.toString(50) || "- Empty -"}
`.trim();
        if (confirm(msg)) {
            saveFile(result, "text/csv");
        }
    }
    _checkTaskId(id, defaultId) {
        if (!this._tasks.length) {
            console.log("No task found.");
            return 0;
        }
        if (defaultId && id === undefined || this.task === null) id = defaultId;
        if (isNaN(id) || id < 1 || id > this._tasks.length) {
            console.log(`Invalid task id. Rang(1-${this._tasks.length})`);
            return 0;
        }
        return id
    }
}