import {ExternalCompletion} from '/api/code/takker/external-completion/script.js'; const externalCompletion = new ExternalCompletion({ projects: ['shokai', 'hub', 'customize', 'scrapboxlab']

// includeYourProject: false, // maxSuggestionNum: 30, // maxHeight: `calc(50vh - 100px)` }); externalCompletion.start();

import {ICompletion} from '/api/code/takker/ICompletion/script.js';

export class ExternalCompletion extends ICompletion { constructor({projects, projects_lazy = [], includeYourProject = false, maxSuggestionNum = 30, maxHeight = 'calc(50vh - 100px)'} = {}) { super({ id: 'external-completion', projects: projects, projects_lazy: projects_lazy, includeYourProject: includeYourProject, maxSuggestionNum: maxSuggestionNum, maxHeight: maxHeight, trigger: '/', makeRaw: string => string.substr(1, string.length - 2), searchWorkerCode: '/api/code/takker/external-completion/searchWorker.js' }); }

async _importDataList() { // 処理を分けると複雑になるので、自分のprojectであってもAPIからリンクを取得する this.searchWorker.postMessage({loading: true, projects: this.projects}); // 遅延読み込み用PageMenuを追加する scrapbox.PageMenu.addMenu({ title: `load external links from ${this.projects_lazy.length} projects`, image: '/asset/img/logo.png', onClick: () => this.searchWorker.postMessage({loading: true, projects: this.projects_lazy}) }); }

//補完windowに表示する項目を作成する _createGuiList(matchedList) { const cursor = document.getElementById('text-input'); return matchedList .map(link => { const div = document.createElement('div'); div.textContent = link; return new Object({ elements: [div], onComfirm: () => { this._log(`clicked [${link}]`); this._comfirm(cursor, `[${link}]`);}, }); }); }

_postMessage(word) { this.searchWorker.postMessage({word: word, list: this.links, maxSuggestionNum: this.maxSuggestionNum}); } }

const range = n => [...Array(n).keys()]; // [0,1,...,n-1]を作る函数 // list: 補完候補が入ったリスト const workerNum = navigator.hardwareConcurrency; const workers = range(workerNum).map(_ => new Worker( '/api/code/takker/external-completion/compute.js'));

// 曖昧検索をする function searchWord(message) { const word = message.data.word; _log(`start searching for ${word}...`); const jobs = workers .map(worker => { // 処理を投げる const job = new Promise((resolve, reject) => worker.addEventListener('message', message => { resolve(message.data); })); worker.postMessage({word: word, limit: message.data.maxSuggestionNum}); return job; }); // 処理が帰って来たら結果をPOSTする Promise.all(jobs).then(results => { // まず、listの順番を復元する const temp = results.sort((a, b) => a.index - b.index) .map(result => result.linksData); // 曖昧度順に並べ直す const max = temp.map(linksData => linksData.length).reduce((r,c) => Math.max(r,c)); const matchedLinksData = range(max) .flatMap(i => temp.flatMap(linksData => linksData[i] ?? [])); _log(`Found ${matchedLinksData.length} links: %o`, matchedLinksData); self.postMessage(matchedLinksData.slice(0, message.data.maxSuggestionNum) .map(data => data.link)); }); }

async function addLinks(projects) { _log(`start loading projects...`); const externalLinks = await Promise.all(projects .flatMap(project => fetchExternalLinks(project))) .then(lists => lists.flat()

.sort((a,b) => b.linked - a.linked) .map(data => {return {link: `/${data.project}/${data.title}`, linked: data.linked};})); _log('Finish loading all links: %o', externalLinks); // workerの数だけ分割して渡す const skip = Math.floor(externalLinks.length/workerNum) + 1; for (const i of range(workerNum)) { const dividedList = externalLinks.slice(i * skip,(i + 1) * skip); workers[i].postMessage({loading: true, list: dividedList, index: i, // listの順番を保存する }); } // 処理が終わったことを伝える self.postMessage(undefined); } async function fetchExternalLinks(project) { let followingId = null; let temp = []; const relations = []; //link先の情報 linkedの計算に使う _log(`Start loading links from ${project}...`); do { _log(`Loading links from ${project}: followingId = ${followingId}`); const json = await (!followingId ? fetch(`/api/pages/${project}/search/titles`) : fetch(`/api/pages/${project}/search/titles?followingId=${followingId}`)) .then(res => { followingId = res.headers.get('X-Following-Id'); return res.json(); }); temp.push(...json.flatMap(page => [...page.links, page.title])); relations.push(...json); } while(followingId); // linkedを計算する前に重複を除いておく temp = [...new Set(temp)]; _log(`Start calculating linked of /${project}...: %o`,temp); // linkedを計算する const links = temp.map(title => { return { project: project, title: title, linked: relations .filter(relation => relation.links.includes(title)) .length, };}); _log(`Finish calculating linked of /${project}.`); _log(`Loaded ${links.length} links from /${project}`); return links; }

self.addEventListener('message', async message => { if (message.data.loading) { addLinks(message.data.projects); return; } searchWord(message); }); // debug用 function _log(msg, ...objects) { console.log(`[search-worker@external-completion] ${msg}`, ...objects); }

self.importScripts('/api/code/takker/fizzSearch/script.js'); // 検索候補 let list = []; let index = 0; self.addEventListener('message', message => { if(message.data.loading) { index = message.data.index; //_log(index, `Adding new ${message.data.list.length} suggestion items...`); list = [...list, ...message.data.list] // Most linked順に並び替える .sort((a,b) => b.linked - a.linked); //_log(index, 'Added.'); return; } _log(index, `start searching for ${message.data.word}...`); const matchedLinksData = fizzSearch({word: message.data.word.split('/').join(' '), list: list, limit: message.data.limit, func: data => data.link}); _log(index, 'finished: %o', matchedLinksData); // index: externalLinksの並び順 self.postMessage({linksData: matchedLinksData, index: index}); }); // debug用 function _log(number, msg, ...objects) { console.log(`[search-worker ${number}@external-completion] ${msg}`, ...objects); }