deno run --allow-read --allow-write --allow-net --location https://upload.gyazo.com --unstable --reload https://scrapbox.io/api/code/takker/PDFをOCRしてScrapboxに取り込むDeno_script/mod.ts convert basename access_token

import {cac} from 'https://unpkg.com/cac/mod.ts'; import {execute} from './script.ts';

const cli = cac('convert-scrapbox-json'); cli.command('convert [pagename] [accessToken]', 'page name of each scrapbox page') .action((pagename, accessToken) => { if (typeof accessToken !== 'string') throw Error('Specify an Gyazo access token'); execute(pagename, accessToken); }); cli.help(); cli.version('0.0.0'); cli.parse();

import {expandGlobSync} from 'https://deno.land/std@0.87.0/fs/mod.ts'; // @deno-types='../Scrapbox書籍のformat/script.d.ts' import {convert} from '../Scrapbox書籍のformat/script.js'; // @deno-types='../OCRしたテキストを整形/script.d.ts' import {tidy} from '../OCRしたテキストを整形/script.js'; export async function execute(filename: string, accessToken: string) { try { const imageURLPenings = getGyazoURLs([...expandGlobSync(`*.png`)] .flatMap(({path}) => { const name = path.match(/\/([^\/]+)$/)?.[1]; return name ? [name] : []; }) .sort((a,b) => parseInt(a) - parseInt(b)), filename, {accessToken}); console.log(`Open OCR text files...`); const ocrTexts = [...expandGlobSync(`*.txt`)] .flatMap(({path}) => { const name = path.match(/\/([^\/]+)$/)?.[1]; return name ? [name] : []; }) .sort((a,b) => parseInt(a) - parseInt(b)) .map((path, i) => { const text = Deno.readTextFileSync(path); // OCRしたテキストは、事前に整形しておく return tidy(text, {removeBracket: true}) .split(/\n/).flatMap(line => line.trim() === '' ? [] : [line]).join('\n'); }); console.log(`Opened ${ocrTexts.length} OCR text files.`); const imageURLs = await imageURLPenings;

const json = { pages: imageURLs.map(({url, index}) => convert(filename, url, index, { start: index === 1, end: index === imageURLs.length, text: ocrTexts[index - 1], })), };

const output = 'output.json'; console.log(`Writing to ${output}...`); await Deno.writeTextFile(output, JSON.stringify(json)); console.log('Successfully finished.'); } catch(e) { console.error(e); } }

// @deno-types='../uploadToGyazo/script.d.ts' import {uploadToGyazo} from '../uploadToGyazo/script.js'; async function getGyazoURLs(pathes: string[], fileName: string, {accessToken}: {accessToken: string}) { const URLs: {url: string, index: number}[] = []; const chunk = 10; let retryPathes: {path: string, index: number}[] = []; const max = Math.floor(pathes.length / chunk) + 1; for (let i = 0; i < max; i++) { const pendings = pathes.slice(i * chunk, (i + 1) * chunk) .map(async (path, j) => { const index = i * chunk + j + 1; try { console.log(`[page ${index}] Open "${path}"...`); const buffer = await Deno.readFile(path); const image = new Blob([buffer], {type: 'image/png'}); console.log(`[page ${index}] Opened.`); console.log(`[page ${index}] Uploading "${path}" to Gyazo...`); const {permalink_url} = await uploadToGyazo(image, accessToken, {title: `${fileName} ${index}`}); console.log(`[page ${index}] Success.`, permalink_url); URLs.push({url: permalink_url, index}); } catch(e) { console.error(`[page ${index}] Faild to upload:`, e); console.error(`[page ${index}] Retry later.`); retryPathes.push({path, index}); } }); await Promise.all(pendings); } // 送信に失敗した画像を送信し直す while (retryPathes.length > 0) { const {path, index} = retryPathes.pop()!; try { console.log(`[page ${index}] Open "${path}"...`); const buffer = await Deno.readFile(path); const image = new Blob([buffer], {type: 'image/png'}); console.log(`[page ${index}] Opened.`); console.log(`[page ${index}] Uploading "${path}" to Gyazo...`); const {permalink_url} = await uploadToGyazo(image, accessToken, {title: `${fileName} ${index}`}); console.log(`[page ${index}] Success.`, permalink_url); URLs.push({url: permalink_url, index}); } catch(e) { console.error(`[page ${index}] Faild to upload:`, e); console.error(`[page ${index}] Retry later.`); retryPathes.push({path, index}); } } return URLs; }

const filename = Deno.args[0]; const buffer = await Deno.readFile(filename); console.log(buffer);

const filenames = Deno.args; const buffers = await Promise.all(filenames.map(filename => Deno.readFile(filename))); console.log(buffers);