/* MIT License Copyright (c) 2020 ci7lus */ import '../use-pdfjs/script.js'; import '../PDFをGyazoにあげてScrapboxに取り込むUserScript/progressBar.js'; import {toArrayBuffer} from '../Blob.arrayBuffer()/script.js'; import {pdfPage2ImageDataURI} from '../pdfPage2ImageDataURI/script.js'; import {uploadToGyazoEasyAuth} from '../uploadToGyazoEasyAuth/script.js'; import {getLocalFiles} from '../簡単にfileをbrowserに取り込むscript/script.js'; import {downloadObject} from '../web_browserから任意のデータをdownloadするscript/script.js'; import {throttle} from '../promise-parallel-throttle/script.js'; scrapbox.PageMenu.addMenu({ title: 'upload-pdf', image: 'https://img.icons8.com/ios/180/FFFFFF/pdf.png', onClick: async () => { const file = await getLocalFiles({accept: 'application/pdf,.pdf'}); if (!file) return; console.log(file); const resolution = (()=>{ let value = prompt('Type the print resolution.', 600); if (value === null) return value; while (isNaN(parseInt(value))) { value = prompt('Invalid number.\nType the print resolution.', 600); if (value === null) return value; } return parseInt(value); })(); if (resolution === null) return; // 進捗表示エリアを作る const progressArea = document.createElement('progress-area'); document.body.appendChild(progressArea); const imageDataList = await pdf2GyazoDataList(file, resolution, progressArea); progressArea.message = 'Create json data...'; const pageData = {pages: imageDataList.map(({imageURL,text}, index) => { index++; const title = `${file.name} ${index}`; const nextLink = index === imageDataList.length ? '': `[${file.name} ${index + 1}]`; const previousLink = index === 1 ? '': `[${file.name} ${index - 1}]`; const quotes = text.trim() !== '' ? text.split(/\n/).flatMap(line => { if (/^\s*$/.test(line)) return []; return [`> ${line.replace(/(?<!\w)\s+(?=\W)/g, '')}`]; }) : []; return { title, created: file.lastModified / 1000, updated: file.lastModified / 1000, lines: [ title, `[[${imageURL}]]`, `<=${previousLink} | ${nextLink}=>`, ...quotes, ], }; }),}; downloadObject(pageData); progressArea.message = 'Done.'; document.body.removeChild(progressArea); }, });

async function pdf2GyazoDataList(pdfFile, printResolution, progressArea) {

progressArea.message = 'Loading pdf file...'; try { const pdf = await pdfjsLib.getDocument({ data: await toArrayBuffer(pdfFile), // cors制限のためcmapsはstorage.googleapis.comに上げたものを用いる cMapUrl: 'https://storage.googleapis.com/chrono-lexica/ci7lus-assets/pdfjs/cmaps/', cMapPacked: true, }).promise; const metadata = await pdf.getMetadata(); console.log(metadata); progressArea.message = 'pdf file loaded. Uploading to gyazo...';

let progress = 0; const updateProgressText = () => { progressArea.message = `Uploading... (${progress++}/${ pdf.numPages })`; }; updateProgressText();

let promise = undefined; const uploadCallback = i => (async () => { console.log(`[page ${i + 1}] Converting a pdf page to a png image...`); const page = await pdf.getPage(i + 1); const textPromise = page.getTextContent(); const dataURI = await pdfPage2ImageDataURI(page, {printResolution}); console.log(`[page ${i + 1}] Converted. Uploading an image to Gyazo...`); try { const imageURL = await uploadToGyazoEasyAuth({ dataURI, title: pdfFile.name, clientId: 'fd84cef882b9b51d8de3365cd28c86bc2cc8a1646ef05dbc641ca49278f9d0d6', }); console.log(`[page ${i + 1}] Uploaded: ${imageURL}`); updateProgressText();

const tokenizedText = await textPromise; return {imageURL, text: tokenizedText.items?.map?.(pageText => pageText.str)?.join?.('') ?? ''}; } catch(e) { console.error(`[page ${i + 1}] Failed to upload the page. `, e); console.log(`[page ${i + 1}] Will be tried to upload later.`); return undefined; } }); let imageDataList = await throttle([...Array(pdf.numPages).keys()] .map(i => uploadCallback(i)), {maxInProgress: 10});

while (imageDataList.some(data => data === undefined)) { imageDataList = await throttle(imageDataList.map((data, i) => async () => { if (data !== undefined) return data; console.log(`[page ${i + 1}] Retry to upload.`); return await uploadCallback(i)(); }), {maxInProgress: 10}); } progressArea.message = 'done'; return imageDataList; } catch (e) { console.error('failed', pdfFile, e); alert(`failed to load: ${pdfFile.name}`); } }

const sleep = milliseconds => new Promise(resolve => setTimeout(resolve, milliseconds));