Lomanic/bibliogram
1
0
Fork 0
mirror of https://git.sr.ht/~cadence/bibliogram synced 2026-03-01 18:31:35 +00:00
Code Issues Releases Wiki Activity

Automatically download test files when required

Browse source
This commit is contained in:
Cadence Ember 2020-07-07 22:08:47 +12:00
parent c3455ec183
commit 642e543fd6
No known key found for this signature in database
GPG key ID: 128B99B1B74A6412
2 changed files with 31 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

28
src/lib/utils/saved_requests/manager.js
View file

@ -5,6 +5,7 @@ const {promisify} = require("util")
const crypto = require("crypto")
const stream = require("stream")
const constants = require("../../constants")
const db = require("../../db")
const Saved = require("../request_backends/saved")
const NodeFetch = require("../request_backends/node-fetch")
@ -56,9 +57,32 @@ class SavedRequestManager {
request() {
const row = db.prepare("SELECT * FROM SavedRequests WHERE url = ?").get(this.url)
if (row) {
console.log("Found, using saved request for "+row.path)
const base = pj(folder, row.path)
return new Saved(base)
try {
fs.accessSync(base)
console.log("Found, using saved request for "+row.path)
return new Saved(base)
} catch (e) {
console.log("Known, but not downloaded for "+row.path)
function download(name) {
return new NodeFetch(constants.external.saved_requests_location+name).stream().then(readable => {
return promisify(stream.pipeline)(
readable,
fs.createWriteStream(pj(folder, name))
)
})
}
return new DelayedBackend(
Promise.all([
download(row.path),
download(row.path + ".meta.json")
]).then(() => {
return this.clone().request()
})
)
}
} else {
const name = generateName()
console.log("Not found, saving now as "+name)