archivalo-oss/replayweb.page
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

* large WARC loading optimizations (attempted to fix #67)

Browse Source 
- use dedicated web worker for loading, remove when done
- update to warcio 1.5.0 for faster loading of large WARCs
- show WARC records loading for better progress update

* fidelity: fix potentially invalid location redirect via wombat 3.3.5 (see: webrecorder/pywb#684)

* dependencies: wabac.js 2.10.0-beta.0 (includes warcio 1.5.0, wombat 3.3.5)

* bump to 1.5.6, update CHANGES
This commit is contained in:
Ilya Kreymer
2021-11-27 17:06:37 -08:00
parent dfc059042d
commit 178d0507eb
9 changed files with 99 additions and 49 deletions
Download Patch File Download Diff File Expand all files Collapse all files
yarn.lock
+24 -11
View File
@@ -962,12 +962,12 @@
resolved "https://registry.yarnpkg.com/@webpack-cli/serve/-/serve-1.5.2.tgz#ea584b637ff63c5a477f6f21604b5a205b72c9ec"
integrity sha512-vgJ5OLWadI8aKjDlOH3rb+dYyPd2GTZuQC/Tihjct6F9GpXGZINo3Y/IVuZVTM1eDQB+/AOsjPUWH/WySDaXvw==
"@webrecorder/wabac@^2.9.5":
version "2.9.5"
resolved "https://registry.yarnpkg.com/@webrecorder/wabac/-/wabac-2.9.5.tgz#a69b9033ebb322f95fc6441a0b45ce70556c042c"
integrity sha512-E6B9s+l+6a3wZt4sK6uU1j4X8Mm4nAJLKVr5U2GpqC9fwOiSllIYTKJ9eSvy6auettIvGlB9BNfYNiw9T5Xnsg==
"@webrecorder/wabac@^2.10.0-beta.0":
version "2.10.0-beta.0"
resolved "https://registry.yarnpkg.com/@webrecorder/wabac/-/wabac-2.10.0-beta.0.tgz#ec63c4fd9a574ea49733e22626ed357a9b391e05"
integrity sha512-IFf0rmo/4gEmSKcEa9tU5RrOPqXEvAoor5MQEh22VkdbPKmMdHrGyPrGnws8L6hx8AyMqisCDb5SYuG+my2e4g==
dependencies:
"@webrecorder/wombat" "^3.3.4"
"@webrecorder/wombat" "^3.3.5"
brotli "github:foliojs/brotli.js"
buffer "^6.0.3"
fast-xml-parser "^3.19.0"
@@ -983,12 +983,12 @@
path-parser "^6.1.0"
process "^0.11.10"
stream-browserify "^3.0.0"
warcio "^1.4.8"
warcio "^1.5.0"
"@webrecorder/wombat@^3.3.4":
version "3.3.4"
resolved "https://registry.yarnpkg.com/@webrecorder/wombat/-/wombat-3.3.4.tgz#1c8173db83cc1bb2ff09a17ab3bc4874c4bb39b1"
integrity sha512-H+g+T5JCn6CYWvAS/N1mb8zCDKMEotNvlmTGOVZpF3AyBE9Q1U8GMuO6lX3a7grdHWRgtaMf0xgxa4LQFF6JEw==
"@webrecorder/wombat@^3.3.5":
version "3.3.5"
resolved "https://registry.yarnpkg.com/@webrecorder/wombat/-/wombat-3.3.5.tgz#89aa8e48c58ca3d18ae9ceb52d229c1c04a3d458"
integrity sha512-mj/TtahJjhRf/TSyO0Nr8nwCH373Fyd5mqtqkTlacMsSMZdAfp/t7bY2aVr1rFqEb7KC+U7xkVn6fmDUecLZng==
dependencies:
warcio "^1.4.6"
@@ -7595,7 +7595,7 @@ verror@1.10.0, verror@^1.10.0:
core-util-is "1.0.2"
extsprintf "^1.2.0"
warcio@^1.4.6, warcio@^1.4.8:
warcio@^1.4.6:
version "1.4.8"
resolved "https://registry.yarnpkg.com/warcio/-/warcio-1.4.8.tgz#428cbebf80d2f4f69169b1f4a8f3aba7bda829ab"
integrity sha512-k8mi2uYWO8KIJxqbwPGm4v7SOwweGewMECjzN1iPu0uIg6irl2i0tDCeJrFMD5NQqzhVrn1x7m8Dh62KmfpZhw==
@@ -7608,6 +7608,19 @@ warcio@^1.4.6, warcio@^1.4.8:
uuid-random "^1.3.0"
yargs "^15.3.1"
warcio@^1.5.0:
version "1.5.0"
resolved "https://registry.yarnpkg.com/warcio/-/warcio-1.5.0.tgz#da80805f36b26c68c3b79e9d1d334f8df746df3e"
integrity sha512-80X3IJ0L5OZYRI/5gIjrLzivP/GVWtWrWsNexvSkfeSafoMsXxViywAuotMh4+WzjrcgDA9SGR1Gpg/uXl/9Fw==
dependencies:
"@peculiar/webcrypto" "^1.1.1"
esm "^3.2.25"
hi-base32 "^0.5.0"
node-fetch "^2.6.1"
pako "^1.0.11"
uuid-random "^1.3.0"
yargs "^15.3.1"
watchpack@^2.2.0:
version "2.2.0"
resolved "https://registry.yarnpkg.com/watchpack/-/watchpack-2.2.0.tgz#47d78f5415fe550ecd740f99fe2882323a58b1ce"