archivalo-oss/replayweb.page
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

use http/blob readers for all loaders, not just ziparchivereader

Browse Source 
support cdx indexing only for large warcs instead of storing entire warc
ziparchive cache zip entries in db, avoid reload of zip on each access
fix collections not being cached!
This commit is contained in:
Ilya Kreymer
2020-04-30 23:32:49 -07:00
parent 762df607df
commit fb2c1f0f15
1 changed files with 11 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/frontend.js
+11 -11
View File
@@ -51,7 +51,7 @@ class AppMain extends LitElement
render() { render() {
return html` return html`
<link href="./dist/frontend.css" rel="stylesheet"/> <link href="./dist/frontend.css" rel="stylesheet"/>
<div class="container"> <div class="container" style="display: sticky">
<nav class="navbar" role="navigation" aria-label="main navigation"> <nav class="navbar" role="navigation" aria-label="main navigation">
<div class="navbar-brand"> <div class="navbar-brand">
<a class="navbar-item has-text-weight-bold is-size-5 has-allcaps " href="/"> <a class="navbar-item has-text-weight-bold is-size-5 has-allcaps " href="/">
@@ -134,9 +134,7 @@ class WrLoader extends LitElement
switch (event.data.msg_type) { switch (event.data.msg_type) {
case "collProgress": case "collProgress":
if (event.data.name === this.coll) { if (event.data.name === this.coll) {
this.progress = event.data.progress; this.percent = event.data.percent;
this.total = event.data.total;
this.percent = Math.round(this.progress / this.total * 100);
} }
break; break;
@@ -179,6 +177,9 @@ class WrLoader extends LitElement
case "s3:": case "s3:":
sourceUrl = `https://${sup.pathname.slice(2, firstSlash)}.s3.amazonaws.com${sup.pathname.slice(firstSlash)}`; sourceUrl = `https://${sup.pathname.slice(2, firstSlash)}.s3.amazonaws.com${sup.pathname.slice(firstSlash)}`;
source = {sourceUrl,
sourceId: this.sourceUrl,
name: this.sourceUrl};
break; break;
} }
@@ -239,7 +240,7 @@ class WrLoader extends LitElement
case "started": case "started":
return html` return html`
<progress class="progress is-primary is-large" data-percent="${this.percent}" value="${this.progress}" max="${this.total}" style="max-width: 400px"/>`; <progress class="progress is-primary is-large" data-percent="${this.percent}" value="${this.percent}" max="100" style="max-width: 400px"/>`;
case "waiting": case "waiting":
default: default:
@@ -314,7 +315,7 @@ class WrIndex extends LitElement
</div> </div>
</div> </div>
<div class="level-right"> <div class="level-right">
<span class="size">Size: ${prettyBytes(coll.size || 0)}</span> <span class="size">Size: ${prettyBytes(Number(coll.size || 0))}</span>
<a data-coll-index="${i}" @click="${this.deleteColl}" class="delete"></a> <a data-coll-index="${i}" @click="${this.deleteColl}" class="delete"></a>
</div> </div>
</div> </div>
@@ -485,7 +486,7 @@ class WrColl extends LitElement
</a> </a>
<span>${this.collInfo.title}</span> <span>${this.collInfo.title}</span>
<a @click="${this.deleteColl}" class="is-pulled-right delete"></a> <a @click="${this.deleteColl}" class="is-pulled-right delete"></a>
<span class="header-info is-pulled-right">Size: ${prettyBytes(this.collInfo.size || 0)}</span> <span class="header-info is-pulled-right">Size: ${prettyBytes(Number(this.collInfo.size || 0))}</span>
</div> </div>
<p class="panel-tabs is-boxed"> <p class="panel-tabs is-boxed">
${this.hasCurated ? html` ${this.hasCurated ? html`
@@ -684,7 +685,7 @@ class WrCuratedPages extends LitElement
scrollToList(id) { scrollToList(id) {
this.currList = Number(id); this.currList = Number(id);
this.dispatchEvent(new CustomEvent("coll-tab-nav", {detail: {currList: this.currList || undefined}})); this.dispatchEvent(new CustomEvent("coll-tab-nav", {detail: {currList: this.currList || undefined}}));
const opts = {behavior: "smooth", block: "start", inline: "nearest"}; const opts = {behavior: "smooth", block: "nearest", inline: "nearest"};
this.clickTime = new Date().getTime(); this.clickTime = new Date().getTime();
this.renderRoot.getElementById("list-" + this.currList).scrollIntoView(opts); this.renderRoot.getElementById("list-" + this.currList).scrollIntoView(opts);
} }
@@ -874,7 +875,7 @@ class WrResources extends LitElement
width: 100%; width: 100%;
} }
.main-scroll { .main-scroll {
max-height: calc(100vh - 295px); max-height: calc(100vh - 255px);
width: 100vw; width: 100vw;
} }
table { table {
@@ -1166,8 +1167,7 @@ class WrFaIcon extends LitElement
const styles = {width: this.size, height: this.size}; const styles = {width: this.size, height: this.size};
return html`<svg style="${styleMap(styles)}"><g>${unsafeHTML(this.svg)}</g></svg>`; return html`<svg style="${styleMap(styles)}"><g>${unsafeSVG(this.svg)}</g></svg>`;
//return html`${unsafeSVG(this.svg)}`;
} }
} }