csv: fix preview of small csv

* closes zenodo/rdm-project#541
inveniosoftware · Nov 20, 2023 · 14842cd · 14842cd
1 parent 167998a
commit 14842cd
Show file tree

Hide file tree

Showing 4 changed files with 14 additions and 2 deletions.
diff --git a/invenio_previewer/assets/bootstrap3/js/invenio_previewer/csv_previewer/init.js b/invenio_previewer/assets/bootstrap3/js/invenio_previewer/csv_previewer/init.js
@@ -18,6 +18,7 @@ import Papa from "papaparse";
   }
 
   const URL = $("#app").attr("data-csv-source");
+  const fileSize = $("#app").attr("data-csv-size");
   const maxRowsPerChunk = 50;
   const $tableHeader = $("#table-header");
   const $tableBody = $("#table-body");
@@ -33,6 +34,11 @@ import Papa from "papaparse";
     papaParser.resume();
   });
 
+  // If the RemoteChunkSize is bigger than the size of the file it fails with a 416
+  if (fileSize < Papa.RemoteChunkSize) {
+    Papa.RemoteChunkSize = fileSize
+  }
+
   Papa.parse(URL, {
     download: true,
     skipEmptyLines: true,

diff --git a/invenio_previewer/assets/semantic-ui/js/invenio_previewer/csv_previewer/init.js b/invenio_previewer/assets/semantic-ui/js/invenio_previewer/csv_previewer/init.js
@@ -18,6 +18,7 @@ import Papa from "papaparse";
   }
 
   const URL = $("#app").attr("data-csv-source");
+  const fileSize = $("#app").attr("data-csv-size");
   const maxRowsPerChunk = 50;
   const $tableHeader = $("#table-header");
   const $tableBody = $("#table-body");
@@ -33,6 +34,11 @@ import Papa from "papaparse";
     papaParser.resume();
   });
 
+  // If the RemoteChunkSize is bigger than the size of the file it fails with a 416
+  if (fileSize < Papa.RemoteChunkSize) {
+    Papa.RemoteChunkSize = fileSize
+  }
+
   Papa.parse(URL, {
     download: true,
     skipEmptyLines: true,

diff --git a/invenio_previewer/templates/invenio_previewer/csv_bar.html b/invenio_previewer/templates/invenio_previewer/csv_bar.html
@@ -10,7 +10,7 @@
 {%- extends config.PREVIEWER_ABSTRACT_TEMPLATE %}
 
 {% block panel %}
-<div id="app" data-csv-source="{{ file.uri }}">
+<div id="app" data-csv-source="{{ file.uri }}" data-csv-size="{{file.size}}">
   <table class="ui selectable celled table unstackable">
     <thead id="table-header">
     </thead>

diff --git a/invenio_previewer/templates/semantic-ui/invenio_previewer/csv_bar.html b/invenio_previewer/templates/semantic-ui/invenio_previewer/csv_bar.html
@@ -10,7 +10,7 @@
 {%- extends config.PREVIEWER_ABSTRACT_TEMPLATE %}
 
 {% block panel %}
-<div id="app" data-csv-source="{{ file.uri }}">
+<div id="app" data-csv-source="{{ file.uri }}" data-csv-size="{{file.size}}">
   <table class="ui selectable celled table unstackable">
     <thead id="table-header">
     </thead>