Implement folder specific search for datasets

CHANGELOG.unreleased.md

@@ -13,6 +13,7 @@ For upgrade instructions, please check the [migration guide](MIGRATIONS.released
 ### Added
 - Added sign in via OIDC. [#6534](https://github.com/scalableminds/webknossos/pull/6534)
 - Added a new datasets tab to the dashboard which supports managing datasets in folders. Folders can be organized hierarchically and datasets can be moved into these folders. Selecting a dataset will show dataset details in a sidebar. [#6591](https://github.com/scalableminds/webknossos/pull/6591)
+- Added the option to search a specific folder in the new datasets tab. [#6677](https://github.com/scalableminds/webknossos/pull/6677)
 
 ### Changed
 - webKnossos is now able to recover from a lost webGL context. [#6663](https://github.com/scalableminds/webknossos/pull/6663)
@@ -23,6 +24,7 @@ For upgrade instructions, please check the [migration guide](MIGRATIONS.released
 - Fixed a bug where it was possible to create invalid an state by deleting teams that are referenced elsewhere. [6664](https://github.com/scalableminds/webknossos/pull/6664)
 - Miscellaneous fixes for the new folder UI. [#6674](https://github.com/scalableminds/webknossos/pull/6674)
 - Fixed import of remote datasets with multiple layers and differing resolution pyramid. #[6670](https://github.com/scalableminds/webknossos/pull/6670)
+- Fixed broken Get-new-Task button in task dashboard. [#6677](https://github.com/scalableminds/webknossos/pull/6677)
 
 ### Removed
 

app/controllers/DataSetController.scala

@@ -178,6 +178,10 @@ class DataSetController @Inject()(userService: UserService,
       uploaderId: Option[String],
       @ApiParam(value = "Optional filtering: List only datasets in the folder with this id")
       folderId: Option[String],
+      @ApiParam(
+        value =
+          "Optional filtering: If a folderId was specified, this parameter controls whether subfolders should be considered, too (default: false)")
+      recursive: Option[Boolean],
       @ApiParam(value = "Optional filtering: List only datasets with names matching this search query")
       searchQuery: Option[String],
       @ApiParam(value = "Optional limit, return only the first n matching datasets.")
@@ -210,7 +214,8 @@ class DataSetController @Inject()(userService: UserService,
     ) { filter =>
       for {
         folderIdValidated <- Fox.runOptional(folderId)(ObjectId.fromString)
-        dataSets <- dataSetDAO.findAllWithSearch(folderIdValidated, searchQuery) ?~> "dataSet.list.failed"
+        dataSets <- dataSetDAO
+          .findAllWithSearch(folderIdValidated, searchQuery, recursive.getOrElse(false)) ?~> "dataSet.list.failed"
         filtered <- filter.applyOn(dataSets)
         limited = limit.map(l => filtered.take(l)).getOrElse(filtered)
         js <- listGrouped(limited, request.identity) ?~> "dataSet.list.failed"

app/models/binary/DataSet.scala

@@ -163,11 +163,16 @@ class DataSetDAO @Inject()(sqlClient: SQLClient,
       parsed <- parseFirst(r, id)
     } yield parsed
 
-  def findAllWithSearch(folderIdOpt: Option[ObjectId], searchQuery: Option[String])(
+  def findAllWithSearch(folderIdOpt: Option[ObjectId], searchQuery: Option[String], includeSubfolders: Boolean = false)(
       implicit ctx: DBAccessContext): Fox[List[DataSet]] =
     for {
       accessQuery <- readAccessQuery
-      folderPredicate = folderIdOpt.map(folderId => s"_folder = '$folderId'").getOrElse("true")
+      folderPredicate = folderIdOpt match {
+        case Some(folderId) if (includeSubfolders) =>
+          s"_folder IN (select _descendant FROM webknossos.folder_paths fp WHERE fp._ancestor = '$folderId')"
+        case Some(folderId) => s"_folder = '$folderId'"
+        case None           => "true"
+      }
       searchPredicate = buildSearchPredicate(searchQuery)
       r <- run(sql"""SELECT #$columns
               FROM #$existingCollectionName

conf/webknossos.latest.routes

@@ -69,7 +69,7 @@ GET           /teams/:id/progressOverview
 # DataSets
 POST          /datasets/:organizationName/:dataSetName/createExplorational              controllers.AnnotationController.createExplorational(organizationName: String, dataSetName: String)
 GET           /datasets/:organizationName/:dataSetName/sandbox/:typ                     controllers.AnnotationController.getSandbox(organizationName: String, dataSetName: String, typ: String, sharingToken: Option[String])
-GET           /datasets                                                                 controllers.DataSetController.list(isActive: Option[Boolean], isUnreported: Option[Boolean], isEditable: Option[Boolean], organizationName: Option[String], onlyMyOrganization: Option[Boolean], uploaderId: Option[String], folderId: Option[String], searchQuery: Option[String], limit: Option[Int])
+GET           /datasets                                                                 controllers.DataSetController.list(isActive: Option[Boolean], isUnreported: Option[Boolean], isEditable: Option[Boolean], organizationName: Option[String], onlyMyOrganization: Option[Boolean], uploaderId: Option[String], folderId: Option[String], includeSubfolders: Option[Boolean], searchQuery: Option[String], limit: Option[Int])
 POST          /datasets                                                                 controllers.DataSetController.create(typ: String)
 POST          /datasets/exploreRemote                                                   controllers.DataSetController.exploreRemoteDataset
 GET           /datasets/disambiguate/:dataSetName/toNew                                 controllers.DataSetController.getOrganizationForDataSet(dataSetName: String)

frontend/javascripts/admin/admin_rest_api.ts

@@ -1025,13 +1025,14 @@ export async function getDatasets(
   isUnreported: boolean | null | undefined = null,
   folderId: string | null = null,
   searchQuery: string | null = null,
+  includeSubfolders: boolean | null = null,
   limit: number | null = null,
 ): Promise<Array<APIMaybeUnimportedDataset>> {
   const params = new URLSearchParams();
   if (isUnreported != null) {
     params.append("isUnreported", String(isUnreported));
   }
-  if (folderId != null) {
+  if (folderId != null && folderId !== "") {
     params.append("folderId", folderId);
   }
   if (searchQuery != null) {
@@ -1040,6 +1041,9 @@ export async function getDatasets(
   if (limit != null) {
     params.append("limit", String(limit));
   }
+  if (includeSubfolders != null) {
+    params.append("includeSubfolders", includeSubfolders ? "true" : "false");
+  }
 
   const datasets = await Request.receiveJSON(`/api/datasets?${params}`);
   assertResponseLimit(datasets);

frontend/javascripts/dashboard/advanced_dataset/dataset_table.tsx

@@ -1,4 +1,4 @@
-import { PlusOutlined, WarningOutlined } from "@ant-design/icons";
+import { FolderOpenOutlined, PlusOutlined, WarningOutlined } from "@ant-design/icons";
 import { Link } from "react-router-dom";
 import { Dropdown, Table, Tag, Tooltip } from "antd";
 import type {
@@ -36,7 +36,11 @@ import { ContextMenuContext, GenericContextMenuContainer } from "oxalis/view/con
 import Shortcut from "libs/shortcut_component";
 import { MINIMUM_SEARCH_QUERY_LENGTH } from "dashboard/dataset/queries";
 import { useSelector } from "react-redux";
+import { DatasetCacheContextValue } from "dashboard/dataset/dataset_cache_provider";
+import { DatasetCollectionContextValue } from "dashboard/dataset/dataset_collection_context";
+import { Unicode } from "oxalis/constants";
 
+const { ThinSpace } = Unicode;
 const { Column } = Table;
 const typeHint: APIMaybeUnimportedDataset[] = [];
 const useLruRank = true;
@@ -58,6 +62,7 @@ type Props = {
   onSelectDataset?: (dataset: APIMaybeUnimportedDataset | null) => void;
   selectedDataset?: APIMaybeUnimportedDataset | null | undefined;
   hideDetailsColumns?: boolean;
+  context: DatasetCacheContextValue | DatasetCollectionContextValue;
 };
 type State = {
   prevSearchQuery: string;
@@ -489,7 +494,12 @@ class DatasetTable extends React.PureComponent<Props, State> {
                   {dataset.name}
                 </Link>
                 <br />
-                <Tag color={stringToColor(dataset.dataStore.name)}>{dataset.dataStore.name}</Tag>
+
+                {"getBreadcrumbs" in this.props.context ? (
+                  <BreadcrumbsTag parts={this.props.context.getBreadcrumbs(dataset)} />
+                ) : (
+                  <Tag color={stringToColor(dataset.dataStore.name)}>{dataset.dataStore.name}</Tag>
+                )}
               </>
             )}
           />
@@ -725,4 +735,29 @@ export function TeamTags({
   );
 }
 
+function formatPath(parts: string[]) {
+  return parts.join(`${ThinSpace}/${ThinSpace}`);
+}
+
+function BreadcrumbsTag({ parts: allParts }: { parts: string[] | null }) {
+  if (allParts == null) {
+    return null;
+  }
+  let parts;
+  if (allParts.length <= 4) {
+    parts = allParts;
+  } else {
+    parts = [...allParts.slice(0, 2), "...", ...allParts.slice(-2)];
+  }
+
+  return (
+    <Tooltip title={`This dataset is located in ${formatPath(allParts)}.`}>
+      <Tag>
+        <FolderOpenOutlined />
+        {formatPath(parts)}
+      </Tag>
+    </Tooltip>
+  );
+}
+
 export default DatasetTable;

frontend/javascripts/dashboard/dashboard_task_list_view.tsx

@@ -529,7 +529,7 @@ class DashboardTaskListView extends React.PureComponent<Props, State> {
     return (
       <div>
         <TopBar
-          confirmGetNewTask={this.confirmGetNewTask}
+          confirmGetNewTask={() => this.confirmGetNewTask()}
           isAdminView={this.props.isAdminView}
           userId={this.props.userId}
           toggleShowFinished={this.toggleShowFinished}
@@ -589,7 +589,7 @@ function TopBar({
       <AsyncButton
         type="primary"
         icon={<UserAddOutlined />}
-        onClick={() => confirmGetNewTask()}
+        onClick={confirmGetNewTask}
         disabled={isAdminView && userId != null}
       >
         Get a New Task