added boilerplate for user management

.github/workflows/docker_compose.yml

@@ -17,28 +17,22 @@ jobs:
       uses: actions/checkout@v2
 
     - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v1
+      uses: docker/setup-buildx-action@v3
 
     - name: Build Docker images
       run: |
-        docker-compose -f docker-compose.yml build
+        docker compose -f docker-compose.yml build
 
     - name: Run Docker Compose
       run: |
-        docker-compose -f docker-compose.yml up -d
+        docker compose -f docker-compose.yml up -d
 
     - name: Wait for services to be ready
       run: |
         # Add any necessary health checks or wait commands
         sleep 30
 
-    # - name: Run tests
-    #   run: |
-    #     docker-compose -f docker-compose.yml run --rm <test-service> <test-command>
-    #   # Replace <test-service> with the name of the service running the tests
-    #   # Replace <test-command> with the actual command to run your tests
-
     - name: Shut down Docker Compose
       if: always()
       run: |
-        docker-compose -f docker-compose.yml down
+        docker compose -f docker-compose.yml down

.github/workflows/test_common.yml

@@ -18,6 +18,13 @@ jobs:
     name: docs changes
     uses: ./.github/workflows/get_docs_changes.yml
 
+  setup_docker:
+    name: Set up Docker Buildx
+    runs-on: ubuntu-latest
+    steps:
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
   run_common:
     name: test
     needs: get_docs_changes
@@ -40,6 +47,18 @@ jobs:
       run:
         shell: bash
 
+    services:
+      postgres:
+        image: postgres:latest
+        env:
+          POSTGRES_USER: cognee
+          POSTGRES_PASSWORD: cognee
+          POSTGRES_DB: cognee_db
+        volumes:
+          - postgres_data:/var/lib/postgresql/data
+        ports:
+          - 5432:5432
+
     runs-on: ${{ matrix.os }}
 
     steps:

.github/workflows/test_neo4j.yml

@@ -18,16 +18,35 @@ jobs:
     name: docs changes
     uses: ./.github/workflows/get_docs_changes.yml
 
+  setup_docker:
+    name: Set up Docker Buildx
+    runs-on: ubuntu-latest
+    steps:
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
   run_neo4j_integration_test:
     name: test
     needs: get_docs_changes
     if: needs.get_docs_changes.outputs.changes_outside_docs == 'true'
-    runs-on: macos-latest
+    runs-on: ubuntu-latest
 
     defaults:
       run:
         shell: bash
 
+    services:
+      postgres:
+        image: postgres:latest
+        env:
+          POSTGRES_USER: cognee
+          POSTGRES_PASSWORD: cognee
+          POSTGRES_DB: cognee_db
+        volumes:
+          - postgres_data:/var/lib/postgresql/data
+        ports:
+          - 5432:5432
+
     steps:
       - name: Check out
         uses: actions/checkout@v2
@@ -44,6 +63,13 @@ jobs:
           virtualenvs-in-project: true
           installer-parallel: true
 
+      - name: Wait for PostgreSQL to be ready
+        run: |
+          echo "Waiting for PostgreSQL to be ready..."
+          until pg_isready -h localhost -p 5432 -U cognee; do
+            sleep 1
+          done
+
       - name: Install dependencies
         run: poetry install --no-interaction
 
@@ -60,4 +86,9 @@ jobs:
           GRAPH_DATABASE_PASSWORD: ${{ secrets.NEO4J_API_KEY }}
           GRAPH_DATABASE_USERNAME: "neo4j"
           ENV: 'dev'
+          POSTGRES_USER: cognee
+          POSTGRES_PASSWORD: cognee
+          POSTGRES_DB: cognee_db
+          POSTGRES_HOST: localhost
+          POSTGRES_PORT: 5432
         run: poetry run python ./cognee/tests/test_neo4j.py

.github/workflows/test_qdrant.yml

@@ -18,16 +18,35 @@ jobs:
     name: docs changes
     uses: ./.github/workflows/get_docs_changes.yml
 
+  setup_docker:
+    name: Set up Docker Buildx
+    runs-on: ubuntu-latest
+    steps:
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
   run_qdrant_integration_test:
     name: test
     needs: get_docs_changes
     if: needs.get_docs_changes.outputs.changes_outside_docs == 'true'
-    runs-on: macos-latest
+    runs-on: ubuntu-latest
 
     defaults:
       run:
         shell: bash
 
+    services:
+      postgres:
+        image: postgres:latest
+        env:
+          POSTGRES_USER: cognee
+          POSTGRES_PASSWORD: cognee
+          POSTGRES_DB: cognee_db
+        volumes:
+          - postgres_data:/var/lib/postgresql/data
+        ports:
+          - 5432:5432
+
     steps:
       - name: Check out
         uses: actions/checkout@v2

.github/workflows/test_weaviate.yml

@@ -18,16 +18,35 @@ jobs:
     name: docs changes
     uses: ./.github/workflows/get_docs_changes.yml
 
+  setup_docker:
+    name: Set up Docker Buildx
+    runs-on: ubuntu-latest
+    steps:
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
   run_weaviate_integration_test:
     name: test
     needs: get_docs_changes
     if: needs.get_docs_changes.outputs.changes_outside_docs == 'true'
-    runs-on: macos-latest
+    runs-on: ubuntu-latest
 
     defaults:
       run:
         shell: bash
 
+    services:
+      postgres:
+        image: postgres:latest
+        env:
+          POSTGRES_USER: cognee
+          POSTGRES_PASSWORD: cognee
+          POSTGRES_DB: cognee_db
+        volumes:
+          - postgres_data:/var/lib/postgresql/data
+        ports:
+          - 5432:5432
+
     steps:
       - name: Check out
         uses: actions/checkout@v2

.pylintrc

@@ -433,8 +433,9 @@ disable=raw-checker-failed,
         use-implicit-booleaness-not-comparison-to-zero,
         missing-module-docstring,
         missing-function-docstring,
-        missing-class-docstring
-
+        missing-class-docstring,
+        relative-beyond-top-level
+
 
 # Enable the message, report, category or checker with the given id(s). You can
 # either give multiple identifier separated by comma (,) or put this option

cognee-frontend/src/app/page.tsx

@@ -48,15 +48,15 @@ export default function Home() {
       });
   }, [showNotification])
 
-  const onDatasetCognify = useCallback((dataset: { id: string }) => {
-    showNotification(`Cognification started for dataset "${dataset.id}".`, 5000);
+  const onDatasetCognify = useCallback((dataset: { id: string, name: string }) => {
+    showNotification(`Cognification started for dataset "${dataset.name}".`, 5000);
 
     return cognifyDataset(dataset)
       .then(() => {
-        showNotification(`Dataset "${dataset.id}" cognified.`, 5000);
+        showNotification(`Dataset "${dataset.name}" cognified.`, 5000);
       })
       .catch(() => {
-        showNotification(`Dataset "${dataset.id}" cognification failed. Please try again.`, 5000);
+        showNotification(`Dataset "${dataset.name}" cognification failed. Please try again.`, 5000);
       });
   }, [showNotification]);
 

cognee-frontend/src/modules/datasets/cognifyDataset.ts

@@ -1,5 +1,5 @@
-export default function cognifyDataset(dataset: { id: string }) {
-  return fetch('http://0.0.0.0:8000/cognify', {
+export default function cognifyDataset(dataset: { id: string, name: string }) {
+  return fetch('http://127.0.0.1:8000/cognify', {
     method: 'POST',
     headers: {
       'Content-Type': 'application/json',

cognee-frontend/src/modules/datasets/deleteDataset.ts

@@ -1,5 +1,5 @@
 export default function deleteDataset(dataset: { id: string }) {
-  return fetch(`http://0.0.0.0:8000/datasets/${dataset.id}`, {
+  return fetch(`http://127.0.0.1:8000/datasets/${dataset.id}`, {
     method: 'DELETE',
   })
 }

cognee-frontend/src/modules/datasets/getDatasetData.ts

@@ -1,4 +1,4 @@
 export default function getDatasetData(dataset: { id: string }) {
-  return fetch(`http://0.0.0.0:8000/datasets/${dataset.id}/data`)
+  return fetch(`http://127.0.0.1:8000/datasets/${dataset.id}/data`)
       .then((response) => response.json());
 }

cognee-frontend/src/modules/exploration/getExplorationGraphUrl.ts

@@ -1,5 +1,5 @@
 export default function getExplorationGraphUrl(dataset: { id: string }) {
-  return fetch(`http://0.0.0.0:8000/datasets/${dataset.id}/graph`)
+  return fetch(`http://127.0.0.1:8000/datasets/${dataset.id}/graph`)
       .then(async (response) => {
         if (response.status !== 200) {
           throw new Error((await response.text()).replaceAll("\"", ""));

cognee-frontend/src/modules/ingestion/DataView/DataView.module.css

@@ -12,6 +12,7 @@
 }
 
 .dataTable {
+  color: white;
   border-collapse: collapse;
 }
 .dataTable td, .dataTable th {

cognee-frontend/src/modules/ingestion/DataView/DataView.tsx

@@ -13,8 +13,9 @@ import RawDataPreview from './RawDataPreview';
 export interface Data {
   id: string;
   name: string;
-  filePath: string;
   mimeType: string;
+  extension: string;
+  rawDataLocation: string;
 }
 
 interface DatasetLike {
@@ -36,7 +37,7 @@ export default function DataView({ datasetId, data, onClose, onDataAdd }: DataVi
   const showRawData = useCallback((dataItem: Data) => {
     setSelectedData(dataItem);
 
-    fetch(`http://0.0.0.0:8000/datasets/${datasetId}/data/${dataItem.id}/raw`)
+    fetch(`http://127.0.0.1:8000/datasets/${datasetId}/data/${dataItem.id}/raw`)
       .then((response) => response.arrayBuffer())
       .then(setRawData);
 
@@ -80,7 +81,6 @@ export default function DataView({ datasetId, data, onClose, onDataAdd }: DataVi
               <th>Name</th>
               <th>File path</th>
               <th>MIME type</th>
-              <th>Keywords</th>
             </tr>
           </thead>
           <tbody>
@@ -104,10 +104,10 @@ export default function DataView({ datasetId, data, onClose, onDataAdd }: DataVi
                   <Text>{dataItem.id}</Text>
                 </td>
                 <td>
-                  <Text>{dataItem.name}</Text>
+                  <Text>{dataItem.name}.{dataItem.extension}</Text>
                 </td>
                 <td>
-                  <Text>{dataItem.filePath}</Text>
+                  <Text>{dataItem.rawDataLocation}</Text>
                 </td>
                 <td>
                   <Text>{dataItem.mimeType}</Text>

cognee-frontend/src/modules/ingestion/DatasetsView/DatasetsView.tsx

@@ -40,7 +40,7 @@ export default function DatasetsView({
       .finally(() => enableCognifyRun());
   }
 
-  const [dataset, setExplorationDataset] = useState<{ id: string } | null>(null);
+  const [dataset, setExplorationDataset] = useState<{ id: string, name: string } | null>(null);
   const {
     value: isExplorationWindowShown,
     setTrue: showExplorationWindow,
@@ -97,7 +97,7 @@ export default function DatasetsView({
       </Stack>
       <Modal onClose={hideExplorationWindow} isOpen={isExplorationWindowShown} className={styles.explorerModal}>
         <Spacer horizontal="2" vertical="3" wrap>
-          <Text>{dataset?.id}</Text>
+          <Text>{dataset?.name}</Text>
         </Spacer> 
         <Explorer dataset={dataset!} />
       </Modal>

cognee-frontend/src/modules/ingestion/addData.ts

@@ -5,7 +5,7 @@ export default function addData(dataset: { id: string }, files: File[]) {
   })
   formData.append('datasetId', dataset.id);
 
-  return fetch('http://0.0.0.0:8000/add', {
+  return fetch('http://127.0.0.1:8000/add', {
     method: 'POST',
     body: formData,
   }).then((response) => response.json());

cognee-frontend/src/modules/ingestion/useDatasets.ts

@@ -14,7 +14,7 @@ function useDatasets() {
   const statusTimeout = useRef<any>(null);
 
   const fetchDatasetStatuses = useCallback((datasets: Dataset[]) => {
-    fetch(`http://0.0.0.0:8000/datasets/status?dataset=${datasets.map(d => d.id).join('&dataset=')}`)
+    fetch(`http://127.0.0.1:8000/datasets/status?dataset=${datasets.map(d => d.id).join('&dataset=')}`)
       .then((response) => response.json())
       .then((statuses) => setDatasets(
         (datasets) => (
@@ -65,9 +65,8 @@ function useDatasets() {
   }, []);
 
   const fetchDatasets = useCallback(() => {
-    fetch('http://0.0.0.0:8000/datasets')
+    fetch('http://127.0.0.1:8000/datasets')
       .then((response) => response.json())
-      .then((datasets) => datasets.map((dataset: string) => ({ id: dataset, name: dataset })))
       .then((datasets) => {
         setDatasets(datasets);
 

cognee-frontend/src/ui/Partials/SearchView/SearchView.tsx

@@ -7,7 +7,7 @@ import styles from './SearchView.module.css';
 interface Message {
   id: string;
   user: 'user' | 'system';
-  text: string;
+  text: any;
 }
 
 interface SelectOption {
@@ -98,7 +98,9 @@ export default function SearchView() {
                 [styles.userMessage]: message.user === "user",
               })}
             >
-              {message.text}
+              {message?.text && (
+                typeof(message.text) == "string" ? message.text : JSON.stringify(message.text)
+              )}
             </Text>
           ))}
         </Stack>

cognee-frontend/src/ui/Partials/SettingsModal/Settings.tsx

@@ -75,7 +75,7 @@ export default function Settings({ onDone = () => {}, submitButtonText = 'Save'
 
     startSaving();
 
-    fetch('http://0.0.0.0:8000/settings', {
+    fetch('http://127.0.0.1:8000/settings', {
       method: 'POST',
       headers: {
         'Content-Type': 'application/json',
@@ -138,7 +138,7 @@ export default function Settings({ onDone = () => {}, submitButtonText = 'Save'
 
   useEffect(() => {
     const fetchConfig = async () => {
-      const response = await fetch('http://0.0.0.0:8000/settings');
+      const response = await fetch('http://127.0.0.1:8000/settings');
       const settings = await response.json();
 
       if (!settings.llm.model) {