[99] Bug pytest db rollback

.github/workflows/ci_cd.yml

@@ -4,9 +4,30 @@ on:
     branches:
       - '*'
 
+env:
+  POSTGRES_DB: postgres
+  POSTGRES_USER: postgres
+  POSTGRES_PASSWORD: postgres
+  POSTGRES_HOST: localhost
+  POSTGRES_PORT: 5432
+  DATABASE_URL: postgresql://postgres:postgres@localhost:5432/postgres
+
 jobs:
-  geral:
+  run-tests:
     runs-on: ubuntu-latest
+
+    services:
+      postgres:
+        image: pgvector/pgvector:pg16
+        env:
+          POSTGRES_HOST_AUTH_METHOD: trust
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          - 5432:5432
 
     steps:
       - name: Check out code
@@ -20,6 +41,10 @@ jobs:
       - name: Poetry Install
         uses: knowsuchagency/poetry-install@v2
 
+      - name: Create Tables
+        run: |
+          PGPASSWORD=${{env.POSTGRES_PASSWORD}} psql -U ${{env.POSTGRES_USER}} -d ${{env.POSTGRES_DB}} -h ${{env.POSTGRES_HOST}} -a -f ${{github.workspace}}/database_scripts/postgres.sql
+
       - name: Run pytest
         run: poetry run pytest
 

docker-compose.yml

@@ -26,7 +26,5 @@ services:
     volumes:
       - ./logs/:/var/log
       - ./promtail.yml:/etc/promtail/config.yml
-    env_file:
-      - .env
     entrypoint: >
       /bin/bash -c "/usr/bin/promtail -config.expand-env=true -config.file /etc/promtail/config.yml"

labs/config/settings.py

@@ -25,25 +25,19 @@
 GITHUB_USERNAME = os.environ.get("GITHUB_USERNAME")
 GITHUB_API_BASE_URL = "https://api.github.com"
 
-TEST_ENVIRONMENT = eval(os.environ.get("TEST_ENVIRONMENT", False))
+TEST_ENVIRONMENT = eval(os.environ.get("TEST_ENVIRONMENT", "False"))
 
 LITELLM_MASTER_KEY = os.environ.get("LITELLM_MASTER_KEY")
 LITELLM_API_KEY = os.environ.get("LITELLM_API_KEY")
 
-
 CLONE_DESTINATION_DIR = os.getenv("CLONE_DESTINATION_DIR", "tmp/")
 LLM_MODEL_NAME = os.getenv("LLM_MODEL_NAME", "openai/gpt-4o")
 
-ACTIVELOOP_TOKEN = os.environ["ACTIVELOOP_TOKEN"]
-
 OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY")
 GEMINI_API_KEY = os.environ.get("GEMINI_API_KEY")
 COHERE_API_KEY = os.environ.get("COHERE_API_KEY")
 GROQ_API_KEY = os.environ.get("GROQ_API_KEY")
 
-
-ACTIVELOOP_TOKEN = os.environ.get("ACTIVELOOP_TOKEN")
-
 DATABASE_HOST = os.environ.get("DATABASE_HOST")
 DATABASE_USER = os.environ.get("DATABASE_USER")
 DATABASE_PASS = os.environ.get("DATABASE_PASS")

labs/github/github.py

@@ -41,7 +41,7 @@ def _get(self, url, headers={}, params={}):
             logger.exception("Missing key in access data.")
         except Exception:
             logger.exception("An unexpected error occurred.")
-        return None
+        return None, 500
 
     def _post(self, url, headers={}, data={}):
         try:

labs/logger.py

@@ -33,12 +33,16 @@ def setup_logger():
     formatter = logging.Formatter(fmt=log_format, datefmt=LOG_FORMAT)
     stream_handler = logging.StreamHandler()
     stream_handler.setFormatter(formatter)
-
-    formatter = CustomJsonFormatter()
-    handler = RotatingFileHandler(
-        "logs/debug.log", maxBytes=DEFAULT_MAX_BYTES, backupCount=DEFAULT_BACKUP_COUNT
-    )
-    handler.setFormatter(formatter)
-
     logger.addHandler(stream_handler)
-    logger.addHandler(handler)
+
+    try:
+        formatter = CustomJsonFormatter()
+        handler = RotatingFileHandler(
+            "logs/debug.log",
+            maxBytes=DEFAULT_MAX_BYTES,
+            backupCount=DEFAULT_BACKUP_COUNT,
+        )
+        handler.setFormatter(formatter)
+        logger.addHandler(handler)
+    except Exception:
+        pass