Merge pull request #1 from startin-blox/feature/docker-compose

Feature/docker compose

.env.example

@@ -0,0 +1,36 @@
+# DBS RELATED CONFIGS
+APP_NAME=dbs
+PYTHONUNBUFFERED=1
+DJANGO_LOG_LEVEL=DEBUG
+
+# FILECOIN RELATED CONFIGS
+DBS_URL='http://127.0.0.1:8000'
+LOCATION_URL='127.0.0.1'
+PRIVATE_KEY='8837837383'
+LIGHTHOUSE_API_TOKEN='xyv02u242vfvvdgdv24874nnnnndg'
+USER_SQL='root'
+PASSWORD_SQL='root'
+DATABASE_SQL='filecoin_dbs'
+HOST_SQL='127.0.0.1'
+DATANAME_SQL='quote'
+MUMBAI_RPC='https://polygon-mumbai.blockpi.network/v1/rpc/public'
+
+# ARWEAVE RELATED CONFIGS
+ACCEPTED_PAYMENTS='ethereum,matic'
+NODE_RPC_URIS='default,default'
+BUNDLR_URI='https://devnet.bundlr.network'
+PORT='8081'
+# Needs to be provisioned with Matic and GoerliEth
+PRIVATE_KEY='0000000000000000000000000000000000000000000000000000000000000000'
+SQLITE_DB_PATH='db'
+REGISTRATION_INTERVAL=60000
+DBS_URI='http://localhost:8000'
+SELF_URI='http://localhost'
+IPFS_GATEWAY='https://cloudflare-ipfs.com/ipfs/'
+ARWEAVE_GATEWAY='https://arweave.net/'
+MAX_UPLOAD_SIZE='1099511627776'
+# Needs to be provisioned with Matic/WMatic and GoerliETH/WETH
+TEST_PRIVATE_KEY='0000000000000000000000000000000000000000000000000000000000000000'
+ENABLE_EXPENSIVE_TESTS='false'
+CHAIN_ID='80001'
+TOKEN_ADDRESS='0x9c3C9283D3e44854697Cd22D3Faa240Cfb032889'

.github/workflows/django.yml

@@ -31,6 +31,9 @@ jobs:
       run: |
         python server/manage.py migrate
     - name: Run Tests
+      env:
+        TEST_PRIVATE_KEY: ${{ secrets.TEST_PRIVATE_KEY }}
+        TOKEN_ADDRESS: ${{ secrets.TOKEN_ADDRESS }}
       run: |
         cd server
         python manage.py test

.gitignore

@@ -1,3 +1,4 @@
 __pycache__
 venv
 server/db.sqlite3
+.env

.gitmodules

@@ -0,0 +1,6 @@
+[submodule "services/dbs_filecoin"]
+	path = services/dbs_filecoin
+	url = https://github.com/oceanprotocol/dbs_filecoin.git
+[submodule "services/dbs_arweave"]
+	path = services/dbs_arweave
+	url = https://github.com/oceanprotocol/dbs_arweave.git

Dockerfile

@@ -14,4 +14,5 @@ COPY . /usr/src/app
 WORKDIR /usr/src/app/server
 RUN python manage.py migrate
 EXPOSE 8000
-CMD ["python", "manage.py", "runserver", "0.0.0.0:8000"]
+
+CMD ["python", "-u", "manage.py", "runserver", "0.0.0.0:8000"]

docker-compose.yml

@@ -0,0 +1,47 @@
+version: "3.9"
+services:
+  dbs:
+    build: .
+    network_mode: host
+    environment:
+      - PYTHONUNBUFFERED=1
+      - DJANGO_LOG_LEVEL=DEBUG=value
+    volumes:
+      - .:/usr/src/app
+  mariadb:
+    container_name: ${APP_NAME}_mariadb
+    image: mariadb
+    restart: always
+    environment:
+      MARIADB_ROOT_PASSWORD: root
+      MARIADB_USER: test
+      MARIADB_PASS: pass
+      MARIADB_DATABASE: filecoin_dbs
+      MARIADB_HOST: 127.0.0.1
+    healthcheck:
+      test: mariadb --user=root --password=root --silent --execute "use filecoin_dbs;"
+      interval: 1s
+      timeout: 3s
+      retries: 10
+    # volumes:
+    #   - ./mounts/mariadb:/var/lib/mariadb
+    network_mode: host
+  dbs_filecoin:
+    container_name: filecoin
+    build: ./services/dbs_filecoin/
+    env_file: .env # Used to provide the filecoin env variables
+    depends_on:
+      mariadb:
+        condition: service_healthy
+    network_mode: host
+  dbs_arweave:
+    container_name: arweave
+    build: ./services/dbs_arweave/
+    env_file: .env
+    network_mode: host
+  ipfs:
+    image: ipfs/kubo
+    network_mode: host
+  ipfs-cluster:
+    image: ipfs/ipfs-cluster
+    network_mode: host

requirements.txt

@@ -5,53 +5,72 @@ APScheduler==3.9.1.post1
 asgiref==3.5.2
 async-timeout==4.0.2
 attrs==22.1.0
-backports.zoneinfo;python_version<="3.9"
+backports.zoneinfo==0.2.1
 base58==2.1.1
+bitarray==2.7.0
 certifi==2022.9.24
 charset-normalizer==2.1.1
+cytoolz==0.12.1
 Django==4.1.2
-django-ipfs-storage==0.0.4
+django-environ==0.9.0
 djangorestframework==3.14.0
 drf-spectacular==0.24.2
+eth-abi==2.2.0
+eth-account==0.5.9
+eth-hash==0.3.3
+eth-keyfile==0.5.1
+eth-keys==0.3.4
+eth-rlp==0.2.1
+eth-typing==2.3.0
+eth-utils==1.10.0
 factory-boy==3.2.1
 Faker==15.1.1
 flake8==5.0.4
 frozenlist==1.3.3
+hexbytes==0.3.0
 idna==3.4
 importlib-resources==5.10.0
 inflection==0.5.1
-ipfsapi==0.4.4
 jsonschema==4.16.0
+lru-dict==1.1.8
 mccabe==0.7.0
 mock==4.0.3
 morphys==1.0
 multiaddr==0.0.9
 multidict==6.0.2
 netaddr==0.8.0
-pkgutil-resolve-name==1.3.10
+parsimonious==0.8.1
+pkgutil_resolve_name==1.3.10
+protobuf==3.19.5
 psycopg2-binary==2.8.6
 py-multibase==1.0.3
 py-multicodec==0.2.1
 py-multiformats-cid==0.4.4
 py-multihash==2.0.1
 pycodestyle==2.9.1
+pycryptodome==3.17
 pyflakes==2.5.0
 pyrsistent==0.18.1
 python-baseconv==1.2.2
 python-dateutil==2.8.2
+python-dotenv==0.21.1
 pytz==2022.5
 pytz-deprecation-shim==0.1.0.post0
 PyYAML==6.0
 requests==2.28.1
 responses==0.22.0
+rlp==2.0.1
 six==1.16.0
 sqlparse==0.4.3
 toml==0.10.2
+toolz==0.12.0
 types-toml==0.10.8.1
 tzdata==2022.6
 tzlocal==4.2
 uritemplate==4.1.1
 urllib3==1.26.12
 varint==1.0.2
+web3==5.31.3
+websockets==9.1
 yarl==1.8.1
 zipp==3.9.0

server/oceandbs/fixtures/storages.json

@@ -2,19 +2,27 @@
   {
     "model": "oceandbs.paymentmethod",
     "pk": 1,
-    "fields": { "chainId": "1", "storage": 1 }
+    "fields": {
+      "chainId": "80001",
+      "storage": 1,
+      "rpcEndpointUrl": "https://rpc-mumbai.maticvigil.com/"
+    }
   },
   {
     "model": "oceandbs.paymentmethod",
     "pk": 2,
-    "fields": { "chainId": "polygon_chain_id", "storage": 1 }
+    "fields": {
+      "chainId": "135",
+      "storage": 1,
+      "rpcEndpointUrl": "https://rpc-mumbai.maticvigil.com/"
+    }
   },
   {
     "model": "oceandbs.acceptedtoken",
     "pk": 1,
     "fields": {
       "title": "OCEAN",
-      "value": "0xOCEAN_on_MAINNET",
+      "value": "0x9c3C9283D3e44854697Cd22D3Faa240Cfb032889",
       "paymentMethod": 1
     }
   },
@@ -32,7 +40,7 @@
     "pk": 3,
     "fields": {
       "title": "OCEAN",
-      "value": "0xOCEAN_on_POLYGON",
+      "value": "0x9c3C9283D3e44854697Cd22D3Faa240Cfb032889",
       "paymentMethod": 2
     }
   },
@@ -54,16 +62,25 @@
       "url": "https://filecoin.org/"
     }
   },
+  {
+    "model": "oceandbs.payment",
+    "pk": 1,
+    "fields": {
+      "paymentMethod": 1,
+      "wallet_address": "0xCC866199C810B216710A3F3714d35920C343a8CD"
+    }
+  },
   {
     "model": "oceandbs.quote",
     "pk": 1,
     "fields": {
       "quoteId": "123565",
       "storage": 1,
       "duration": 2380293823,
-      "payment": null,
-      "tokenAddress": "0xOCEAN_on_MAINNET",
-      "approveAddress": "0x123",
+      "payment": 1,
+      "tokenAmount": 500,
+      "tokenAddress": "0x9c3C9283D3e44854697Cd22D3Faa240Cfb032889",
+      "approveAddress": "0xAFcE990754C38Be5E0C341707B2A162C4e67547B",
       "status": null
     }
   }

server/oceandbs/migrations/0020_alter_acceptedtoken_paymentmethod_and_more.py

@@ -0,0 +1,40 @@
+# Generated by Django 4.1.2 on 2023-01-18 16:31
+
+import datetime
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('oceandbs', '0019_remove_file_file_file_cid_file_title_and_more'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='acceptedtoken',
+            name='paymentMethod',
+            field=models.ForeignKey(null=True, on_delete=django.db.models.deletion.CASCADE, related_name='acceptedTokens', to='oceandbs.paymentmethod'),
+        ),
+        migrations.AlterField(
+            model_name='payment',
+            name='paymentMethod',
+            field=models.ForeignKey(null=True, on_delete=django.db.models.deletion.CASCADE, related_name='payments', to='oceandbs.paymentmethod'),
+        ),
+        migrations.AlterField(
+            model_name='paymentmethod',
+            name='storage',
+            field=models.ForeignKey(null=True, on_delete=django.db.models.deletion.CASCADE, related_name='paymentMethods', to='oceandbs.storage'),
+        ),
+        migrations.AlterField(
+            model_name='quote',
+            name='expiration',
+            field=models.DateTimeField(default=datetime.datetime(2023, 1, 18, 17, 1, 41, 275788, tzinfo=datetime.timezone.utc)),
+        ),
+        migrations.AlterField(
+            model_name='quote',
+            name='nonce',
+            field=models.DateTimeField(default=datetime.datetime(2023, 1, 11, 16, 31, 41, 275770, tzinfo=datetime.timezone.utc)),
+        ),
+    ]

server/oceandbs/migrations/0021_alter_paymentmethod_storage_alter_quote_expiration_and_more.py

@@ -0,0 +1,30 @@
+# Generated by Django 4.1.2 on 2023-02-02 17:04
+
+import datetime
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('oceandbs', '0020_alter_acceptedtoken_paymentmethod_and_more'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='paymentmethod',
+            name='storage',
+            field=models.ForeignKey(null=True, on_delete=django.db.models.deletion.CASCADE, related_name='payment', to='oceandbs.storage'),
+        ),
+        migrations.AlterField(
+            model_name='quote',
+            name='expiration',
+            field=models.DateTimeField(default=datetime.datetime(2023, 2, 2, 17, 34, 7, 719831, tzinfo=datetime.timezone.utc)),
+        ),
+        migrations.AlterField(
+            model_name='quote',
+            name='nonce',
+            field=models.DateTimeField(default=datetime.datetime(2023, 1, 26, 17, 4, 7, 719811, tzinfo=datetime.timezone.utc)),
+        ),
+    ]

server/oceandbs/migrations/0022_paymentmethod_rpcendpointurl_alter_quote_expiration_and_more.py

@@ -0,0 +1,29 @@
+# Generated by Django 4.1.2 on 2023-02-13 14:46
+
+import datetime
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('oceandbs', '0021_alter_paymentmethod_storage_alter_quote_expiration_and_more'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='paymentmethod',
+            name='rpcEndpointUrl',
+            field=models.URLField(default='https://example.com', max_length=2048),
+        ),
+        migrations.AlterField(
+            model_name='quote',
+            name='expiration',
+            field=models.DateTimeField(default=datetime.datetime(2023, 2, 13, 15, 16, 25, 188917, tzinfo=datetime.timezone.utc)),
+        ),
+        migrations.AlterField(
+            model_name='quote',
+            name='nonce',
+            field=models.DateTimeField(default=datetime.datetime(2023, 2, 6, 14, 46, 25, 188897, tzinfo=datetime.timezone.utc)),
+        ),
+    ]

server/oceandbs/migrations/0023_alter_quote_expiration_alter_quote_nonce.py

@@ -0,0 +1,24 @@
+# Generated by Django 4.1.2 on 2023-02-13 14:46
+
+import datetime
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('oceandbs', '0022_paymentmethod_rpcendpointurl_alter_quote_expiration_and_more'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='quote',
+            name='expiration',
+            field=models.DateTimeField(default=datetime.datetime(2023, 2, 13, 15, 16, 28, 315596, tzinfo=datetime.timezone.utc)),
+        ),
+        migrations.AlterField(
+            model_name='quote',
+            name='nonce',
+            field=models.DateTimeField(default=datetime.datetime(2023, 2, 6, 14, 46, 28, 315577, tzinfo=datetime.timezone.utc)),
+        ),
+    ]