-
Notifications
You must be signed in to change notification settings - Fork 52
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* Initial commit towards creating a conda-store client * Working client library allong with run execution * Black and Flake8 formatting * Flake8 and Black conda-store-server * Remove parts of cli interface that have not been discussed * Adding documentation around commands
- Loading branch information
Showing
19 changed files
with
624 additions
and
105 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| __version__ = "0.4.0" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,5 @@ | ||
| from conda_store.cli import cli | ||
|
|
||
|
|
||
| if __name__ == "__main__": | ||
| cli() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,138 @@ | ||
| import os | ||
| import math | ||
|
|
||
| import yarl | ||
|
|
||
| from conda_store import auth, exception | ||
|
|
||
|
|
||
| class CondaStoreAPIError(exception.CondaStoreError): | ||
| pass | ||
|
|
||
|
|
||
| class CondaStoreAPI: | ||
| def __init__( | ||
| self, conda_store_url: str, auth_type: str = "none", verify_ssl=True, **kwargs | ||
| ): | ||
| self.conda_store_url = yarl.URL(conda_store_url) | ||
| self.api_url = self.conda_store_url / "api/v1" | ||
| self.auth_type = auth_type | ||
| self.verify_ssl = verify_ssl | ||
|
|
||
| if auth_type == "token": | ||
| self.api_token = kwargs.get("api_token", os.environ["CONDA_STORE_TOKEN"]) | ||
| elif auth_type == "basic": | ||
| self.username = kwargs.get("username", os.environ["CONDA_STORE_USERNAME"]) | ||
| self.password = kwargs.get("password", os.environ["CONDA_STORE_PASSWORD"]) | ||
|
|
||
| async def __aenter__(self): | ||
| if self.auth_type == "none": | ||
| self.session = await auth.none_authentication(verify_ssl=self.verify_ssl) | ||
| if self.auth_type == "token": | ||
| self.session = await auth.token_authentication( | ||
| self.api_token, verify_ssl=self.verify_ssl | ||
| ) | ||
| elif self.auth_type == "basic": | ||
| self.session = await auth.basic_authentication( | ||
| self.hub_url, self.username, self.password, verify_ssl=self.verify_ssl | ||
| ) | ||
| return self | ||
|
|
||
| async def __aexit__(self, exc_type, exc, tb): | ||
| await self.session.close() | ||
|
|
||
| async def get_paginated_request(self, url: yarl.URL, max_pages=None, **kwargs): | ||
| data = [] | ||
|
|
||
| async with self.session.get(url) as response: | ||
| response_data = await response.json() | ||
| num_pages = math.ceil(response_data["count"] / response_data["size"]) | ||
| data.extend(response_data["data"]) | ||
|
|
||
| if max_pages is not None: | ||
| num_pages = min(max_pages, num_pages) | ||
|
|
||
| for page in range(2, num_pages + 1): | ||
| async with self.session.get(url % {"page": page}) as response: | ||
| data.extend((await response.json())["data"]) | ||
|
|
||
| return data | ||
|
|
||
| async def get_permissions(self): | ||
| async with self.session.get(self.api_url / "permission") as response: | ||
| return (await response.json())["data"] | ||
|
|
||
| async def list_namespaces(self): | ||
| return await self.get_paginated_request(self.api_url / "namespace") | ||
|
|
||
| async def create_namespace(self, namespace: str): | ||
| async with self.session.post( | ||
| self.api_url / "namespace" / namespace | ||
| ) as response: | ||
| if response.status != 200: | ||
| raise CondaStoreAPIError(f"Error creating namespace {namespace}") | ||
|
|
||
| async def delete_namespace(self, namespace: str): | ||
| async with self.session.delete( | ||
| self.api_url / "namespace" / namespace | ||
| ) as response: | ||
| if response.status != 200: | ||
| raise CondaStoreAPIError(f"Error deleting namespace {namespace}") | ||
|
|
||
| async def list_environments(self): | ||
| return await self.get_paginated_request(self.api_url / "environment") | ||
|
|
||
| async def delete_environment(self, namespace: str, name: str): | ||
| async with self.session.delete( | ||
| self.api_url / "environment" / namespace / name | ||
| ) as response: | ||
| if response.status != 200: | ||
| raise CondaStoreAPIError( | ||
| f"Error deleting environment {namespace}/{name}" | ||
| ) | ||
|
|
||
| async def create_environment(self, namespace: str, specification: str): | ||
| async with self.session.post( | ||
| self.api_url / "specification", | ||
| json={ | ||
| "namespace": namespace, | ||
| "specification": specification, | ||
| }, | ||
| ) as response: | ||
| data = await response.json() | ||
| if response.status != 200: | ||
| message = data["message"] | ||
| raise CondaStoreAPIError( | ||
| f"Error creating environment in namespace {namespace}\nReason {message}" | ||
| ) | ||
|
|
||
| return data["data"]["build_id"] | ||
|
|
||
| async def get_environment(self, namespace: str, name: str): | ||
| async with self.session.get( | ||
| self.api_url / "environment" / namespace / name | ||
| ) as response: | ||
| if response.status != 200: | ||
| raise CondaStoreAPIError( | ||
| f"Error getting environment {namespace}/{name}" | ||
| ) | ||
|
|
||
| return (await response.json())["data"] | ||
|
|
||
| async def list_builds(self): | ||
| return await self.get_paginated_request(self.api_url / "build") | ||
|
|
||
| async def get_build(self, build_id: int): | ||
| async with self.session.get(self.api_url / "build" / str(build_id)) as response: | ||
| if response.status != 200: | ||
| raise CondaStoreAPIError(f"Error getting build {build_id}") | ||
|
|
||
| return (await response.json())["data"] | ||
|
|
||
| async def download(self, build_id: int, artifact: str) -> bytes: | ||
| url = self.api_url / "build" / str(build_id) / artifact | ||
| async with self.session.get(url) as response: | ||
| if response.status != 200: | ||
| raise CondaStoreAPIError(f"Error downloading build {build_id}") | ||
|
|
||
| return await response.content.read() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,33 @@ | ||
| import aiohttp | ||
| import yarl | ||
|
|
||
|
|
||
| async def none_authentication(verify_ssl: bool = True): | ||
| return aiohttp.ClientSession( | ||
| connector=aiohttp.TCPConnector(ssl=None if verify_ssl else False), | ||
| ) | ||
|
|
||
|
|
||
| async def token_authentication(api_token: str, verify_ssl: bool = True): | ||
| return aiohttp.ClientSession( | ||
| headers={"Authorization": f"token {api_token}"}, | ||
| connector=aiohttp.TCPConnector(ssl=None if verify_ssl else False), | ||
| ) | ||
|
|
||
|
|
||
| async def basic_authentication( | ||
| conda_store_url, username, password, verify_ssl: bool = True | ||
| ): | ||
| session = aiohttp.ClientSession( | ||
| connector=aiohttp.TCPConnector(ssl=None if verify_ssl else False), | ||
| ) | ||
|
|
||
| await session.post( | ||
| yarl.URL(conda_store_url) / "login", | ||
| data={ | ||
| "username": username, | ||
| "password": password, | ||
| }, | ||
| ) | ||
|
|
||
| return session |
Oops, something went wrong.