New v1.0.0b8 Version - Enabling CRUD functionalities for STAC items

.github/workflows/codeql.yml

@@ -6,14 +6,14 @@ on:
       - main
       - beta/*
   pull_request:
-    branches:
-      - main
-      - beta/*
+  workflow_dispatch:
   schedule:
     - cron: '31 17 * * 5'
 
 jobs:
   analyze:
+    if: ${{ !github.event.repository.private }}  # Only run on public repos
+
     name: Analyze (${{ matrix.language }})
     runs-on: 'ubuntu-latest'
     permissions:

.github/workflows/lint.yml

@@ -0,0 +1,38 @@
+name: Lint, Format and Type Check
+
+on:
+  push:
+    branches:
+      - main
+      - beta/*
+  pull_request:
+  workflow_dispatch:
+
+jobs:
+  lint:
+    runs-on: ${{ github.repository_visibility == 'private' && 'ed-runner-set' || 'ubuntu-latest' }}
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11", "3.12", "3.13"]
+    container:
+      image: python:${{ matrix.python-version }}
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install system dependencies
+        run: |
+          apt-get update
+          apt-get install -y gdal-bin libgdal-dev
+
+      - name: Install Poetry
+        run: pip install poetry
+
+      - name: Install test dependencies
+        run: poetry install --only tests
+
+      - name: Run Linting
+        run: poetry run tox -e lint
+
+      - name: Run Formatting Check
+        run: poetry run tox -e format

.github/workflows/publish_pypi_on_tag.yaml

@@ -7,8 +7,12 @@ on:
 
 jobs:
   pypi-publish:
+    if: ${{ !github.event.repository.private }}  # Only run on public repos
+
     name: Upload release to PyPI
     runs-on: ubuntu-latest
+    container:
+      image: ubuntu:latest
     environment:
       name: pypi
       url: https://pypi.org/p/earthdaily
@@ -19,7 +23,7 @@ jobs:
       - uses: actions/checkout@v4
       - uses: actions/setup-python@v5
         with:
-          python-version: "3.12"
+          python-version: "3.13"
 
       - name: Install Poetry
         run: pip install poetry

.github/workflows/publish_to_codeartifact.yaml

@@ -0,0 +1,52 @@
+name: Publish to CodeArtifact
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  publish-to-codeartifact:
+    name: Upload to AWS CodeArtifact
+    runs-on: [ed-runner-set]
+    container:
+      image: python:3.13-slim
+
+    steps:
+      - name: Install system dependencies
+        run: |
+          apt-get update
+          apt-get install -y curl unzip gnupg awscli build-essential
+
+      - name: Checkout repo
+        uses: actions/checkout@v4
+
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: us-east-1
+
+      - name: Install Poetry
+        run: pip install poetry
+
+      - name: Clean old dist
+        run: rm -rf dist/
+
+      - name: Build package with Poetry
+        run: poetry build
+
+      - name: Login to CodeArtifact
+        run: |
+          aws codeartifact login \
+            --tool twine \
+            --repository pypi \
+            --domain urthecast \
+            --domain-owner ${{ secrets.FGPROD_ACCOUNT_ID }} \
+            --region us-east-1
+
+      - name: Install twine and publish to CodeArtifact
+        run: |
+          pip install twine
+          twine upload --repository codeartifact dist/* --verbose

.github/workflows/secret-scanning.yml

@@ -1,26 +1,33 @@
-name: "Secret Scanning"
+name: Secret Scanning
 
 on:
   push:
     branches:
       - main
       - beta/*
   pull_request:
-    branches:
-      - main
-      - beta/*
   workflow_dispatch:
 
 jobs:
-  secret-scan:
-    name: Scan for Secrets
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      security-events: write
+  security-secrets:
+    name: TruffleHog Secret Scan
+    runs-on: ${{ github.repository_visibility == 'private' && 'ed-runner-set' || 'ubuntu-latest' }}
+    container:
+      image: alpine:latest
     steps:
-      - name: Checkout code
-        uses: actions/checkout@v4
+      - name: Install Git and dependencies
+        run: |
+          apk add --no-cache git curl jq
+
+      - name: Clone the repository manually
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          git clone https://x-access-token:${GH_TOKEN}@github.com/${GITHUB_REPOSITORY}.git repo
+          cd repo
+
+          # install TruffleHog
+          curl -sSfL https://raw.githubusercontent.com/trufflesecurity/trufflehog/main/scripts/install.sh | sh -s -- -b /usr/local/bin
 
-      - name: Run TruffleHog OSS
-        uses: trufflesecurity/trufflehog@v3.88.17
+          # run TruffleHog scan
+          trufflehog filesystem "." --results=verified,unknown --fail --json | jq

.github/workflows/test.yaml

@@ -0,0 +1,45 @@
+name: earthdaily-python-client CI
+
+on:
+  push:
+    branches:
+      - main
+      - beta/*
+  pull_request:
+  workflow_dispatch:
+
+jobs:
+  test:
+    name: Unit Tests (Python ${{ matrix.python-version }})
+    runs-on: ${{ github.repository_visibility == 'private' && 'ed-runner-set' || 'ubuntu-latest' }}
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11", "3.12", "3.13"]
+        include:
+          - python-version: "3.10"
+            tox_env: py310
+          - python-version: "3.11"
+            tox_env: py311
+          - python-version: "3.12"
+            tox_env: py312
+          - python-version: "3.13"
+            tox_env: py313
+    container:
+      image: python:${{ matrix.python-version }}
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install GDAL and dependencies
+        run: |
+          apt-get update
+          apt-get install -y gdal-bin libgdal-dev
+
+      - name: Install Poetry
+        run: pip install poetry
+
+      - name: Install test dependencies
+        run: poetry install --only tests
+
+      - name: Run tests with tox
+        run: poetry run tox -e ${{ matrix.tox_env }}

earthdaily/_eds_client.py

@@ -4,6 +4,13 @@
 from earthdaily.legacy import EarthDataStore
 from earthdaily.platform import PlatformService
 
+try:
+    from earthdaily.internal import InternalService
+
+    _HAS_INTERNAL = True
+except ImportError:
+    _HAS_INTERNAL = False
+
 
 class EDSClient:
     """
@@ -78,3 +85,23 @@ def legacy(self):
         if not hasattr(self, "_legacy_service"):
             self._legacy_service = EarthDataStore(self.api_requester)
         return self._legacy_service
+
+    @property
+    def internal(self):
+        """
+        Lazily initializes and returns the InternalService for interacting with internal API endpoints.
+
+        Returns:
+        -------
+        InternalService:
+            The service that interacts with internal API operations.
+        Raises:
+        -------
+        NotImplementedError:
+            If the internal module is not available in this build of EDSClient.
+        """
+        if not _HAS_INTERNAL:
+            raise NotImplementedError("The 'internal' module is not available in this build of EDSClient.")
+        if not hasattr(self, "_internal_service"):
+            self._internal_service = InternalService(self.api_requester)
+        return self._internal_service

earthdaily/_http_client.py

@@ -91,8 +91,14 @@ def send(self, request: HTTPRequest) -> HTTPResponse:
             timeout=request.timeout_seconds,
         )
 
+        # Handle responses with no content (204) or empty bodies
+        try:
+            body = response.json() if response.content else {}
+        except (ValueError, requests.exceptions.JSONDecodeError):
+            body = {}
+
         return HTTPResponse(
             status_code=response.status_code,
-            body=response.json(),
+            body=body,
             headers=response.headers,
         )

earthdaily/platform/__init__.py

@@ -2,6 +2,10 @@
 from pystac_client.stac_api_io import StacApiIO
 
 from earthdaily._api_requester import APIRequester
+from earthdaily.platform._bulk_delete import BulkDeleteService
+from earthdaily.platform._bulk_insert import BulkInsertService
+from earthdaily.platform._bulk_search import BulkSearchService
+from earthdaily.platform._stac_item import StacItemService
 
 
 class PlatformService:
@@ -26,6 +30,10 @@ def __init__(self, api_requester: APIRequester, pre_sign_urls: bool):
             A flag indicating whether to use pre-signed URLs for asset access.
         """
         self.api_requester = api_requester
+        self.bulk_search = BulkSearchService(api_requester)
+        self.bulk_insert = BulkInsertService(api_requester)
+        self.bulk_delete = BulkDeleteService(api_requester)
+        self.stac_item = StacItemService(api_requester)
 
         self.pystac_client = Client.open(
             f"{api_requester.base_url}/platform/v1/stac",