Make the Cloud Connectors Async

.flake8

@@ -12,7 +12,8 @@ exclude =
     dist
 ignore = E203,E501,W503
 per-file-ignores =
-    tests/*.py:D100,D101,D102,D103,D104,D107,DAR101
+    tests/*.py:D100,D101,D102,D103,D104,D107,DAR101,
+    scripts/*.py:D100,
 # flake8-docstrings
 docstring-convention = google
 # darglint

.github/actions/container-build-buildah/action.yaml

@@ -61,7 +61,7 @@ runs:
       run: |
         PR_NUMBER=pr-$(echo $GITHUB_REF | cut -d '/' -f3)
         buildah tag ${{ inputs.image }}:${GITHUB_SHA} ${{ inputs.image }}:${PR_NUMBER}
-        buildah push ${{ inputs.image }}:${PR_NUMBER}}
+        buildah push ${{ inputs.image }}:${PR_NUMBER}
 
     - name: Tag Image with Version
       shell: bash

.github/workflows/pull-request.yaml

@@ -16,6 +16,6 @@ jobs:
 
   test:
     uses: ./.github/workflows/reusable-test.yaml
-  
+
   lint:
     uses: ./.github/workflows/reusable-lint.yaml

.github/workflows/release-ci.yaml

@@ -13,7 +13,7 @@ jobs:
     with:
       tag: "latest"
       version: true
-  
+
   release:
     uses: ./.github/workflows/reusable-release-pypi.yaml
     secrets: inherit

.gitignore

@@ -187,7 +187,10 @@ terraform.rc
 
 # IDE-maintained configuration
 .idea/
-.vscode/launch.json
+.vscode/*
+!.vscode/settings.json
+!.vscode/extensions.json
+!.vscode/launch.json
 
 # Builds
 *.zip

.pre-commit-config.yaml

@@ -7,7 +7,7 @@
 # fail_fast: true # Uncomment to exit on first error
 repos:
   - repo: https://github.com/antonbabenko/pre-commit-terraform
-    rev: v1.78.0
+    rev: v1.81.0
     hooks:
       - id: terraform_fmt
         name: terraform-fmt
@@ -44,17 +44,17 @@ repos:
       - id: mixed-line-ending
       - id: trailing-whitespace
   - repo: https://github.com/igorshubovych/markdownlint-cli
-    rev: v0.34.0
+    rev: v0.35.0
     hooks:
       - id: markdownlint-fix
         name: fix markdownlint
   - repo: https://github.com/asottile/pyupgrade
-    rev: v3.3.2
+    rev: v3.7.0
     hooks:
       - id: pyupgrade
         args: [--py39-plus]
   - repo: https://github.com/python-poetry/poetry
-    rev: 1.4.0
+    rev: 1.5.0
     hooks:
       - id: poetry-check
       # - id: poetry-lock

.vscode/extensions.json

@@ -10,6 +10,7 @@
     "ms-python.python",
     "njpwerner.autodocstring",
     "redhat.vscode-yaml",
-    "streetsidesoftware.code-spell-checker"
+    "streetsidesoftware.code-spell-checker",
+    "ms-python.mypy-type-checker"
   ]
 }

.vscode/launch.json

@@ -0,0 +1,48 @@
+{
+    // Use IntelliSense to learn about possible attributes.
+    // Hover to view descriptions of existing attributes.
+    // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+    "version": "0.2.0",
+    "configurations": [
+        {
+            "name": "Censys CC Scan Debug",
+            "type": "python",
+            "request": "launch",
+            "program": "${workspaceFolder}/.venv/bin/censys-cc",
+            "console": "integratedTerminal",
+            "envFile": "${workspaceFolder}/.env",
+            "justMyCode": false,
+            "args": ["scan"]
+        },
+        {
+            "name": "Censys CC Scan Debug (AWS)",
+            "type": "python",
+            "request": "launch",
+            "program": "${workspaceFolder}/.venv/bin/censys-cc",
+            "console": "integratedTerminal",
+            "envFile": "${workspaceFolder}/.env",
+            "justMyCode": false,
+            "args": ["scan", "-p", "aws"]
+        },
+        {
+            "name": "Censys CC Scan Debug (Azure)",
+            "type": "python",
+            "request": "launch",
+            "program": "${workspaceFolder}/.venv/bin/censys-cc",
+            "console": "integratedTerminal",
+            "envFile": "${workspaceFolder}/.env",
+            "justMyCode": false,
+            "args": ["scan", "-p", "azure"]
+        },
+        {
+            "name": "Censys CC Scan Debug (GCP)",
+            "type": "python",
+            "request": "launch",
+            "program": "${workspaceFolder}/.venv/bin/censys-cc",
+            "console": "integratedTerminal",
+            "envFile": "${workspaceFolder}/.env",
+            "justMyCode": false,
+            "args": ["scan", "-p", "gcp"]
+        }
+    ]
+}

.vscode/settings.json

@@ -6,8 +6,8 @@
   "python.linting.enabled": true,
   "python.linting.flake8Enabled": true,
   "python.linting.flake8Path": "${workspaceFolder}/.venv/bin/flake8",
-  "python.linting.mypyEnabled": true,
-  "python.linting.mypyPath": "${workspaceFolder}/.venv/bin/mypy",
+  "mypy-type-checker.path": ["${workspaceFolder}/.venv/bin/mypy"],
+  "mypy-type-checker.importStrategy": "fromEnvironment",
   "python.poetryPath": "poetry",
   "python.terminal.activateEnvironment": true,
   "python.testing.pytestArgs": ["--no-cov"],
@@ -17,7 +17,9 @@
   "pythonTestExplorer.testFramework": "pytest",
   "cSpell.enabled": true,
   "cSpell.words": [
+    "aiobotocore",
     "apigatewayv",
+    "asynctest",
     "autoupdate",
     "autouse",
     "aws",