Mobile End to End test

.github/workflows/CI.yml

@@ -30,6 +30,8 @@ jobs:
 
       - name: Install Protoc
         uses: arduino/setup-protoc@v3
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Cache
         uses: actions/cache@v4
@@ -78,6 +80,8 @@ jobs:
 
       - name: Install Protoc
         uses: arduino/setup-protoc@v3
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Clippy
         run: cargo clippy --all-targets -- -Dclippy::all -D warnings
@@ -113,6 +117,8 @@ jobs:
 
       - name: Install Protoc
         uses: arduino/setup-protoc@v3
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Cache
         uses: actions/cache@v4
@@ -149,6 +155,8 @@ jobs:
 
       - name: Install Protoc
         uses: arduino/setup-protoc@v3
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Cache
         uses: actions/cache@v4
@@ -178,6 +186,8 @@ jobs:
 
       - name: Install Protoc
         uses: arduino/setup-protoc@v3
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Cache
         uses: actions/cache@v4

.gitignore

@@ -11,3 +11,5 @@ flamegraph.*
 
 !/minio/bucket-policy.json
 *.bak
+
+docker/mobile/verifier/data_sets_directory/*

Cargo.toml

@@ -23,7 +23,8 @@ members = [
   "reward_scheduler",
   "solana",
   "task_manager",
-  "hex_assignments"
+  "hex_assignments",
+  "test_mobile",
 ]
 resolver = "2"
 

docker/mobile/.env-mobile

@@ -0,0 +1,12 @@
+RUST_BACKTRACE=1
+
+# As the be set for s3 file store
+AWS_ACCESS_KEY_ID=AWS_ACCESS_KEY_ID
+AWS_SECRET_ACCESS_KEY=AWS_SECRET_ACCESS_KEY
+AWS_SESSION_TOKEN=AWS_SESSION_TOKEN
+
+# Ingest: use timestamps sent by client. This allows to send heartbeats from 24 hours ago.
+HONOR_TIMESTAMP=0
+
+# Mobile Verifier: Allow to process heartbeats that are more than 3 hours old.
+PROCESS_FILE_EPOCH_MIN=48

docker/mobile/Dockerfile

@@ -0,0 +1,60 @@
+FROM rust:latest AS builder
+
+RUN apt-get update && apt-get install -y \
+    gcc \
+    curl \
+    protobuf-compiler \
+    pkg-config \
+    openssl \
+    libssl-dev
+
+# Copy Deps
+COPY custom_tracing    custom_tracing/
+COPY db_store          db_store/
+COPY file_store        file_store/
+COPY hex_assignments   hex_assignments/
+COPY metrics           metrics/
+COPY price             price/
+COPY reward_scheduler  reward_scheduler/
+COPY solana            solana/
+COPY task_manager      task_manager/
+COPY Cargo.toml        Cargo.toml
+COPY Cargo.lock        Cargo.lock
+
+# Copy mobile pakages
+COPY ingest                 ingest/
+COPY mobile_config          mobile_config/
+COPY mobile_packet_verifier mobile_packet_verifier/
+COPY mobile_verifier        mobile_verifier/
+COPY reward_index           reward_index/
+
+# Remove useless packages from toml
+RUN sed -i \
+    -e '/denylist/d' \
+    -e '/iot_config/d' \
+    -e '/iot_packet_verifier/d' \
+    -e '/iot_verifier/d' \
+    -e '/poc_entropy/d' \
+    -e '/mobile_config_cli/d' \
+    -e '/boost_manager/d' \
+    -e '/test_mobile/d' \
+    Cargo.toml
+
+# Build releases
+RUN cargo build --features "ingest/mobile-test,mobile-verifier/mobile-test" --release
+
+# Package Runners
+FROM debian:bookworm-slim
+
+RUN apt-get update && apt-get install -y \
+    libssl-dev \
+    ca-certificates
+
+ARG PACKAGE
+
+# $PACKAGE via build args
+COPY --from=builder ./target/release/$PACKAGE /opt/$PACKAGE/bin/$PACKAGE
+
+ENV PACKAGE=${PACKAGE}
+
+CMD /opt/$PACKAGE/bin/$PACKAGE -c /opt/$PACKAGE/etc/settings.toml server

docker/mobile/config/keypair.bin

@@ -0,0 +1 @@
+
p��2��� ��}�gh�D�(�Z���d�	C���MW��4�n��U"��}
�լ+�{S

docker/mobile/config/settings.toml

@@ -0,0 +1,16 @@
+log = "mobile_config=debug,file_store=info,custom_tracing=info"
+listen = "0.0.0.0:9081"
+signing_keypair = "/opt/mobile-config/etc/keypair.bin"
+admin_pubkey = "131kC5gTPFfTyzziHbh2PWz2VSdF4gDvhoC5vqCz25N7LFtDocF"
+# ./target/release/mobile-config-cli env info --keypair=docker/mobile/config/keypair.bin
+
+[database]
+url = "postgres://postgres:postgres@postgres:5432/mobile_config"
+max_connections = 10
+
+[metadata]
+url = "postgres://postgres:postgres@postgres:5432/mobile_metadata"
+max_connections = 10
+
+[metrics]
+endpoint = "0.0.0.0:19000"