Merge pull request #79 from RedTeamSubnet/dfpr_v1

New challenge - dev_fingerprinter_v1 (Device Fingerprinting Challenge)

Author: aliyuldashev

.env.example

@@ -59,3 +59,20 @@ RT_VALIDATOR_HF_REPO=my_username/my_repo # !!! CHANGE THIS TO REAL HUGGINGFACE U
 # RT_MINER_LOGS_DIR="/var/log/agent.miner"
 # RT_MINER_DATA_DIR="/var/lib/agent.miner"
 # RT_MINER_WALLET_NAME=miner
+
+
+## Challenge configs -- ##
+DFP_CHALLENGE_API_KEY="proxy-api-key-here"
+DFP_CHALLENGE_TS_TAILNET="tailnet-id-here"
+DFP_CHALLENGE_TS_API_TOKEN="tskey-api-token-here"
+DFP_CHALLENGE_PUSHCUT_API_KEY="pushcut-api-key-here"
+DFP_CHALLENGE_PROXY_INTER_BASE_URL="http://localhost:8000"
+DFP_CHALLENGE_PROXY_EXTER_BASE_URL="http://external-ip:8000"
+
+
+RT_CFG_RAND_SEED="abcdefgh123456789"
+RT_COMPARER_RANDOM_SEED="abcdefgh123456789"
+RT_HB_CHALLENGE_LOG_DIR=volumes/storage/agent.miner/logs/ab_sniffer_v2
+RT_ABS_CHALLENGE_LOG_DIR=volumes/storage/agent.miner/logs/humanize_behaviour_v4
+RT_DFP_CHALLENGE_LOG_DIR=volumes/storage/agent.miner/logs/dfp_challenge
+RT_DFP_CHALLENGE_DEVICES_JSON_PATH=volumes/storage/agent.miner/logs/dfp_challenge/devices.json

.gitignore

@@ -126,7 +126,8 @@ ipython_config.py
 .LSOverride
 
 # Icon must end with two \r
-Icon
+Icon
+
 
 # Thumbnails
 ._*
@@ -670,6 +671,7 @@ volumes/**
 
 redteam_core.egg-info/
 ./.cache/
+.cache_*
 
 data/
 logs/
@@ -678,4 +680,4 @@ logs/
 validator_env/
 miner_env/
 .rewardapp_cache/
-redteam_core/challenge_pool/ab_sniffer_v1/src/node_modules/
+redteam_core/challenge_pool/ab_sniffer_v1/src/node_modules/

docs/1.validator.md

@@ -147,11 +147,7 @@ To set up a validator node on the RedTeam Subnet, follow these steps:
 
     You will be prompted to enter your Hugging Face access token. Visit [Hugging Face Access Tokens](https://huggingface.co/settings/tokens) to generate one if you don't have it already.
 
-6. Custom Setup for Specific Challenges
-
-    For setup instructions related to specific challenges, please refer to the [Validator Custom Setup](./4.validator_custom.md).
-
-7. Start the validator node:
+6. Start the validator node:
 
     ```sh
     # Activate the virtual environment if not already activated
@@ -173,15 +169,3 @@ To set up a validator node on the RedTeam Subnet, follow these steps:
 
     - `--logging.trace` - Enable trace logging
     - `--logging.debug` - Enable debug logging
-
-8. (Optional but Recommended) Start the Auto-Update Script
-
-    ```sh
-    # Activate the virtual environment if not already activated
-    source .venv/bin/activate
-
-    # Start auto-updater
-    pm2 start python --name "validator_autoupdate" \
-        -- -m scripts.validator_auto_update \
-        -- --process-name "validator_snxxx"
-    ```

docs/5.docker.md docs/4.docker.mddocs/5.docker.md renamed to docs/4.docker.md

@@ -0,0 +1,122 @@
+# Device Fingerprinter v1 Submission Guide (Active after September [20]th 2025 10:00 UTC)
+
+![thumnail](../assets/images/challenges/dev_fingerprinter_v1/thumbnail.png)
+
+## Overview
+
+**Device Fingerprinter v1** tests miners' ability to develop a browser SDK that can accurately detect the driver type used by bots interacting with a webpage.
+
+Miners must create a JavaScript fingerprinter that can distinguish between different devices through device fingerprinting techniques, analyzing browser properties, behavior patterns, and technical signatures.
+
+---
+
+## Example Code and Submission Instructions
+
+Example codes for the Device Fingerprinter v1 can be found in the [`redteam_core/miner/commits/dev_fingerprinter_v1/`](https://github.com/RedTeamSubnet/RedTeam/blob/main/redteam_core/miner/commits/dev_fingerprinter_v1/) directory.
+
+### Technical Requirements
+
+- JavaScript (ES6+)
+- Ubuntu 24.04
+- Docker container support
+
+### Core Requirements
+
+1. Use our template from [`redteam_core/miner/commits/dev_fingerprinter_v1/src/fingerprinter/fingerprinter.js`](https://github.com/RedTeamSubnet/RedTeam/blob/main/redteam_core/miner/commits/dev_fingerprinter_v1/src/fingerprinter/fingerprinter.js)
+2. Keep the `runFingerprinting()` function signature and export unchanged
+3. Your fingerprinter must:
+   - Collect device and browser fingerprint data
+   - Generate a unique fingerprint hash
+   - Send results to the designated endpoint
+   - Complete without errors
+
+### Key Guidelines
+
+- **Detection Accuracy**: Your fingerprinter must accurately identify different devices and provide consistent hash values for the same device across multiple runs.
+- **Fingerprint Collection**:
+    - Collect comprehensive browser and device properties
+    - Analyze WebDriver signatures and automation artifacts
+- **Data Processing**:
+    - Generate unique, consistent fingerprint hashes
+    - Process collected data efficiently
+- **API Integration**:
+    - Follow the provided API endpoint structure
+    - Send properly formatted JSON payloads
+    - Handle errors gracefully
+- **Technical Setup**:
+    - Use modern JavaScript (ES6+) features
+    - List dependencies in [`requirements.txt`](https://github.com/RedTeamSubnet/RedTeam/blob/main/redteam_core/miner/commits/dev_fingerprinter_v1/requirements.txt)
+    - Use **amd64** architecture
+- **Limitations**
+    - Your script must not exceed 2,000 lines. If it does, it will be considered invalid, and you will receive a score of zero.
+    - Your dependencies must be older than January 1, 2025. Any package released on or after this date will not be accepted, and your script will not be processed.
+
+### Plagiarism Check
+
+We maintain strict originality standards:
+
+- All submissions are compared against other miners' scripts
+- 100% similarity = zero score
+- Similarity above 60% will result in proportional score penalties based on the **detected similarity percentage**.
+- Note: Comparisons are only made against other miners submissions, not your own previous challenge entries.
+
+## Submission Guide
+
+Follow 1~6 steps to submit your script.
+
+1. **Navigate to the Device Fingerprinter v1 Commit Directory**
+
+    ```bash
+    cd redteam_core/miner/commits/dev_fingerprinter_v1
+    ```
+
+2. **Build the Docker Image**
+
+    To build the Docker image for the Device Fingerprinter v1 submission, run:
+
+    ```bash
+    docker build -t my_hub/dev_fingerprinter_v1-miner:0.0.1 .
+
+    # For MacOS (Apple Silicon) to build AMD64:
+    DOCKER_BUILDKIT=1 docker build --platform linux/amd64 -t myhub/dev_fingerprinter_v1-miner:0.0.1 .
+    ```
+
+3. **Log in to Docker**
+
+    Log in to your Docker Hub account using the following command:
+
+    ```bash
+    docker login
+    ```
+
+    Enter your Docker Hub credentials when prompted.
+
+4. **Push the Docker Image**
+
+    Push the tagged image to your Docker Hub repository:
+
+    ```bash
+    docker push myhub/dev_fingerprinter_v1:0.0.1
+    ```
+
+5. **Retrieve the SHA256 Digest**
+
+    After pushing the image, retrieve the digest by running:
+
+    ```bash
+    docker inspect --format='{{index .RepoDigests 0}}' myhub/dev_fingerprinter_v1:0.0.1
+    ```
+
+6. **Update active_commit.yaml**
+
+    Finally, go to the `neurons/miner/active_commit.yaml` file and update it with the new image tag:
+
+    ```yaml
+    - dev_fingerprinter_v1---myhub/dev_fingerprinter_v1@<sha256:digest>
+    ```
+
+---
+
+## 📑 References
+
+- Docker - <https://docs.docker.com>

docs/4.validator_custom.md

@@ -112,11 +112,13 @@ def _compare_within_batch(self, miner_commit: MinerChallengeCommit):
                             log.error = "miner_output is None"
                             log.similarity_score = 0.0
                         # Use the comparison API to compare outputs
-                        similarity_score = self._compare_outputs(
+                        compare_result = self._compare_outputs(
                             miner_input=miner_log.miner_input,  # Both used the same input
                             miner_output=miner_log.miner_output,
                             reference_output=other_log.miner_output,
                         )
+                        similarity_score = compare_result.get("similarity_score", 1.0)
+                        reason = compare_result.get("reason", "Unknown")
 
                         # remove js code from comparison log because it is avaliable in `scoring_logs`
                         _miner_output = miner_log.miner_output.copy()
@@ -131,6 +133,7 @@ def _compare_within_batch(self, miner_commit: MinerChallengeCommit):
                             miner_output=_miner_output,
                             reference_output=_reference_output,
                             reference_hotkey=other_commit.miner_hotkey,
+                            reason=reason,
                         )
                         comparison_logs.append(comparison_log)
 
@@ -164,7 +167,7 @@ def _compare_within_batch(self, miner_commit: MinerChallengeCommit):
 
     def _compare_outputs(
         self, miner_input: dict, miner_output: dict, reference_output: dict
-    ) -> float:
+    ) -> dict:
         """
         Send comparison request to challenge container's /compare endpoint.
 
@@ -174,7 +177,7 @@ def _compare_outputs(
             reference_output: The output from the reference miner
 
         Returns:
-            float: Comparison score between 0 and 1
+            dict: Comparison score between 0 and 1, and reason for the score
         """
         _protocol, _ssl_verify = self._check_protocol(is_challenger=True)
 
@@ -195,15 +198,19 @@ def _compare_outputs(
             response_data = response.json()
             data = response_data.get("data", {})
             similarity_score = data.get("similarity_score", 1.0)
+            similarity_reason = data.get("reason", "Unknown")
 
             # Normalize score to float between 0 and 1
             if isinstance(similarity_score, int):
                 similarity_score = float(similarity_score)
             elif not isinstance(similarity_score, float):
                 similarity_score = 1.0
 
-            return max(0.0, min(1.0, similarity_score))
+            return {
+                "similarity_score": max(0.0, min(1.0, similarity_score)),
+                "reason": similarity_reason,
+            }
 
         except Exception as e:
             bt.logging.error(f"Error in comparison request: {str(e)}")
-            return 0.0
+            return {"similarity_score": 0.0, "reason": f"Error: {str(e)}"}

docs/assets/images/challenges/dev_fingerprinter_v1/thumbnail.png

@@ -12,4 +12,4 @@ onion-config[pydantic-settings]~=5.1.1
 aiohttp~=3.10.2
 fastapi[all]~=0.110.1
 docker~=7.1.0
-./requirements/cfg_analyser_binary-1.6.0-py3-none-any.whl
+./requirements/cfg_analyser_binary-2.0.0-py3-none-any.whl