fix all open issues

Author: StephanAkkerman

.github/workflows/test.yml

@@ -0,0 +1,46 @@
+name: Test
+
+on:
+    push:
+        branches: [main]
+    pull_request:
+        paths:
+            - "**/*.py"
+            - "requirements.txt"
+            - "pyproject.toml"
+            - ".github/workflows/test.yml"
+
+permissions:
+    contents: read
+
+jobs:
+    test:
+        runs-on: ubuntu-latest
+        steps:
+            - uses: actions/checkout@v6
+
+            - name: Free disk space
+              run: |
+                  sudo rm -rf /usr/share/dotnet || true
+                  sudo rm -rf /usr/local/lib/android || true
+                  sudo rm -rf /opt/ghc || true
+                  sudo rm -rf /usr/local/share/boost || true
+                  sudo rm -rf "$AGENT_TOOLSDIRECTORY" || true
+
+            - name: Set up Python 3.11
+              uses: actions/setup-python@v6
+              with:
+                  python-version: "3.11"
+                  cache: "pip"
+                  cache-dependency-path: |
+                      requirements.txt
+                      requirements-dev.txt
+
+            - name: Install dependencies
+              run: |
+                  python -m pip install --upgrade pip
+                  pip install -e . -r requirements.txt
+
+            - name: Run tests
+              run: |
+                  pytest tests/ -v --tb=long

curl_example.txt

@@ -4,6 +4,7 @@ Replace all contents of this file with the following:
 3. On the home timeline (click on following) press F12, this will open devtools in Chrome
 4. Go to the Network section
 5. Locate HomeTimeline or HomeLatestTimeline (when using Following tab)
+   You can filter on XHR and use the search bar to quickly find it. Try a refresh if you do not see it.
 6. Right click on HomeTimeline, copy
    Chrome: copy as cURL (bash)
    Firefox: copy as cURL (posix)

src/tweet.py

@@ -62,6 +62,7 @@ class Tweet:
     replies: int = 0
     views: int = 0
     is_update: bool = False
+    is_subscriber_only: bool = False
     quoted_tweet: Tweet | None = None
 
     def to_dict(self) -> dict:

src/xclient.py

@@ -236,8 +236,12 @@ def _load_curl(self) -> None:
             self._req = {}
 
     def _log_request_health_hint(self) -> None:
-        headers = {str(k).lower(): str(v) for k, v in self._req.get("headers", {}).items()}
-        cookies = {str(k).lower(): str(v) for k, v in self._req.get("cookies", {}).items()}
+        headers = {
+            str(k).lower(): str(v) for k, v in self._req.get("headers", {}).items()
+        }
+        cookies = {
+            str(k).lower(): str(v) for k, v in self._req.get("cookies", {}).items()
+        }
         warnings: list[str] = []
 
         if "authorization" not in headers:
@@ -465,11 +469,7 @@ def _save_errored_tweet(self, tweet: dict, error_msg: str) -> None:
         )
 
     def _user_field(self, tweet: dict, key: str) -> str:
-        result = (
-            tweet.get("core", {})
-            .get("user_results", {})
-            .get("result", {})
-        )
+        result = tweet.get("core", {}).get("user_results", {}).get("result", {})
         # New API shape: name/screen_name live in result.core; image in result.avatar
         if key in ("name", "screen_name", "created_at"):
             value = result.get("core", {}).get(key, "")
@@ -590,6 +590,9 @@ def _parse_single_tweet(self, tw: dict) -> Tweet | None:
         # media
         media_items, media_types = self._collect_media(tw)
 
+        # subscriber-only (creator subscription / Super Follow)
+        is_subscriber_only = bool(tw.get("exclusivityInfo"))
+
         # reply/quote/retweet handling (best-effort)
         title = f"{user_name} tweeted"
         quoted = tw.get("quoted_status_result") or None
@@ -666,6 +669,7 @@ def _parse_nested(n: dict) -> Tweet | None:
             retweets=retweets,
             replies=replies,
             views=views,
+            is_subscriber_only=is_subscriber_only,
             quoted_tweet=quoted_tweet,
         )
 
@@ -791,7 +795,7 @@ async def _example_stream():
 
 
 # if __name__ == "__main__":
-    # asyncio.run(_example_stream())
-    # Set os env XCLIENT_DEBUG_HTTP
-    # os.environ["XCLIENT_DEBUG_HTTP"] = "1"
-    # asyncio.run(_example_once())
+# asyncio.run(_example_stream())
+# Set os env XCLIENT_DEBUG_HTTP
+# os.environ["XCLIENT_DEBUG_HTTP"] = "1"
+# asyncio.run(_example_once())