🏋️‍♂️ Load tests and some minor issues

Author: puria

app/routers/petitions.py

@@ -106,7 +106,10 @@ def _generate_petition_object(petition, ci_uid=None):
         placeholders={"petition": petition.petition_id},
     )
     petition = zencode(
-        CONTRACTS.APPROVE_PETITION, keys=json.dumps(issuer_verify), data=petition_req
+        CONTRACTS.APPROVE_PETITION,
+        keys=json.dumps(issuer_verify),
+        data=petition_req,
+        placeholders={"issuer_identifier": ci_uid},
     )
     return petition, ci_uid
 
@@ -192,7 +195,7 @@ class PetitionSignature(BaseModel):
     tags=["Petitions"],
     summary="Adds a petition signature to the petition object (signs a petition)",
 )
-async def sign(petition_id: str, signature: PetitionSignature, expand: bool = False):
+def sign(petition_id: str, signature: PetitionSignature, expand: bool = False):
     p = Petition.by_pid(petition_id)
     if not p:
         raise HTTPException(status_code=HTTP_404_NOT_FOUND, detail="Petition not Found")
@@ -201,6 +204,7 @@ async def sign(petition_id: str, signature: PetitionSignature, expand: bool = Fa
         petition = zencode(
             CONTRACTS.ADD_SIGNATURE, keys=p.petition, data=signature.json()
         )
+        json.loads(petition)
         p.petition = petition
         DBSession.commit()
     except Error as e:
@@ -224,7 +228,7 @@ class TallyBody(BaseModel):
     tags=["Petitions"],
     summary="Tally a petition, just by tally admins",
 )
-async def tally(
+def tally(
     petition_id: str,
     authorizable_attribute: TallyBody = Body(...),
     expand: bool = False,
@@ -254,7 +258,7 @@ async def tally(
     tags=["Petitions"],
     summary="Count the signs of a tallied petition",
 )
-async def count(petition_id: str):
+def count(petition_id: str):
     p = Petition.by_pid(petition_id)
     if not p:
         raise HTTPException(status_code=HTTP_404_NOT_FOUND, detail="Petition not Found")

app/utils/helpers.py

@@ -108,4 +108,5 @@ def zencode(name, keys=None, data=None, placeholders={}):
     debug("+" * 50)
 
     result, _ = zenroom.execute(script=script, keys=k, data=a)
+
     return result.decode()

tests/conftest.py

@@ -3,6 +3,9 @@
 
 from app.main import api
 from app.model import Base, engine
+from app.utils.helpers import debug
+
+AAID = "aa_test_2"
 
 
 def pytest_addoption(parser):
@@ -18,6 +21,7 @@ def pytest_addoption(parser):
 def client(request):
     def fn():
         Base.metadata.drop_all(bind=engine)
+        debug("FINISH")
 
     request.addfinalizer(fn)
     return TestClient(api)

tests/test_load_and_stress.py

@@ -0,0 +1,103 @@
+import json
+
+import requests
+from bunch import Bunch
+from environs import Env
+from starlette.testclient import TestClient
+
+from app.main import api
+from app.routers.petitions import _retrieve_verification_key
+from app.utils.helpers import zencode, CONTRACTS
+from tests.conftest import AAID
+
+env = Env()
+env.read_env()
+
+
+def auth():
+    client = TestClient(api)
+    r = client.post(
+        "/token", data=dict(username="demo", password="demo", grant_type="password")
+    )
+    return r.json()["access_token"]
+
+
+def petition_auth():
+    client = TestClient(api)
+    r = client.post(
+        "/token",
+        data=dict(username="demotally", password="demotally", grant_type="password"),
+    )
+    return r.json()["access_token"]
+
+
+def _get_token(url):
+    r = requests.post(
+        f"{url}/token",
+        data={
+            "username": env("CREDENTIAL_ISSUER_USERNAME"),
+            "password": env("CREDENTIAL_ISSUER_PASSWORD"),
+        },
+    )
+    return r.json()["access_token"]
+
+
+def stress_sign_petition():
+    client = TestClient(api)
+    petition = Bunch(
+        petition_id="petition",
+        credential_issuer_url="http://localhost:5000",
+        authorizable_attribute_id=AAID,
+        credential_issuer_petition_value=[
+            {"name": "zip_code", "value": "08001"},
+            {"name": "email", "value": "puria@example.com"},
+        ],
+    )
+
+    r = client.post(
+        "/petitions/",
+        json=petition,
+        headers={"Authorization": f"Bearer {petition_auth()}"},
+    )
+
+    assert r.status_code == 200
+    assert petition.petition_id in r.json()
+
+    vk = _retrieve_verification_key(petition)
+    url = petition.credential_issuer_url
+    value = petition.credential_issuer_petition_value
+
+    for _ in range(500):
+        print(f"SIGNING #{_}")
+        keys = zencode(CONTRACTS.CITIZEN_KEYGEN)
+        blind_sign_request = zencode(CONTRACTS.CITIZEN_REQ_BLIND_SIG, keys=keys)
+        data = dict(
+            authorizable_attribute_id=AAID,
+            blind_sign_request=json.loads(blind_sign_request),
+            optional_values=[],
+            values=value,
+        )
+        print(data)
+        r = requests.post(
+            f"{url}/credential/",
+            json=data,
+            headers={"Authorization": f"Bearer {_get_token(url)}"},
+        )
+        credential_request = json.dumps(r.json())
+        credential = zencode(
+            CONTRACTS.AGGREGATE_CREDENTIAL, keys=keys, data=credential_request
+        )
+        petition_signature = zencode(
+            CONTRACTS.SIGN_PETITION,
+            keys=credential,
+            data=json.dumps(vk),
+            placeholders={"petition": petition.petition_id},
+        )
+
+        r = client.post(
+            f"/petitions/{petition.petition_id}/sign",
+            headers={"Authorization": "Bearer %s" % auth()},
+            json=json.loads(petition_signature),
+        )
+
+        assert r.status_code == 200

tests/test_petition.py

@@ -6,6 +6,7 @@
 from app.model.petition import Petition
 from app.routers.petitions import _retrieve_verification_key, _retrieve_credential
 from app.utils.helpers import zencode, CONTRACTS
+from tests.conftest import AAID
 
 
 def auth():
@@ -31,7 +32,7 @@ def test_create_petition(client):
         json=dict(
             petition_id="petition",
             credential_issuer_url="https://credentials.decodeproject.eu",
-            authorizable_attribute_id="aa_test",
+            authorizable_attribute_id=AAID,
             credential_issuer_petition_value=[
                 {"name": "zip_code", "value": "08001"},
                 {"name": "email", "value": "puria@example.com"},
@@ -71,7 +72,7 @@ def test_not_found_ci_server(client):
         json=dict(
             petition_id="petition",
             credential_issuer_url="https://supernonexistent.zzz",
-            authorizable_attribute_id="aa_test",
+            authorizable_attribute_id=AAID,
             credential_issuer_petition_value=[],
         ),
         headers={"Authorization": "Bearer %s" % petition_auth()},
@@ -86,7 +87,7 @@ def test_duplicate_create_petition(client):
         json=dict(
             petition_id="petition",
             credential_issuer_url="https://credentials.decodeproject.eu",
-            authorizable_attribute_id="aa_test",
+            authorizable_attribute_id=AAID,
             credential_issuer_petition_value=[
                 {"name": "zip_code", "value": "08001"},
                 {"name": "email", "value": "puria@example.com"},
@@ -102,7 +103,7 @@ def test_sign(client):
     petition = Bunch(
         petition_id="petition",
         credential_issuer_url="https://credentials.decodeproject.eu",
-        authorizable_attribute_id="aa_test",
+        authorizable_attribute_id=AAID,
         credential_issuer_petition_value=[
             {"name": "zip_code", "value": "08001"},
             {"name": "email", "value": "puria@example.com"},
@@ -140,7 +141,7 @@ def test_duplicate_sign(client):
     petition = Bunch(
         petition_id="petition",
         credential_issuer_url="https://credentials.decodeproject.eu",
-        authorizable_attribute_id="aa_test",
+        authorizable_attribute_id=AAID,
         credential_issuer_petition_value=[
             {"name": "zip_code", "value": "08001"},
             {"name": "email", "value": "puria@example.com"},
@@ -170,7 +171,7 @@ def test_duplicate_sign(client):
 def test_tally(client):
     r = client.post(
         "/petitions/petition/tally",
-        json=dict(authorizable_attribute_id="aa_test"),
+        json=dict(authorizable_attribute_id=AAID),
         headers={"Authorization": f"Bearer {petition_auth()}"},
     )
     assert r.status_code == 200
@@ -180,7 +181,7 @@ def test_tally(client):
 def test_auth_tally(client, mocker):
     r = client.post(
         "/petitions/petition/tally",
-        json=dict(authorizable_attribute_id="aa_test"),
+        json=dict(authorizable_attribute_id=AAID),
         headers={"Authorization": f"Bearer {auth()}"},
     )
     assert r.status_code == 401