mess up more

Author: ChihChengLiang

scripts/benchmark.py

@@ -7,77 +7,97 @@
     G2,
     add,
     multiply,
-    pairing,
+    pairing as _pairing,
 )
 from py_ecc import bls
+from constants import (
+    data_path,
+    msg,
+    domain,
+    P_G1,
+    P_G2,
+    Q_G1,
+    Q_G2,
+)
+import json
+from eth_utils import (
+    is_hex,
+    decode_hex,
+)
+import timeit
+
+
+def _is_hex(value):
+    return isinstance(value, str) and is_hex(value)
+
+
+def convert(value):
+    if isinstance(value, list) and _is_hex(value[0]):
+        return [decode_hex(v) for v in value]
+    elif _is_hex(value):
+        return decode_hex(value)
+    else:
+        return value
 
-LARGE_NUMBER = 10000
 
-N_VALIDATORS = 100
-print("Gen priv keys")
-privkeys = [secrets.randbelow(q) for i in range(N_VALIDATORS)]
-print("Gen pub keys")
-pubkeys = [bls.privtopub(key) for key in privkeys]
-msg = b'ab'*32
-domain = 5566
-print("Signing")
-sigs = [bls.sign(message_hash=msg, privkey=key, domain=domain) for key in privkeys]
-print("Agg sigs")
-agg_sigs = bls.aggregate_signatures(sigs)
-print("Agg keys")
-agg_keys = bls.aggregate_pubkeys(pubkeys)
+with open(data_path) as f:
+    d = {k: convert(v) for k, v in json.load(f).items()}
 
-P_G1 = multiply(G1, 100)
-Q_G1 = multiply(G1, 5566)
+pubkeys = d["pubkeys"]
+sigs = d["sigs"]
+agg_sigs = d["agg_sigs"]
+agg_keys = d["agg_keys"]
 
-P_G2 = multiply(G2, 100)
-Q_G2 = multiply(G2, 5566)
 
+def bench(func, seconds=2, repeat=3):
+    stmt = "{0}()".format(func.__name__)
+    setup = "from __main__ import {0}".format(func.__name__)
+    timer = timeit.Timer(stmt, setup=setup)
+    for _ in range(repeat):
+        total_time = 0
+        count = 0
+        while total_time < seconds:
+            total_time += timer.timeit(1)
+            count += 1
+        yield total_time / count, count
 
-def profile(fn):
 
-    a = time()
-    n_sample = fn()
-    total_time = time() - a
-    avg_time = total_time/n_sample
-    print(f"{fn.__name__} avg {avg_time} seconds")
+def report(func):
+    results = "\t".join(
+        "{0}\tsecs / {1}\ttimes".format(seconds, count)
+        for seconds, count in bench(func)
+    )
+    print(func.__name__, "\t", results)
 
 
 def adding_G1():
-    for i in range(LARGE_NUMBER):
-        add(P_G1, Q_G1)
-    return LARGE_NUMBER
+    return add(P_G1, Q_G1)
 
 
 def adding_G2():
-    for i in range(LARGE_NUMBER):
-        add(P_G2, Q_G2)
-    return LARGE_NUMBER
+    return add(P_G2, Q_G2)
 
 
-def _pairing():
-    ln = int(LARGE_NUMBER/1000)
-    for i in range(ln):
-        pairing(P_G2, Q_G1, final_exponentiate=False)
-    return ln
+def pairing():
+    return _pairing(P_G2, Q_G1, final_exponentiate=False)
+
 
 def aggregate_keys():
-    agg_keys = bls.aggregate_pubkeys(pubkeys)
-    return 1
+    return bls.aggregate_pubkeys(pubkeys)
+
+
+def aggregate_sigs():
+    return bls.aggregate_signatures(sigs)
+
 
 def bls_verify():
-    for i in range(10):
-        bls.verify(msg, agg_keys, agg_sigs, domain)
-    return 10
+    return bls.verify(msg, agg_keys, agg_sigs, domain)
+
 
 if __name__ == '__main__':
-    profile(adding_G1)
-    profile(adding_G2)
-    profile(_pairing)
-    profile(aggregate_keys)
-    profile(bls_verify)
-    # adding_G1 avg 3.800830841064453e-05 seconds
-    # adding_G2 avg 0.00018580918312072753 seconds
-    # _pairing avg 0.12307929992675781 seconds
-    # aggregate_keys avg 0.041207075119018555 seconds
-    # bls_verify avg 1.0701230764389038 seconds
+    report(adding_G1)
+    report(adding_G2)
+    report(pairing)
+    report(aggregate_keys)
+    report(aggregate_sigs)
+    report(bls_verify)

scripts/constants.py

@@ -0,0 +1,26 @@
+from pathlib import Path
+import os
+from py_ecc.optimized_bls12_381 import (
+    field_modulus as q,
+    G1,
+    G2,
+    add,
+    multiply,
+    pairing,
+)
+import secrets
+
+
+data_path = Path(os.path.dirname(__file__)) / "fixtures" / "data.json"
+
+
+N_VALIDATORS = 100
+privkeys = [secrets.randbelow(q) for i in range(N_VALIDATORS)]
+
+msg = b'\xab'*32
+domain = 5566
+P_G1 = multiply(G1, 100)
+Q_G1 = multiply(G1, 5566)
+
+P_G2 = multiply(G2, 100)
+Q_G2 = multiply(G2, 5566)