Merging main to amangu-lora.

Author: aman2930

.gitattributes

@@ -0,0 +1 @@
+*.pkl filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -11,3 +11,4 @@ logs/
 tmp/
 venv/
 .vscode/
+.idea/

Makefile

@@ -33,7 +33,7 @@ check: type-check format-check linter-check
 
 type-check:
 	$(PIP) install pytype
-	pytype --jobs auto --disable=import-error,module-attr jetstream/ benchmarks/
+	pytype --jobs auto --disable=import-error,module-attr jetstream/ benchmarks/ --exclude='benchmarks/.*\.json$\'
 
 format-check:
 	$(PIP) install pyink
@@ -51,4 +51,4 @@ unit-tests:
 	coverage run -m unittest -v
 
 check-test-coverage:
-	coverage report -m --omit="jetstream/core/proto/*,jetstream/engine/tokenizer_pb2.py,jetstream/external_tokenizers/*" --fail-under=96
+	coverage report -m --omit="jetstream/core/proto/*,jetstream/engine/tokenizer_pb2.py,jetstream/external_tokenizers/*,benchmarks/benchmark_serving.py,benchmarks/eval_accuracy.py,benchmarks/eval_accuracy_mmlu.py" --fail-under=96