small format tweaks, get rid of prints in tokenizer

2023-07-23 17:09:23 +00:00
parent deb3818db9
commit 5baaf9df06
2 changed files with 3 additions and 8 deletions
@@ -27,8 +27,5 @@ for line in proc.stdout:
    last = dec
 t1 = time.time()

-print('\n---\n')
-print(enc.decode(tokens))
-
-print(f"achieved tok/s: {len(tokens) / (t1 - t0)}")
+print(f"\nachieved tok/s: {len(tokens) / (t1 - t0)}")
 proc.wait()