Try 5% fails

bigscience-workshop · Sep 28, 2023 · 567e34b · 567e34b
1 parent 3547b57
commit 567e34b
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/src/petals/client/inference_session.py b/src/petals/client/inference_session.py
@@ -163,6 +163,11 @@ def step(
  )
  )
  )
+
+ import random
+ if random.random() < 0.05:
+ raise Exception("fail")
+
  outputs = list(map(deserialize_torch_tensor, outputs_serialized.tensors))
  assert (
  outputs[0].shape == inputs.shape