added e2b as a new option

Author: wenting-zhao

commit0/harness/constants.py

@@ -64,7 +64,7 @@ def items(self) -> ItemsView[str, object]:
 PASS_TO_FAIL = "PASS_TO_FAIL"
 
 # Evaluation backends
-EVAL_BACKENDS = ["local", "modal"]
+EVAL_BACKENDS = ["local", "modal", "e2b"]
 
 # available commands
 COMMANDS = [

commit0/harness/execution_context.py

@@ -33,6 +33,7 @@
 class ExecutionBackend(StrEnum):
     LOCAL = auto()
     MODAL = auto()
+    E2B = auto()
 
 
 class ExecutionContext(ABC):

commit0/harness/run_pytest_ids.py

@@ -26,6 +26,7 @@
     ExecutionBackend,
     Docker,
     Modal,
+    E2B,
 )
 
 
@@ -192,6 +193,9 @@ def main(
     elif ExecutionBackend(backend) == ExecutionBackend.LOCAL:
         logger.info("Runnning locally")
         execution_context = Docker
+    elif ExecutionBackend(backend) == ExecutionBackend.E2B:
+        logger.info("Runnning E2B")
+        execution_context = E2B
     else:
         raise ValueError(
             f"Evaluation must be from {', '.join(EVAL_BACKENDS)}, but {backend} is provided."