1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
from evaluator import *

DESCRIPTION = "Test if the model knows what ERR_BLOCKED_BY_ORB means."

TAGS = ['explain']

question = """
What does "ERR_BLOCKED_BY_ORB" mean?
"""

TestWhatIsBlockByOrb = question >> LLMRun() >> SubstringEvaluator("opaque resource blocking", lower=True)

if __name__ == "__main__":
    print(run_test(TestWhatIsBlockByOrb))