Introduction to simpE

# Example from the source code (main.py:147-152)
stringlenth = random.randint(2, 30)
text = ''.join(random.choice(string.ascii_uppercase + string.digits + string.ascii_lowercase) for _ in range(stringlenth))

prompt = f"Provide the following text in reverse order. Don't output anything else. Only output the reversed string without anything additional, not even quotes: \"{text}\""

# Example from the source code (main.py:214-223)
int1_length = random.randint(2, 30)
int2_length = random.randint(2, 30)

int1 = int(''.join(random.choice(string.digits) for _ in range(int1_length)))
int2 = int(''.join(random.choice(string.digits) for _ in range(int2_length)))

prompt = f"Provide the sum of the two numbers. Don't output anything else. Only output the sum of the two numbers without anything additional. Only output the final number, no calculation, no explanation, just the final number without any text.: \"{int1}\" \"{int2}\""

# Example from the source code (main.py:292-297)
stringlenth = random.randint(10, 500)
text = ''.join(random.choice(string.ascii_uppercase + string.digits + string.ascii_lowercase) for _ in range(stringlenth))

prompt = f"Repeat the following string exactly without modifying it. Don't output anything else. Only output the string without anything additional, not even quotes: \"{text}\""

tries = 100  # Number of tests per benchmark
timeout_time = 400  # Timeout in seconds
max_tokens = 512  # Maximum output tokens
reasoning_effort = "low"  # Reasoning level: low, medium, high
baseurl = "http://127.0.0.1:1234/v1"  # LM-Studio API endpoint

uv run analyze