More results

Author: mandel

tests/results/examples/code/code-eval.1.result

@@ -0,0 +1,24 @@
+
+@SuppressWarnings("unchecked")
+public static Map<String, String> deserializeOffsetMap(String lastSourceOffset) throws IOException {
+  Map<String, String> offsetMap;
+  if (lastSourceOffset == null || lastSourceOffset.isEmpty()) {    
+    offsetMap = new HashMap<>();  
+  } else {
+    offsetMap = JSON_MAPPER.readValue(lastSourceOffset, Map.class);  
+  }
+  return offsetMap;
+}
+
+This Java method, `deserializeOffsetMap`, is used to deserialize a JSON string into a `Map<String, String>`. Here's a breakdown of the code:
+
+1. The method takes a single parameter, `lastSourceOffset`, which is expected to be a JSON string.
+2. It first checks if `lastSourceOffset` is either `null` or an empty string. If true, it initializes an empty `HashMap` and assigns it to `offsetMap`.
+3. If `lastSourceOffset` is not `null` or empty, it uses the `JSON_MAPPER` object (presumably an instance of `ObjectMapper` from the Jackson library) to deserialize the JSON string into a `Map<String, String>`. The `readValue` method is used for this purpose, with `Map.class` as the second argument, which specifies the expected type of the deserialized object.
+4. Finally, the method returns the `offsetMap`, which now contains the deserialized data.
+
+The `@SuppressWarnings("unchecked")` annotation is used to suppress a potential warning about the raw use of the `Map` type. This is because the `JSON_MAPPER.readValue` method returns a `Map` object, but the method signature declares it as `Map<String, String>`. The compiler would normally warn about this, but the annotation suppresses that warning.
+
+EVALUATION:
+The similarity (Levenshtein) between this answer and the ground truth is:
+0.3091666666666667

tests/results/examples/tutorial/include.1.result

@@ -0,0 +1,15 @@
+
+What is APR?
+APR stands for Annual Percentage Rate. It is the annual interest rate charged for borrowing or earned through an investment, and it represents the actual yearly cost of funds over the term of a loan. It includes any fees or additional costs associated with the transaction.
+Can you write a poem about APR?
+In the world of finance, APR is the key,
+A number that tells us what we'll pay, or earn, you see.
+It's the annual rate, both simple and clear,
+Including all fees, for loans and investments, near and far.
+
+It's the cost of borrowing, or the return we gain,
+A figure that helps us make informed financial gain.
+So, when you're comparing loans or investments, don't forget,
+The APR is the number that you should always check.
+Now explain APR to me like I'm 5 years old
+Sure! Imagine you have a piggy bank, and you want to borrow some money from your parents to buy a toy. Your parents will ask you to pay them back with some extra money, which is like interest. APR is the special number that tells you how much extra money you'll have to pay back, all in one year. It's like a special rule that helps you understand how much you'll have to pay back for borrowing money.

tests/results/examples/weather/weather.0.result

@@ -38,25 +38,8 @@
 NOT_DETERMINISTIC = {
     str(name)
     for name in [
-        pathlib.Path("examples") / "granite" / "multi_round_chat.pdl",
-        pathlib.Path("examples") / "granite" / "single_round_chat.pdl",
-        pathlib.Path("examples") / "joke" / "Joke.pdl",
-        pathlib.Path("examples") / "react" / "multi-agent.pdl",
-        pathlib.Path("examples") / "react" / "wikipedia.pdl",
-        pathlib.Path("examples") / "talk" / "10-sdg.pdl",
-        pathlib.Path("examples") / "talk" / "7-chatbot-roles.pdl",
-        pathlib.Path("examples") / "chatbot" / "chatbot.pdl",
-        pathlib.Path("examples") / "talk" / "8-tools.pdl",
-        pathlib.Path("examples") / "talk" / "9-react.pdl",
-        pathlib.Path("examples") / "teacher" / "teacher.pdl",
-        pathlib.Path("examples") / "tools" / "calc.pdl",
-        pathlib.Path("examples") / "tutorial" / "include.pdl",
-        pathlib.Path("examples") / "hello" / "hello-roles-array.pdl",
         pathlib.Path("examples") / "weather" / "weather.pdl",
         pathlib.Path("examples") / "demo" / "3-weather.pdl",
-        pathlib.Path("examples") / "tutorial" / "conditionals_loops.pdl",
-        pathlib.Path("examples") / "chatbot" / "chatbot.pdl",
-        pathlib.Path("examples") / "fibonacci" / "fib.pdl",
     ]
 }
 
@@ -179,28 +162,26 @@ def test_valid_programs(capsys: CaptureFixture[str], monkeypatch: MonkeyPatch) -
             result_dir_name = (
                 pathlib.Path(".") / "tests" / "results" / pdl_file_name.parent
             )
-            if UPDATE_RESULTS:
-                result_file_name_0 = pdl_file_name.stem + ".0.result"
-                result_dir_name.mkdir(parents=True, exist_ok=True)
-                with open(
-                    result_dir_name / result_file_name_0, "w", encoding="utf-8"
-                ) as result_file:
-                    print(str(result), file=result_file)
             if str(pdl_file_name) in NOT_DETERMINISTIC:
                 continue
             wrong_result = True
-            for result_file_name in result_dir_name.glob(pdl_file_name.stem + ".*.pdl"):
-                with open(
-                    result_dir_name / result_file_name, "r", encoding="utf-8"
-                ) as result_file:
+            for result_file_name in result_dir_name.glob(pdl_file_name.stem + ".*.result"):
+                with open(result_file_name, "r", encoding="utf-8") as result_file:
                     expected_result = str(result_file.read())
                 if str(result).strip() == expected_result.strip():
                     wrong_result = False
-
             if wrong_result:
-                wrong_results[str(pdl_file_name)] = {
-                    "actual": str(result),
-                }
+                if UPDATE_RESULTS:
+                    result_file_name_0 = pdl_file_name.stem + f".1.result"
+                    result_dir_name.mkdir(parents=True, exist_ok=True)
+                    with open(
+                        result_dir_name / result_file_name_0, "w", encoding="utf-8"
+                    ) as result_file:
+                        print(str(result), file=result_file)
+                else:
+                    wrong_results[str(pdl_file_name)] = {
+                        "actual": str(result),
+                    }
         except PDLParseError:
             actual_parse_error |= {str(pdl_file_name)}
         except PDLRuntimeError as exc: