[
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 0,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What is the top-{{n}} best-selling product in {{year}}",
    "instantiation_dict": {
      "n": 1,
      "year": 2022
    },
    "intent": "What is the top-1 best-selling product in 2022",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "exact_match": "Quest Lumaflex\u2122 Band"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Quest Lumaflex\u2122 Band"
    },
    "intent_template_id": 279
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 1,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What is the top-{{n}} best-selling brand in {{period}}",
    "instantiation_dict": {
      "n": 1,
      "period": "Quarter 1 2022"
    },
    "intent": "What is the top-1 best-selling brand in Quarter 1 2022",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "exact_match": "Sprite"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Sprite"
    },
    "intent_template_id": 279
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 2,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What is the top-{{n}} best-selling product type in {{period}}",
    "instantiation_dict": {
      "n": 1,
      "period": "Quarter 1 2022"
    },
    "intent": "What is the top-1 best-selling product type in Quarter 1 2022",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "exact_match": "Yoga ball"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Yoga ball"
    },
    "intent_template_id": 279
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 3,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What are the top-{{n}} best-selling product in {{year}}",
    "instantiation_dict": {
      "n": 2,
      "year": 2022
    },
    "intent": "What are the top-2 best-selling product in 2022",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Quest Lumaflex\u2122 Band",
          "Sprite Stasis Ball 65 cm"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Quest Lumaflex\u2122 Band, Sprite Stasis Ball 65 cm"
    },
    "intent_template_id": 279
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 4,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What are the top-{{n}} best-selling product in {{period}}",
    "instantiation_dict": {
      "n": 3,
      "period": "Jan 2023"
    },
    "intent": "What are the top-3 best-selling product in Jan 2023",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Impulse Duffle",
          "Overnight Duffle",
          "Hawkeye Yoga Short-32-Blue"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Impulse Duffle, Overnight Duffle, Hawkeye Yoga Short-32-Blue"
    },
    "intent_template_id": 279
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 5,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What is the top-{{n}} best-selling product type in {{period}}",
    "instantiation_dict": {
      "n": 1,
      "period": "Jan 2023"
    },
    "intent": "What is the top-1 best-selling product type in Jan 2023",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "exact_match": "Duffle"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Duffle"
    },
    "intent_template_id": 279
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 6,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What are the top-{{n}} best-selling product in {{year}}",
    "instantiation_dict": {
      "n": 5,
      "year": 2023
    },
    "intent": "What are the top-5 best-selling product in 2023",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Sprite Yoga Strap 6 foot",
          "Overnight Duffle",
          "Ida Workout Parachute Pant-29-Purple",
          "Hawkeye Yoga Short-32-Blue",
          "Sprite Stasis Ball 65 cm"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Sprite Yoga Strap 6 foot, Overnight Duffle, Ida Workout Parachute Pant-29-Purple, Hawkeye Yoga Short-32-Blue, Sprite Stasis Ball 65 cm"
    },
    "intent_template_id": 279
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 11,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Tell me the the number of reviews that our store received by far that mention term \"{{term}}\"",
    "instantiation_dict": {
      "term": "disappointed"
    },
    "intent": "Tell me the the number of reviews that our store received by far that mention term \"disappointed\"",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "6"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "6"
    },
    "intent_template_id": 288
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 12,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Tell me the the number of reviews that our store received by far that mention term \"{{term}}\"",
    "instantiation_dict": {
      "term": "satisfied"
    },
    "intent": "Tell me the the number of reviews that our store received by far that mention term \"satisfied\"",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "2"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "2"
    },
    "intent_template_id": 288
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 13,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Tell me the the number of reviews that our store received by far that mention term \"{{term}}\"",
    "instantiation_dict": {
      "term": "decent"
    },
    "intent": "Tell me the the number of reviews that our store received by far that mention term \"decent\"",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "2"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "2"
    },
    "intent_template_id": 288
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 14,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Tell me the the number of reviews that our store received by far that mention term \"{{term}}\"",
    "instantiation_dict": {
      "term": "not useful"
    },
    "intent": "Tell me the the number of reviews that our store received by far that mention term \"not useful\"",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "0"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "0"
    },
    "intent_template_id": 288
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 15,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Tell me the the number of reviews that our store received by far that mention term \"{{term}}\"",
    "instantiation_dict": {
      "term": "best"
    },
    "intent": "Tell me the the number of reviews that our store received by far that mention term \"best\"",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "2"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "2"
    },
    "intent_template_id": 288
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 41,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "List the top {{n}} search terms in my store",
    "instantiation_dict": {
      "n": "1"
    },
    "intent": "List the top 1 search terms in my store",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "exact_match": "hollister"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "hollister"
    },
    "intent_template_id": 285
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 42,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "List the top {{n}} search terms in my store",
    "instantiation_dict": {
      "n": "2"
    },
    "intent": "List the top 2 search terms in my store",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "hollister",
          "Joust Bag"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "hollister, Joust Bag"
    },
    "intent_template_id": 285
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 43,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "List the top {{n}} search terms in my store",
    "instantiation_dict": {
      "n": "3"
    },
    "intent": "List the top 3 search terms in my store",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "hollister",
          "Joust Bag",
          "Antonia Racer Tank"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "hollister, Joust Bag, Antonia Race Tank"
    },
    "intent_template_id": 285
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 62,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Which customer has completed the {{quantifier}} number of orders in the entire history?",
    "instantiation_dict": {
      "quantifier": "most"
    },
    "intent": "Which customer has completed the most number of orders in the entire history?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Jane Smith"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Jane Smith"
    },
    "intent_template_id": 276
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 63,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Which customer(s) has completed the {{quantifier}} number of orders in the entire history?",
    "instantiation_dict": {
      "quantifier": "second most"
    },
    "intent": "Which customer(s) has completed the second most number of orders in the entire history?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Adam Garcia",
          "Michael Nguyen",
          "Sarah Miller"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Adam Garcia, Michael Nguyen, Sarah Miller"
    },
    "intent_template_id": 276
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 64,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Which customer has placed {{number}} orders in the entire history?",
    "instantiation_dict": {
      "number": "2"
    },
    "intent": "Which customer has placed 2 orders in the entire history?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Lisa Kim",
          "Lisa Green",
          "Julia Williams",
          "Brian Smith",
          "Alexander Thomas"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Lisa Kim, Lisa Green, Julia Williams, Brian Smith, Alexander Thomas"
    },
    "intent_template_id": 276
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 65,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Which customer has completed the {{quantifier}} number of orders in the entire history?",
    "instantiation_dict": {
      "quantifier": "fifth most"
    },
    "intent": "Which customer has completed the fifth most number of orders in the entire history?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Jane Doe"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Jane Doe"
    },
    "intent_template_id": 276
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 77,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What is the total count of {{status}} reviews amongst all the reviews?",
    "instantiation_dict": {
      "status": "Pending"
    },
    "intent": "What is the total count of Pending reviews amongst all the reviews?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "5"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "5"
    },
    "intent_template_id": 277
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 78,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What is the total count of {{status}} reviews amongst all the reviews?",
    "instantiation_dict": {
      "status": "Approved"
    },
    "intent": "What is the total count of Approved reviews amongst all the reviews?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "346"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "346"
    },
    "intent_template_id": 277
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 79,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What is the total count of {{status}} reviews amongst all the reviews?",
    "instantiation_dict": {
      "status": "Not Approved"
    },
    "intent": "What is the total count of Not Approved reviews amongst all the reviews?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "0"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "0"
    },
    "intent_template_id": 277
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 94,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Telll me the grand total of invoice {{id}}.",
    "instantiation_dict": {
      "id": "000000001"
    },
    "intent": "Telll me the grand total of invoice 000000001.",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "36.39"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "$36.39"
    },
    "intent_template_id": 274
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 95,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Telll me the grand total of invoice {{id}}.",
    "instantiation_dict": {
      "id": "000000002"
    },
    "intent": "Telll me the grand total of invoice 000000002.",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "39.64"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "$39.64"
    },
    "intent_template_id": 274
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 107,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Presents the monthly count of successful orders {{period}} in MM:COUNT format",
    "instantiation_dict": {
      "period": "from May to December 2022"
    },
    "intent": "Presents the monthly count of successful orders from May to December 2022 in MM:COUNT format",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "May: 8 orders",
          "June: 13 orders",
          "July: 9 orders",
          "August: 8 orders",
          "Sepetember: 10 orders",
          "October: 4 orders",
          "November: 5 orders",
          "December: 10 orders"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "May: 8 orders June: 13 orders July: 9 orders August: 8 orders Sepetember: 10 orders Octorbor: 4 orders November: 5 orders December: 10 orders  "
    },
    "intent_template_id": 270
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 108,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Presents the monthly count of successful orders {{period}} in MM:COUNT format",
    "instantiation_dict": {
      "period": "01/2023-05/2023"
    },
    "intent": "Presents the monthly count of successful orders 01/2023-05/2023 in MM:COUNT format",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "January: 12 orders",
          "Feburary: 7 orders",
          "March: 5 orders",
          "April: 9 orders",
          "May: 5 orders"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "January: 12 orders Febulary: 7 orders March: 5 orders Apirl: 9 orders May: 5 orders"
    },
    "intent_template_id": 270
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 109,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Presents the monthly count of successful orders {{period}} in MM:COUNT format",
    "instantiation_dict": {
      "period": "from Jan to December 2022"
    },
    "intent": "Presents the monthly count of successful orders from Jan to December 2022 in MM:COUNT format",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "January: 11 orders",
          "Feburary: 16 orders",
          "March: 14 orders",
          "April: 7 orders",
          "May: 8 orders",
          "June: 13 orders",
          "July: 9 orders",
          "August: 8 orders",
          "Sepetember: 10 orders",
          "Octorbor: 4 orders",
          "November: 5 orders",
          "December: 10 orders"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "January: 11 orders Feburary: 16 orders March: 14 orders April: 7 orders May: 8 orders June: 13 orders July: 9 orders August: 8 orders Sepetember: 10 orders Octorbor: 4 orders November: 5 orders December: 10 orders  "
    },
    "intent_template_id": 270
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 110,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Presents the monthly count of successful orders {{period}} in MM:COUNT format",
    "instantiation_dict": {
      "period": "from Jan to Nov 2022"
    },
    "intent": "Presents the monthly count of successful orders from Jan to Nov 2022 in MM:COUNT format",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "January: 11 orders",
          "Feburary: 16 orders",
          "March: 14 orders",
          "April: 7 orders",
          "May: 8 orders",
          "June: 13 orders",
          "July: 9 orders",
          "August: 8 orders",
          "Sepetember: 10 orders",
          "Octorbor: 4 orders",
          "November: 5 orders"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "January: 11 orders Feburary: 16 orders March: 14 orders April: 7 orders May: 8 orders June: 13 orders July: 9 orders August: 8 orders Sepetember: 10 orders Octorbor: 4 orders November: 5 orders  "
    },
    "intent_template_id": 270
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 111,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Presents the monthly count of successful orders {{period}} in MM:COUNT format",
    "instantiation_dict": {
      "period": "from Feb to Nov 2022"
    },
    "intent": "Presents the monthly count of successful orders from Feb to Nov 2022 in MM:COUNT format",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "Feburary: 16 orders",
          "March: 14 orders",
          "April: 7 orders",
          "May: 8 orders",
          "June: 13 orders",
          "July: 9 orders",
          "August: 8 orders",
          "Sepetember: 10 orders",
          "Octorbor: 4 orders",
          "November: 5 orders"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Feburary: 16 orders March: 14 orders April: 7 orders May: 8 orders June: 13 orders July: 9 orders August: 8 orders Sepetember: 10 orders Octorbor: 4 orders November: 5 orders  "
    },
    "intent_template_id": 270
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 112,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Show me the customers who have expressed dissatisfaction with {{product}}?",
    "instantiation_dict": {
      "product": "Circe fleece"
    },
    "intent": "Show me the customers who have expressed dissatisfaction with Circe fleece?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "exact_match": "Hannah Lim"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Hannah Lim"
    },
    "intent_template_id": 245
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 113,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Show me the customers who have expressed dissatisfaction with {{product}}?",
    "instantiation_dict": {
      "product": "Olivia zip jacket"
    },
    "intent": "Show me the customers who have expressed dissatisfaction with Olivia zip jacket?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Emma Lopez",
          "Seam Miller"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Emma Lopez, Seam Miller"
    },
    "intent_template_id": 245
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 114,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Show me the customers who have expressed dissatisfaction with {{product}}?",
    "instantiation_dict": {
      "product": "Antonia racer tank"
    },
    "intent": "Show me the customers who have expressed dissatisfaction with Antonia racer tank?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Shaunte",
          "Merrie"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Shaunte, Merrie"
    },
    "intent_template_id": 245
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 115,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Show me the name of the customers who have expressed dissatisfaction with {{product}}",
    "instantiation_dict": {
      "product": "Chloe tank"
    },
    "intent": "Show me the name of the customers who have expressed dissatisfaction with Chloe tank",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": "N/A"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "There is no negative review for Chloe tank",
      "reference_answer_raw_annotation": ""
    },
    "intent_template_id": 245
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 116,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Show me the name of the customers who have expressed dissatisfaction with {{product}}?",
    "instantiation_dict": {
      "product": "tanks products"
    },
    "intent": "Show me the name of the customers who have expressed dissatisfaction with tanks products?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Alexander",
          "Carma",
          "Dominic",
          "Merrie",
          "Monroe",
          "Scotty",
          "Shaunte",
          "Teofila",
          "Valorie"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Alexander, Carma, Dominic, Merrie, Monroe, Scotty, Shaunte, Teofila, Valorie"
    },
    "intent_template_id": 245
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 119,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Tell me the reasons why customers like {{product}}",
    "instantiation_dict": {
      "product": "Antonia Racer Tank"
    },
    "intent": "Tell me the reasons why customers like Antonia Racer Tank",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "Its color and style is good"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Its color and style is good"
    },
    "intent_template_id": 250
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 120,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Tell me the reasons why customers like {{product}}",
    "instantiation_dict": {
      "product": "Ana Running Short"
    },
    "intent": "Tell me the reasons why customers like Ana Running Short",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "It is comfortable"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "It is comfortable"
    },
    "intent_template_id": 250
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 121,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Tell me the reasons why customers like {{product}}",
    "instantiation_dict": {
      "product": "Circe hooded fleece"
    },
    "intent": "Tell me the reasons why customers like Circe hooded fleece",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "Warm and comfortable. True to size."
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Warm and comfortable. True to size."
    },
    "intent_template_id": 250
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 122,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Tell me the reasons why customers like {{product}}",
    "instantiation_dict": {
      "product": "Olivia zip jacket"
    },
    "intent": "Tell me the reasons why customers like Olivia zip jacket",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "Lightweight, comfortable and stylish. Good design and details."
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Lightweight, comfortable, and stylish. Good design and details."
    },
    "intent_template_id": 250
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 123,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Tell me the reasons why customers like {{product}}",
    "instantiation_dict": {
      "product": "Circe's products"
    },
    "intent": "Tell me the reasons why customers like Circe's products",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "Warm and comfortable. True to size."
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Warm and comfortable. True to size."
    },
    "intent_template_id": 250
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 127,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What brands appear most frequently among the top search terms?",
    "instantiation_dict": {},
    "intent": "What brands appear most frequently among the top search terms?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Hollister",
          "Joust",
          "Antonia"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Hollister, Joust, Antonia"
    },
    "intent_template_id": 1001
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 128,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What's the total number of items sold in the most recent {{k}} orders?",
    "instantiation_dict": {
      "k": "2"
    },
    "intent": "What's the total number of items sold in the most recent 2 orders?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "9"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "9"
    },
    "intent_template_id": 1002
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 129,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What's the total number of items sold in the most recent {{k}} orders?",
    "instantiation_dict": {
      "k": "4"
    },
    "intent": "What's the total number of items sold in the most recent 4 orders?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "16"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "16"
    },
    "intent_template_id": 1002
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 130,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What's the total number of items sold in the most recent {{k}} orders?",
    "instantiation_dict": {
      "k": "5"
    },
    "intent": "What's the total number of items sold in the most recent 5 orders?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "18"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "18"
    },
    "intent_template_id": 1002
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 131,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What's the total number of items sold in the most recent {{k}} orders?",
    "instantiation_dict": {
      "k": "7"
    },
    "intent": "What's the total number of items sold in the most recent 7 orders?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "25"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "25"
    },
    "intent_template_id": 1002
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 157,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Show all customers",
    "instantiation_dict": {},
    "intent": "Show all customers",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/customer/index/",
      "program_html": [],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 255
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 183,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Give me the {{Attribute}} of the products that have {{N}} units left",
    "instantiation_dict": {
      "Attribute": "SKU",
      "N": "10"
    },
    "intent": "Give me the SKU of the products that have 10 units left",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": "N/A"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "There is no product that has 10 quantities left.",
      "reference_answer_raw_annotation": "There is no product that has 10 quantities left."
    },
    "intent_template_id": 368
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 184,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Give me the {{Attribute}} of the products that have {{N}} units left",
    "instantiation_dict": {
      "Attribute": "name",
      "N": "0"
    },
    "intent": "Give me the name of the products that have 0 units left",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "exact_match": "Sinbad Fitness Tank"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Sinbad Fitness Tank"
    },
    "intent_template_id": 368
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 185,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Give me the {{Attribute}} of the products that have {{N}} units left",
    "instantiation_dict": {
      "Attribute": "brand",
      "N": "3"
    },
    "intent": "Give me the brand of the products that have 3 units left",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Eos",
          "Minerva"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Eos, Minerva"
    },
    "intent_template_id": 368
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 186,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Give me the {{Attribute}} of the products that have {{N}} units left",
    "instantiation_dict": {
      "Attribute": "product names and the sizes",
      "N": "2-3"
    },
    "intent": "Give me the product names and the sizes of the products that have 2-3 units left",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "Eos V-Neck Hoodie: S",
          "Minera Luma Tech V-Tee: XS"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Eos V-Neck Hoodie: S Minera Luma Tech V-Tee: XS"
    },
    "intent_template_id": 368
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 187,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Give me the {{Attribute}} of the products that have {{N}} units left",
    "instantiation_dict": {
      "Attribute": "SKU",
      "N": "1-3"
    },
    "intent": "Give me the SKU of the products that have 1-3 units left",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "WH11-S-Blue",
          "WS08-XS-Blue"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "WH11-S-Blue, WS08-XS-Blue"
    },
    "intent_template_id": 368
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 193,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Get the total payment amount of the last {{N}} {{status}} orders",
    "instantiation_dict": {
      "status": "completed",
      "N": "2"
    },
    "intent": "Get the total payment amount of the last 2 completed orders",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "182.4"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "182.4"
    },
    "intent_template_id": 367
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 194,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Get the total payment amount of the last {{N}} {{status}} orders",
    "instantiation_dict": {
      "status": "completed",
      "N": "5"
    },
    "intent": "Get the total payment amount of the last 5 completed orders",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "555.2"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "555.2"
    },
    "intent_template_id": 367
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 195,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Get the total payment amount of the last {{N}} {{status}} orders",
    "instantiation_dict": {
      "status": "pending",
      "N": "5"
    },
    "intent": "Get the total payment amount of the last 5 pending orders",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "885.4"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "885.4"
    },
    "intent_template_id": 367
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 196,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Compare the payment difference of the last {{N}} {{status_1}} orders and {{status_2}} orders",
    "instantiation_dict": {
      "status_1": "cancelled",
      "status_2": "completed",
      "N": "4"
    },
    "intent": "Compare the payment difference of the last 4 cancelled orders and completed orders",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "194.25"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "194.25"
    },
    "intent_template_id": 367
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 197,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Get the total payment amount of the last {{N}} {{status}} orders",
    "instantiation_dict": {
      "status": "non-cancelled",
      "N": "5"
    },
    "intent": "Get the total payment amount of the last 5 non-cancelled orders",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "778.2"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "annotation_note": "219.4+210+166.4+93.4+89",
      "reference_answer_raw_annotation": "778.2"
    },
    "intent_template_id": 367
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 198,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Get the {{attribute}} of the {{status}} order",
    "instantiation_dict": {
      "attribute": "customer name",
      "status": "most recent cancelled"
    },
    "intent": "Get the customer name of the most recent cancelled order",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "exact_match": "Lily Potter"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Lily Potter"
    },
    "intent_template_id": 366
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 199,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Get the {{attribute}} of the {{status}} order",
    "instantiation_dict": {
      "attribute": "order ID",
      "status": "newest pending"
    },
    "intent": "Get the order ID of the newest pending order",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "299"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "299"
    },
    "intent_template_id": 366
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 200,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Get the {{attribute}} of the {{status}} order",
    "instantiation_dict": {
      "attribute": "billing name",
      "status": "oldest complete"
    },
    "intent": "Get the billing name of the oldest complete order",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "exact_match": "John Lee"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "John Lee"
    },
    "intent_template_id": 366
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 201,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Get the {{attribute}} of the {{status}} order",
    "instantiation_dict": {
      "attribute": "customer name",
      "status": "earliest fraud suspect"
    },
    "intent": "Get the customer name of the earliest fraud suspect order",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": "N/A"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "There is no order of \"fraud suspect\" status",
      "reference_answer_raw_annotation": "N/A"
    },
    "intent_template_id": 366
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 202,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Get the {{attribute}} of the {{status}} order",
    "instantiation_dict": {
      "attribute": "date",
      "status": "most recent canlled"
    },
    "intent": "Get the date of the most recent canlled order",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "May 23 2023"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "May 23, 2023"
    },
    "intent_template_id": 366
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 203,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Get the {{attribute}} of the {{status}} order",
    "instantiation_dict": {
      "attribute": "purchase date and order id",
      "status": "most recent pending"
    },
    "intent": "Get the purchase date and order id of the most recent pending order",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "order id: 000000299",
          "purchase date: May 31, 2023"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "000000299, May 31, 2023, 2:55:09 AM"
    },
    "intent_template_id": 366
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 204,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Get the {{attribute}} of the {{status}} order",
    "instantiation_dict": {
      "attribute": "product name and discounted price (low to high)",
      "status": "most recent completed"
    },
    "intent": "Get the product name and discounted price (low to high) of the most recent completed order",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "Rapha Sports Short: $35",
          "Thorpe Track Pant: $54.4",
          "Mach Street Sweatshirt: $62"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Rapha Sports Short: $35 Thorpe Track Pant: $54.4 Mach Street Sweatshirt: $62"
    },
    "intent_template_id": 366
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 208,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Find the customer name and email with phone number {{PhoneNum}}",
    "instantiation_dict": {
      "PhoneNum": "+1 2058812302"
    },
    "intent": "Find the customer name and email with phone number +1 2058812302",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "John Smith",
          "john.smith.xyz@gmail.com"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "John Smith, john.smith.xyz@gmail.com"
    },
    "intent_template_id": 364
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 209,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Find the customer name and email with phone number {{PhoneNum}}",
    "instantiation_dict": {
      "PhoneNum": "2137418080"
    },
    "intent": "Find the customer name and email with phone number 2137418080",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Jennifer White",
          "jennifer.white@yahoo.com"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Jennifer White, jennifer.white@yahoo.com"
    },
    "intent_template_id": 364
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 210,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Find the customer name and email with phone number {{PhoneNum}}",
    "instantiation_dict": {
      "PhoneNum": "2065555555"
    },
    "intent": "Find the customer name and email with phone number 2065555555",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Adam Garcia",
          "gamingpro456@gmail.com"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Adam Garcia, gamingpro456@gmail.com"
    },
    "intent_template_id": 364
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 211,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Find the customer name and email with phone number {{PhoneNum}}",
    "instantiation_dict": {
      "PhoneNum": "8015551212"
    },
    "intent": "Find the customer name and email with phone number 8015551212",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Sean Miller",
          "sean.miller@gmail.com"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Sean Miller, sean.miller@gmail.com"
    },
    "intent_template_id": 364
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 212,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Find the customer name and email with phone number {{PhoneNum}}",
    "instantiation_dict": {
      "PhoneNum": "555-229-3326"
    },
    "intent": "Find the customer name and email with phone number 555-229-3326",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "Veronica Costello",
          "roni_cost@example.com"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Veronica Costello, roni_cost@example.com"
    },
    "intent_template_id": 364
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 213,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What are the key aspects that the customers don't like about {{product}}",
    "instantiation_dict": {
      "product": "Antonia Racer Tank"
    },
    "intent": "What are the key aspects that the customers don't like about Antonia Racer Tank",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "Not suitable for high-impact workouts"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Not suitable for high-impact workouts"
    },
    "intent_template_id": 249
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 214,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What are the key aspects that the customers don't like about {{product}}",
    "instantiation_dict": {
      "product": "Zing Jump Rope"
    },
    "intent": "What are the key aspects that the customers don't like about Zing Jump Rope",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "It is hard to find the right size. Won't last long"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "It is hard to find the right size. Won't last long"
    },
    "intent_template_id": 249
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 215,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What are the key aspects that the customers don't like about {{product}}",
    "instantiation_dict": {
      "product": "Circe ice fleece"
    },
    "intent": "What are the key aspects that the customers don't like about Circe ice fleece",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "Material quality, fit, insufficient warmth, color"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Material quality, fit, insufficient warmth, color"
    },
    "intent_template_id": 249
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 216,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What are the key aspects that the customers don't like about {{product}}",
    "instantiation_dict": {
      "product": "Electra Bra Top"
    },
    "intent": "What are the key aspects that the customers don't like about Electra Bra Top",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "Not true to size"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Not true to size"
    },
    "intent_template_id": 249
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 217,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "What are the key aspects that the customers don't like about {{product}}",
    "instantiation_dict": {
      "product": "Pursuit Tone Band"
    },
    "intent": "What are the key aspects that the customers don't like about Pursuit Tone Band",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "Insufficient resistance for their workouts."
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Insufficient resistance for their workouts."
    },
    "intent_template_id": 249
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 243,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Show me the {{information}} of the customer who is the most unhappy with {{product}}",
    "instantiation_dict": {
      "information": "email address",
      "product": "Circe fleece"
    },
    "intent": "Show me the email address of the customer who is the most unhappy with Circe fleece",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "exact_match": "hannah.lim@gmail.com"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "hannah.lim@gmail.com"
    },
    "intent_template_id": 244
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 244,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Show me the {{information}} of the customer who is the most unhappy with {{product}}",
    "instantiation_dict": {
      "information": "email address",
      "product": "Olivia zip jacket"
    },
    "intent": "Show me the email address of the customer who is the most unhappy with Olivia zip jacket",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "exact_match": "emma.lopez@gmail.com"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "emma.lopez@gmail.com"
    },
    "intent_template_id": 244
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 245,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Show me the {{information}} of the customer who is the most unhappy with {{product}}",
    "instantiation_dict": {
      "information": "name",
      "product": "Antonia racer tank"
    },
    "intent": "Show me the name of the customer who is the most unhappy with Antonia racer tank",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "exact_match": "Shaunte"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Shaunte"
    },
    "intent_template_id": 244
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 246,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Show me the {{information}} of the customer who is the most unhappy with {{product}}",
    "instantiation_dict": {
      "information": "name",
      "product": "Chloe tank"
    },
    "intent": "Show me the name of the customer who is the most unhappy with Chloe tank",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "exact_match": "Teofila"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Teofila"
    },
    "intent_template_id": 244
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 247,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Show me the {{information}} of the customer who is the most unhappy with {{product}}",
    "instantiation_dict": {
      "information": "email address",
      "product": "the style of Zoe products"
    },
    "intent": "Show me the email address of the customer who is the most unhappy with the style of Zoe products",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": "N/A"
      },
      "reference_url": "Valorie doesn't have a email in the system",
      "program_html": [],
      "string_note": "There is no negative review for Zoe products",
      "reference_answer_raw_annotation": "N/A"
    },
    "intent_template_id": 244
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 288,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Tell me the {{attribute}} of the customer who has the most cancellations in the history",
    "instantiation_dict": {
      "attribute": "name"
    },
    "intent": "Tell me the name of the customer who has the most cancellations in the history",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "exact_match": "Samantha Jones"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "Samantha Jones"
    },
    "intent_template_id": 234
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 289,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Tell me the {{attribute}} of the customer who has the most cancellations in the history",
    "instantiation_dict": {
      "attribute": "email address, name, phone number"
    },
    "intent": "Tell me the email address, name, phone number of the customer who has the most cancellations in the history",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": [
          "email: coolcat321@hotmail.com",
          "name: Samantha Jones",
          "phone number: 3055551212"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "email: coolcat321@hotmail.com name: Samantha Jones phone number: 3055551212"
    },
    "intent_template_id": 234
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 290,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Tell me the {{attribute}} of the customer who has the most cancellations in the history",
    "instantiation_dict": {
      "attribute": "product SKUs in the most recent cancelled orders"
    },
    "intent": "Tell me the product SKUs in the most recent cancelled orders of the customer who has the most cancellations in the history",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "WSH09-29-White",
          "WSH09-28-Green",
          "MSH11-34-Blue",
          "WP09-29-Purple"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "WSH09-29-White,WSH09-28-Green,MSH11-34-Blue,WP09-29-Purple"
    },
    "intent_template_id": 234
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 291,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Tell me the {{attribute}} of the customer who has the most cancellations in the history",
    "instantiation_dict": {
      "attribute": "total spend on products in the most recent cancelled orders"
    },
    "intent": "Tell me the total spend on products in the most recent cancelled orders of the customer who has the most cancellations in the history",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "148"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "$148"
    },
    "intent_template_id": 234
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 292,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Tell me the {{attribute}} of the customer who has the most cancellations in the history",
    "instantiation_dict": {
      "attribute": "total number of cancellations"
    },
    "intent": "Tell me the total number of cancellations of the customer who has the most cancellations in the history",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "9"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "9"
    },
    "intent_template_id": 234
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 344,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "How many reviews our shop received {{time}}?",
    "instantiation_dict": {
      "time": "by far"
    },
    "intent": "How many reviews our shop received by far?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "351"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "351"
    },
    "intent_template_id": 248
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 345,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "How many reviews our shop received {{time}}?",
    "instantiation_dict": {
      "time": "in Apr 2023"
    },
    "intent": "How many reviews our shop received in Apr 2023?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "351"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "351"
    },
    "intent_template_id": 248
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 346,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "How many reviews our shop received {{time}}?",
    "instantiation_dict": {
      "time": "during 2022"
    },
    "intent": "How many reviews our shop received during 2022?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "0"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "0"
    },
    "intent_template_id": 248
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 347,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "How many reviews our shop received {{time}}?",
    "instantiation_dict": {
      "time": "from the beginning of the shop"
    },
    "intent": "How many reviews our shop received from the beginning of the shop?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "351"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "351"
    },
    "intent_template_id": 248
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 348,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "How many reviews our shop received {{time}}?",
    "instantiation_dict": {
      "time": "in May 2023"
    },
    "intent": "How many reviews our shop received in May 2023?",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "must_include": [
          "0"
        ]
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "",
      "reference_answer_raw_annotation": "0"
    },
    "intent_template_id": 248
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 374,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Preview the {{name}} theme for my shop",
    "instantiation_dict": {
      "name": "Magento Blank"
    },
    "intent": "Preview the Magento Blank theme for my shop",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/admin/system_design_theme/edit/id/1",
      "program_html": [],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 266
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 375,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Preview the {{name}} theme for my shop",
    "instantiation_dict": {
      "name": "Magento Luma"
    },
    "intent": "Preview the Magento Luma theme for my shop",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/admin/system_design_theme/edit/id/3/key/",
      "program_html": [],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 266
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 423,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Mark all {{brand}} shirts on sale",
    "instantiation_dict": {
      "brand": "Hollister"
    },
    "intent": "Mark all Hollister shirts on sale",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/126/",
          "locator": "document.querySelector('input[name=\"product[sale]\"]').value",
          "required_contents": {
            "exact_match": "1"
          }
        }
      ]
    },
    "intent_template_id": 237
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 453,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Disable {{product}} from the site, they are facing some quality issues.",
    "instantiation_dict": {
      "product": "Teton pullover hoodie"
    },
    "intent": "Disable Teton pullover hoodie from the site, they are facing some quality issues.",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/78/",
          "locator": "document.querySelector('[name=\"product[status]\"').value",
          "required_contents": {
            "exact_match": "2"
          }
        }
      ]
    },
    "intent_template_id": 242
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 454,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Disable {{product}} from the site, they are facing some quality issues.",
    "instantiation_dict": {
      "product": "Ryker Tee Crew Neck"
    },
    "intent": "Disable Ryker Tee Crew Neck from the site, they are facing some quality issues.",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/478/",
          "locator": "document.querySelector('[name=\"product[status]\"').value",
          "required_contents": {
            "exact_match": "2"
          }
        }
      ]
    },
    "intent_template_id": 242
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 455,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Disable {{product}} from the site, they are facing some quality issues.",
    "instantiation_dict": {
      "product": "lHelios Endurance Tank"
    },
    "intent": "Disable lHelios Endurance Tank from the site, they are facing some quality issues.",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/676/",
          "locator": "document.querySelector('[name=\"product[status]\"').value",
          "required_contents": {
            "exact_match": "2"
          }
        }
      ]
    },
    "intent_template_id": 242
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 456,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Disable {{product}} from the site, they are facing some quality issues.",
    "instantiation_dict": {
      "product": "Cora Pant"
    },
    "intent": "Disable Cora Pant from the site, they are facing some quality issues.",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1840/",
          "locator": "document.querySelector('[name=\"product[status]\"').value",
          "required_contents": {
            "exact_match": "2"
          }
        }
      ]
    },
    "intent_template_id": 242
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 457,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Disable {{product}} from the site, they are facing some quality issues.",
    "instantiation_dict": {
      "product": "Karmen yoga pants"
    },
    "intent": "Disable Karmen yoga pants from the site, they are facing some quality issues.",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1819/",
          "locator": "document.querySelector('[name=\"product[status]\"').value",
          "required_contents": {
            "exact_match": "2"
          }
        }
      ]
    },
    "intent_template_id": 242
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 458,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1481/",
    "geolocation": null,
    "intent_template": "{{action}} the price of this product by {{amount}}",
    "instantiation_dict": {
      "amount": "$5",
      "action": "Reduce"
    },
    "intent": "Reduce the price of this product by $5",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1481/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "27.00"
          }
        }
      ]
    },
    "intent_template_id": 247
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 459,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__/catalog/product/edit/id/237/",
    "geolocation": null,
    "intent_template": "{{action}} the price of this product by {{amount}}",
    "instantiation_dict": {
      "amount": "10%",
      "action": "Reduce"
    },
    "intent": "Reduce the price of this product by 10%",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/237/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "62.10"
          }
        }
      ]
    },
    "intent_template_id": 247
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 460,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__/catalog/product/edit/id/418/",
    "geolocation": null,
    "intent_template": "{{action}} the price of this product by {{amount}}",
    "instantiation_dict": {
      "amount": "15%",
      "action": "Reduce"
    },
    "intent": "Reduce the price of this product by 15%",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/418/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "38.25"
          }
        }
      ]
    },
    "intent_template_id": 247
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 461,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__/catalog/product/edit/id/721/",
    "geolocation": null,
    "intent_template": "{{action}} the price of this product by {{amount}}",
    "instantiation_dict": {
      "amount": "$11.5",
      "action": "Increase"
    },
    "intent": "Increase the price of this product by $11.5",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/721/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "29.50"
          }
        }
      ]
    },
    "intent_template_id": 247
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 462,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__/catalog/product/edit/id/710/",
    "geolocation": null,
    "intent_template": "{{action}} the price of this product by {{amount}}",
    "instantiation_dict": {
      "amount": "10%",
      "action": "Increase"
    },
    "intent": "Increase the price of this product by 10%",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/710/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "19.80"
          }
        }
      ]
    },
    "intent_template_id": 247
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 463,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__/catalog/product/edit/id/996/",
    "geolocation": null,
    "intent_template": "{{action}} the price of this product by {{amount}}",
    "instantiation_dict": {
      "amount": "15%",
      "action": "Increase"
    },
    "intent": "Increase the price of this product by 15%",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/996/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "36.80"
          }
        }
      ]
    },
    "intent_template_id": 247
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 464,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Update the product description of {{product}} to highlight the real user positive reviews by quoting the comments",
    "instantiation_dict": {
      "product": "Antonia Racer Tank"
    },
    "intent": "Update the product description of Antonia Racer Tank to highlight the real user positive reviews by quoting the comments",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/../antonia-racer-tank.html",
          "locator": "document.querySelector('.data.item.content').outerText + (document.querySelector('.product.attribute.overview [itemprop=\"description\"]')?.outerText || '')",
          "required_contents": {
            "must_include": [
              "This is in regular rotation at the gym",
              "Its colorful and looks kinda cute under my exercise tanks",
              "it's very stylish for yoga or something else low impact"
            ]
          }
        }
      ]
    },
    "intent_template_id": 251
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 470,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Cancel order {{id}}",
    "instantiation_dict": {
      "id": "302"
    },
    "intent": "Cancel order 302",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/view/order_id/302/",
          "locator": "document.querySelector(\"#order_status\").outerText",
          "required_contents": {
            "exact_match": "Canceled"
          }
        }
      ]
    },
    "intent_template_id": 257
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 471,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Cancel order {{id}}",
    "instantiation_dict": {
      "id": "307"
    },
    "intent": "Cancel order 307",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/view/order_id/307/",
          "locator": "document.querySelector(\"#order_status\").outerText",
          "required_contents": {
            "exact_match": "Canceled"
          }
        }
      ]
    },
    "intent_template_id": 257
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 472,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Cancel order {{id}}",
    "instantiation_dict": {
      "id": "299"
    },
    "intent": "Cancel order 299",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/view/order_id/299/",
          "locator": "document.querySelector(\"#order_status\").outerText",
          "required_contents": {
            "exact_match": "Canceled"
          }
        }
      ]
    },
    "intent_template_id": 257
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 473,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Cancel order {{id}}",
    "instantiation_dict": {
      "id": "301"
    },
    "intent": "Cancel order 301",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/view/order_id/301/",
          "locator": "document.querySelector(\"#order_status\").outerText",
          "required_contents": {
            "exact_match": "Canceled"
          }
        }
      ]
    },
    "intent_template_id": 257
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 474,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Cancel order {{id}}",
    "instantiation_dict": {
      "id": "305"
    },
    "intent": "Cancel order 305",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/view/order_id/305/",
          "locator": "document.querySelector(\"#order_status\").outerText",
          "required_contents": {
            "exact_match": "Canceled"
          }
        }
      ]
    },
    "intent_template_id": 257
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 486,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Change the page title of \"{{old-heading}}\" page on my site to \"{{heading}}\".",
    "instantiation_dict": {
      "old-heading": "404 Not Found",
      "heading": "Bruh bro you clicked the wrong page"
    },
    "intent": "Change the page title of \"404 Not Found\" page on my site to \"Bruh bro you clicked the wrong page\".",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/cms/page/edit/page_id/1/",
          "locator": "document.querySelector('input[name=\"title\"').value",
          "required_contents": {
            "exact_match": "Bruh bro you clicked the wrong page"
          }
        }
      ]
    },
    "intent_template_id": 275
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 487,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Change the page title of \"{{old-heading}}\" page on my site to \"{{heading}}\".",
    "instantiation_dict": {
      "old-heading": "Enable Cookies",
      "heading": "Cookie monster coming to your place"
    },
    "intent": "Change the page title of \"Enable Cookies\" page on my site to \"Cookie monster coming to your place\".",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/cms/page/edit/page_id/3/",
          "locator": "document.querySelector('input[name=\"title\"').value",
          "required_contents": {
            "exact_match": "Cookie monster coming to your place"
          }
        }
      ]
    },
    "intent_template_id": 275
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 488,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Change the page title of \"{{old-heading}}\" page on my site to \"{{heading}}\".",
    "instantiation_dict": {
      "old-heading": "Home Page",
      "heading": "This is the home page!! Leave here!!"
    },
    "intent": "Change the page title of \"Home Page\" page on my site to \"This is the home page!! Leave here!!\".",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/cms/page/edit/page_id/2/",
          "locator": "document.querySelector('input[name=\"title\"').value",
          "required_contents": {
            "exact_match": "This is the home page!! Leave here!!"
          }
        }
      ]
    },
    "intent_template_id": 275
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 489,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Change the page title of \"{{old-heading}}\" page on my site to \"{{heading}}\".",
    "instantiation_dict": {
      "old-heading": "Privacy Policy",
      "heading": "No privacy policy is needed is this dystopian world"
    },
    "intent": "Change the page title of \"Privacy Policy\" page on my site to \"No privacy policy is needed is this dystopian world\".",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/cms/page/edit/page_id/4/",
          "locator": "document.querySelector('input[name=\"title\"').value",
          "required_contents": {
            "exact_match": "No privacy policy is needed is this dystopian world"
          }
        }
      ]
    },
    "intent_template_id": 275
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 490,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Change the page title of \"{{old-heading}}\" page on my site to \"{{heading}}\".",
    "instantiation_dict": {
      "old-heading": "About us",
      "heading": "Secret"
    },
    "intent": "Change the page title of \"About us\" page on my site to \"Secret\".",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/cms/page/edit/page_id/5/",
          "locator": "document.querySelector('input[name=\"title\"').value",
          "required_contents": {
            "exact_match": "Secret"
          }
        }
      ]
    },
    "intent_template_id": 275
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 491,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Notify {{name}} in their most recent pending order with message \"{{message}}\"",
    "instantiation_dict": {
      "name": "Sarah Miller",
      "message": "the order is ready to be shipped soon!"
    },
    "intent": "Notify Sarah Miller in their most recent pending order with message \"the order is ready to be shipped soon!\"",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": "N/A"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "System message: We cannot add order history."
    },
    "intent_template_id": 280
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 492,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Notify {{name}} in their most recent pending order with message \"{{message}}\"",
    "instantiation_dict": {
      "name": "Jane Doe",
      "message": "sorry we are out of stock, please reorder"
    },
    "intent": "Notify Jane Doe in their most recent pending order with message \"sorry we are out of stock, please reorder\"",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/view/order_id/302/",
          "locator": "document.querySelector(\"#order_history_block\").querySelector(\".note-list\").firstElementChild.querySelector(\".note-list-comment\").outerText",
          "required_contents": {
            "exact_match": "sorry we are out of stock, please reorder"
          }
        }
      ]
    },
    "intent_template_id": 280
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 493,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Notify {{name}} in their most recent pending order with message \"{{message}}\"",
    "instantiation_dict": {
      "name": "Grace Nguyen",
      "message": "sorry we are bankrupt, please contact our customer service for refund"
    },
    "intent": "Notify Grace Nguyen in their most recent pending order with message \"sorry we are bankrupt, please contact our customer service for refund\"",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/view/order_id/307/",
          "locator": "document.querySelector(\"#order_history_block\").querySelector(\".note-list\").firstElementChild.querySelector(\".note-list-comment\").outerText",
          "required_contents": {
            "exact_match": "sorry we are bankrupt, please contact our customer service for refund"
          }
        }
      ]
    },
    "intent_template_id": 280
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 494,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Notify {{name}} in their most recent pending order with message \"{{message}}\"",
    "instantiation_dict": {
      "name": "Alex Thomas",
      "message": "Yo, your order will be shipped soon!"
    },
    "intent": "Notify Alex Thomas in their most recent pending order with message \"Yo, your order will be shipped soon!\"",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/view/order_id/304/",
          "locator": "document.querySelector(\"#order_history_block\").querySelector(\".note-list\").firstElementChild.querySelector(\".note-list-comment\").outerText",
          "required_contents": {
            "exact_match": "Yo, your order will be shipped soon!"
          }
        }
      ]
    },
    "intent_template_id": 280
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 495,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Notify {{name}} in their most recent pending order with message \"{{message}}\"",
    "instantiation_dict": {
      "name": "Lily Potter",
      "message": "Thanks, your order is ready to be shipped!"
    },
    "intent": "Notify Lily Potter in their most recent pending order with message \"Thanks, your order is ready to be shipped!\"",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/view/order_id/303/",
          "locator": "document.querySelector(\"#order_history_block\").querySelector(\".note-list\").firstElementChild.querySelector(\".note-list-comment\").outerText",
          "required_contents": {
            "exact_match": "Thanks, your order is ready to be shipped!"
          }
        }
      ]
    },
    "intent_template_id": 280
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 496,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Update order #{{order}} with the {{service}} tracking number {{tracking}}",
    "instantiation_dict": {
      "tracking": "8974568499",
      "order": "299",
      "service": "Federal Express"
    },
    "intent": "Update order #299 with the Federal Express tracking number 8974568499",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/commentsHistory/order_id/299/active_tab/order_shipments/",
          "locator": "",
          "required_contents": {
            "must_include": [
              "Tracking number 8974568499 for Federal Express assigned"
            ]
          }
        }
      ]
    },
    "intent_template_id": 284
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 497,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Update order #{{order}} with the {{service}} tracking number {{tracking}}",
    "instantiation_dict": {
      "tracking": "24353446464",
      "order": "307",
      "service": "DHL"
    },
    "intent": "Update order #307 with the DHL tracking number 24353446464",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/commentsHistory/order_id/307/active_tab/order_shipments/",
          "locator": "",
          "required_contents": {
            "must_include": [
              "Tracking number 24353446464 for DHL assigned"
            ]
          }
        }
      ]
    },
    "intent_template_id": 284
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 498,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Update order #{{order}} with the {{service}} tracking number {{tracking}}",
    "instantiation_dict": {
      "tracking": "55591023930",
      "order": "306",
      "service": "UPS"
    },
    "intent": "Update order #306 with the UPS tracking number 55591023930",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/commentsHistory/order_id/306/active_tab/order_shipments/",
          "locator": "",
          "required_contents": {
            "must_include": [
              "Tracking number 55591023930 for United Parcel Service assigned"
            ]
          }
        }
      ]
    },
    "intent_template_id": 284
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 499,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Update order #{{order}} with the {{service}} tracking number {{tracking}}",
    "instantiation_dict": {
      "tracking": "13849373987",
      "order": "304",
      "service": "USPS"
    },
    "intent": "Update order #304 with the USPS tracking number 13849373987",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/commentsHistory/order_id/304/active_tab/order_shipments/",
          "locator": "",
          "required_contents": {
            "must_include": [
              "Tracking number 13849373987 for United States Postal Service assigned"
            ]
          }
        }
      ]
    },
    "intent_template_id": 284
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 500,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Update order #{{order}} with the {{service}} tracking number {{tracking}}",
    "instantiation_dict": {
      "tracking": "239028439840",
      "order": "301",
      "service": "DHL"
    },
    "intent": "Update order #301 with the DHL tracking number 239028439840",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/commentsHistory/order_id/301/active_tab/order_shipments/",
          "locator": "",
          "required_contents": {
            "must_include": [
              "Tracking number 239028439840 for DHL assigned"
            ]
          }
        }
      ]
    },
    "intent_template_id": 284
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 501,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Make all {{product}} as out of stock",
    "instantiation_dict": {
      "product": "Taurus Elements Shell"
    },
    "intent": "Make all Taurus Elements Shell as out of stock",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/350/",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][is_in_stock]\"').value",
          "required_contents": {
            "exact_match": "0"
          }
        }
      ]
    },
    "intent_template_id": 287
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 502,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Make all {{product}} as out of stock",
    "instantiation_dict": {
      "product": "Gobi HeatTec Tee"
    },
    "intent": "Make all Gobi HeatTec Tee as out of stock",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/446/",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][is_in_stock]\"').value",
          "required_contents": {
            "exact_match": "0"
          }
        }
      ]
    },
    "intent_template_id": 287
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 503,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Make all {{product}} as out of stock",
    "instantiation_dict": {
      "product": "rocco gym tank"
    },
    "intent": "Make all rocco gym tank as out of stock",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/682/",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][is_in_stock]\"').value",
          "required_contents": {
            "exact_match": "0"
          }
        }
      ]
    },
    "intent_template_id": 287
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 504,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Make all {{product}} as out of stock",
    "instantiation_dict": {
      "product": "Selene yoga hoodie"
    },
    "intent": "Make all Selene yoga hoodie as out of stock",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1108/",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][is_in_stock]\"').value",
          "required_contents": {
            "exact_match": "0"
          }
        }
      ]
    },
    "intent_template_id": 287
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 505,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Make all {{product}} as out of stock",
    "instantiation_dict": {
      "product": "Aeno capri"
    },
    "intent": "Make all Aeno capri as out of stock",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1861/",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][is_in_stock]\"').value",
          "required_contents": {
            "exact_match": "0"
          }
        }
      ]
    },
    "intent_template_id": 287
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 538,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Modify the address of order #{{order_id}} to {{address}}",
    "instantiation_dict": {
      "order_id": "299",
      "address": "456 Oak Avenue, Apartment 5B, New York, NY, 10001"
    },
    "intent": "Modify the address of order #299 to 456 Oak Avenue, Apartment 5B, New York, NY, 10001",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/view/order_id/299",
          "locator": "",
          "required_contents": {
            "must_include": [
              "456 Oak Avenue",
              "Apartment 5B",
              "New York",
              "10001"
            ]
          }
        }
      ]
    },
    "intent_template_id": 240
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 539,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Modify the address of order #{{order_id}} to {{address}}",
    "instantiation_dict": {
      "order_id": "65",
      "address": "789 Pine Lane, San Francisco, CA, 94102"
    },
    "intent": "Modify the address of order #65 to 789 Pine Lane, San Francisco, CA, 94102",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/view/order_id/65",
          "locator": "",
          "required_contents": {
            "must_include": [
              "789 Pine Lane",
              "San Francisco",
              "California",
              "94102"
            ]
          }
        }
      ]
    },
    "intent_template_id": 240
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 540,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Modify the address of order #{{order_id}} to {{address}}",
    "instantiation_dict": {
      "order_id": "301",
      "address": "321 Birch Boulevard, Suite 200, Dallas, TX, 75201"
    },
    "intent": "Modify the address of order #301 to 321 Birch Boulevard, Suite 200, Dallas, TX, 75201",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/view/order_id/301",
          "locator": "",
          "required_contents": {
            "must_include": [
              "321 Birch Boulevard",
              "Suite 200",
              "Dallas",
              "Texas",
              "75201"
            ]
          }
        }
      ]
    },
    "intent_template_id": 240
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 541,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Modify the address of order #{{order_id}} to {{address}}",
    "instantiation_dict": {
      "order_id": "125",
      "address": "654 Elm Drive, Apartment 12, Miami, FL, 33101"
    },
    "intent": "Modify the address of order #125 to 654 Elm Drive, Apartment 12, Miami, FL, 33101",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/view/order_id/125",
          "locator": "",
          "required_contents": {
            "must_include": [
              "654 Elm Drive",
              "Apartment 12",
              "Miami",
              "Florida",
              "33101"
            ]
          }
        }
      ]
    },
    "intent_template_id": 240
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 542,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Modify the address of order #{{order_id}} to {{address}}",
    "instantiation_dict": {
      "order_id": "300",
      "address": "987 Cedar Court, Los Angeles, CA, 90012"
    },
    "intent": "Modify the address of order #300 to 987 Cedar Court, Los Angeles, CA, 90012",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/sales/order/view/order_id/300",
          "locator": "",
          "required_contents": {
            "must_include": [
              "987 Cedar Court",
              "Los Angeles",
              "California",
              "90012"
            ]
          }
        }
      ]
    },
    "intent_template_id": 240
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 543,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Update the product description of {{product}} to highlight the real user positive reviews by quoting the comments",
    "instantiation_dict": {
      "product": "Bella Tank"
    },
    "intent": "Update the product description of Bella Tank to highlight the real user positive reviews by quoting the comments",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/../bella-tank.html",
          "locator": "document.querySelector('.data.item.content').outerText + (document.querySelector('.product.attribute.overview [itemprop=\"description\"]')?.outerText || '')",
          "required_contents": {
            "must_include": [
              "Good choice for working out and stylin' enough to wear when I'm hanging with friends on hot days",
              "Also washes really well",
              "Always a sweet n sporty look for the gym",
              "Keeps me cool and the seams don't rub up against me like some of my other tanks"
            ]
          }
        }
      ]
    },
    "intent_template_id": 251
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 544,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Update the description of {{product}} to highlight the real user positive reviews by quoting the comments",
    "instantiation_dict": {
      "product": "Selena Yoga Hoodie"
    },
    "intent": "Update the description of Selena Yoga Hoodie to highlight the real user positive reviews by quoting the comments",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/../selene-yoga-hoodie.html",
          "locator": "document.querySelector('.data.item.content').outerText + (document.querySelector('.product.attribute.overview [itemprop=\"description\"]')?.outerText || '')",
          "required_contents": {
            "must_include": [
              "I was super cold and it did the job.",
              "The sleeves are definitely thicker than you realize, which is a good thing",
              "really quite substantial",
              "planning on buying another one of these in another color",
              "the best hoodie ive ever owned"
            ]
          }
        }
      ]
    },
    "intent_template_id": 251
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 545,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Update the description of {{product}} to highlight the real user positive reviews by quoting the comments",
    "instantiation_dict": {
      "product": "Radiant Tee"
    },
    "intent": "Update the description of Radiant Tee to highlight the real user positive reviews by quoting the comments",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/../radiant-tee.html",
          "locator": "document.querySelector('.data.item.content').outerText + (document.querySelector('.product.attribute.overview [itemprop=\"description\"]')?.outerText || '')",
          "required_contents": {
            "must_include": [
              "What I rally love here is that it does the job of keeping me cool and dry",
              "I'm a big guy and sweat A LOT",
              "Even after a day of gulf, I'm still dry and comfortable",
              "What a versatile shirt",
              "Not only does it feel very soft compared to my old worn out polos, but it also does the job promised",
              "I like going out after my game for drinks so I look good then too and don't need to change into something fresh"
            ]
          }
        }
      ]
    },
    "intent_template_id": 251
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 546,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Update the description of {{product}} to highlight the real user positive reviews by quoting the comments",
    "instantiation_dict": {
      "product": "Lucia Cross-Fit Bra"
    },
    "intent": "Update the description of Lucia Cross-Fit Bra to highlight the real user positive reviews by quoting the comments",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/../affirm-water-bottle.html",
          "locator": "document.querySelector('.data.item.content').outerText + (document.querySelector('.product.attribute.overview [itemprop=\"description\"]')?.outerText || '')",
          "required_contents": {
            "must_include": [
              "Wide mouth opening makes it easy to clean"
            ]
          }
        }
      ]
    },
    "intent_template_id": 251
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 547,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Add a new {{option}} option {{value}} to the {{base_setting}} of {{product}}",
    "instantiation_dict": {
      "option": "color",
      "value": "brown",
      "base_setting": "size S",
      "product": "Phoebe Zipper Sweatshirt"
    },
    "intent": "Add a new color option brown to the size S of Phoebe Zipper Sweatshirt",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1130/",
          "locator": "document.querySelector('[data-index=\"configurable\"').outerText",
          "required_contents": {
            "must_include": [
              "Phoebe Zipper Sweatshirt-S-Brown"
            ]
          }
        }
      ]
    },
    "intent_template_id": 252
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 548,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Add a new {{option}} {{value}} to {{base_setting}} of {{product}}",
    "instantiation_dict": {
      "option": "color",
      "value": "blue",
      "base_setting": "size S and M",
      "product": "Frankie Sweatshirt"
    },
    "intent": "Add a new color blue to size S and M of Frankie Sweatshirt",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/110/",
          "locator": "document.querySelector('[data-index=\"configurable\"').outerText",
          "required_contents": {
            "must_include": [
              "Sweatshirt-M-Blue",
              "Sweatshirt-S-Blue"
            ]
          }
        }
      ]
    },
    "intent_template_id": 252
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 549,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Add a new {{option}} {{value}} to {{base_setting}} {{product}}",
    "instantiation_dict": {
      "option": "size",
      "value": "XXXL",
      "base_setting": "green",
      "product": "Minerva LumaTech V-Tee"
    },
    "intent": "Add a new size XXXL to green Minerva LumaTech V-Tee",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1492/",
          "locator": "document.querySelector('[data-index=\"configurable\"').outerText",
          "required_contents": {
            "must_include": [
              "V-Tee-XXXL-Green"
            ]
          }
        }
      ]
    },
    "intent_template_id": 252
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 550,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Add a new {{option}} {{value}} to {{base_setting}} {{product}}",
    "instantiation_dict": {
      "option": "size",
      "value": "XXS",
      "base_setting": "blue and purple",
      "product": "Nona Fitness Tank"
    },
    "intent": "Add a new size XXS to blue and purple Nona Fitness Tank",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1732/",
          "locator": "document.querySelector('[data-index=\"configurable\"').outerText",
          "required_contents": {
            "must_include": [
              "Tank-XXS-Blue",
              "Tank-XXS-Purple"
            ]
          }
        }
      ]
    },
    "intent_template_id": 252
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 551,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Add new {{option}} {{value}} to {{base_setting}} of {{product}}",
    "instantiation_dict": {
      "option": "size",
      "value": "30 and 31",
      "base_setting": "all color variants",
      "product": "Diana Tights"
    },
    "intent": "Add new size 30 and 31 to all color variants of Diana Tights",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1854/",
          "locator": "document.querySelector('[data-index=\"configurable\"').outerText",
          "required_contents": {
            "must_include": [
              "Tights-30-Blue",
              "Tights-30-Black",
              "Tights-30-Orange",
              "Tights-31-Blue",
              "Tights-31-Black",
              "Tights-31-Orange"
            ]
          }
        }
      ]
    },
    "intent_template_id": 252
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 676,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Lookup orders that are {{status}}",
    "instantiation_dict": {
      "status": "suspected of being fraudulent"
    },
    "intent": "Lookup orders that are suspected of being fraudulent",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/sales/order/",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector(\"div.admin__data-grid-filters-current\").outerText",
          "required_contents": {
            "must_include": [
              "Suspected Fraud"
            ]
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 253
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 677,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Lookup orders that are {{status}}",
    "instantiation_dict": {
      "status": "processing"
    },
    "intent": "Lookup orders that are processing",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/sales/order/",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector(\"div.admin__data-grid-filters-current\").outerText",
          "required_contents": {
            "must_include": [
              "Processing"
            ]
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 253
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 678,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Lookup orders that are {{status}}",
    "instantiation_dict": {
      "status": "canceled"
    },
    "intent": "Lookup orders that are canceled",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/sales/order/",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector(\"div.admin__data-grid-filters-current\").outerText",
          "required_contents": {
            "must_include": [
              "Canceled"
            ]
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 253
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 679,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Lookup orders that are {{status}}",
    "instantiation_dict": {
      "status": "completed"
    },
    "intent": "Lookup orders that are completed",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/sales/order/",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector(\"div.admin__data-grid-filters-current\").outerText",
          "required_contents": {
            "must_include": [
              "Completed"
            ]
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 253
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 680,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Lookup orders that are {{status}}",
    "instantiation_dict": {
      "status": "on hold"
    },
    "intent": "Lookup orders that are on hold",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/sales/order/",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector(\"div.admin__data-grid-filters-current\").outerText",
          "required_contents": {
            "must_include": [
              "On Hold"
            ]
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 253
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 694,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Add a simple product named {{product}} with {{stock}} in stock, available in size {{size}} and color {{color}}, priced at ${{price}}",
    "instantiation_dict": {
      "product": "Energy-Bulk Women Shirt",
      "stock": "50",
      "size": "S",
      "color": "blue",
      "price": "60"
    },
    "intent": "Add a simple product named Energy-Bulk Women Shirt with 50 in stock, available in size S and color blue, priced at $60",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/catalog/product",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "60.00"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[name]\"').value",
          "required_contents": {
            "must_include": [
              "Energy-Bulk Women Shirt"
            ]
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][qty]\"').value",
          "required_contents": {
            "exact_match": "50"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[data-role=\"selected-option\"').outerText",
          "required_contents": {
            "must_include": [
              "top"
            ]
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[size]\"').value",
          "required_contents": {
            "exact_match": "167"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[color]\"').value",
          "required_contents": {
            "exact_match": "50"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[data-index=\"category_ids\"').outerText",
          "required_contents": {
            "must_include": [
              "tops"
            ]
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 256
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 695,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Add a simple product named {{product}} with {{stock}} in stock, available in size {{size}} and color {{color}}, priced at ${{price}}",
    "instantiation_dict": {
      "product": "Energy-Bulk Man Yoga Pant",
      "stock": "50",
      "size": "38",
      "color": "yellow",
      "price": "69.99"
    },
    "intent": "Add a simple product named Energy-Bulk Man Yoga Pant with 50 in stock, available in size 38 and color yellow, priced at $69.99",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/catalog/product",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "69.99"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[name]\"').value",
          "required_contents": {
            "must_include": [
              "Energy-Bulk Man Yoga Pant"
            ]
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][qty]\"').value",
          "required_contents": {
            "exact_match": "50"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[data-role=\"selected-option\"').outerText",
          "required_contents": {
            "must_include": [
              "bottom"
            ]
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[size]\"').value",
          "required_contents": {
            "exact_match": "179"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[color]\"').value",
          "required_contents": {
            "exact_match": "60"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[data-index=\"category_ids\"').outerText",
          "required_contents": {
            "must_include": [
              "bottoms"
            ]
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 256
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 696,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Add a simple product named {{product}} with {{stock}} in stock, available in size {{size}} and color {{color}}, priced at ${{price}}",
    "instantiation_dict": {
      "product": "FancyBoy Man Causal Jeans",
      "stock": "42",
      "size": "34",
      "color": "Blue",
      "price": "169.99"
    },
    "intent": "Add a simple product named FancyBoy Man Causal Jeans with 42 in stock, available in size 34 and color Blue, priced at $169.99",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/catalog/product",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[name]\"').value",
          "required_contents": {
            "must_include": [
              "FancyBoy Man Causal Jeans"
            ]
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][qty]\"').value",
          "required_contents": {
            "exact_match": "42"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "169.99"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[data-role=\"selected-option\"').outerText",
          "required_contents": {
            "must_include": [
              "bottom"
            ]
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[size]\"').value",
          "required_contents": {
            "exact_match": "177"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[color]\"').value",
          "required_contents": {
            "exact_match": "50"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[data-index=\"category_ids\"').outerText",
          "required_contents": {
            "must_include": [
              "bottoms"
            ]
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 256
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 697,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Add a simple product named {{product}} with {{stock}} in stock, available in size {{size}} and color {{color}}, priced at ${{price}}",
    "instantiation_dict": {
      "product": "Swaatch Smart Watch",
      "stock": "42",
      "size": "uni-size",
      "color": "Blue",
      "price": "769.99"
    },
    "intent": "Add a simple product named Swaatch Smart Watch with 42 in stock, available in size uni-size and color Blue, priced at $769.99",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/catalog/product",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[name]\"').value",
          "required_contents": {
            "must_include": [
              "Swaatch Smart Watch"
            ]
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][qty]\"').value",
          "required_contents": {
            "exact_match": "42"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "769.99"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[data-role=\"selected-option\"').outerText",
          "required_contents": {
            "must_include": [
              "gear"
            ]
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[color]\"').value",
          "required_contents": {
            "exact_match": "50"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[data-index=\"category_ids\"').outerText",
          "required_contents": {
            "must_include": [
              "watches"
            ]
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 256
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 698,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Add a simple product named {{product}} with {{stock}} in stock, available in size {{size}} and color {{color}}, priced at ${{price}}",
    "instantiation_dict": {
      "product": "Lelelumon Yoga Mat",
      "stock": "42",
      "size": "uni-size",
      "color": "black",
      "price": "769.99"
    },
    "intent": "Add a simple product named Lelelumon Yoga Mat with 42 in stock, available in size uni-size and color black, priced at $769.99",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/catalog/product",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[name]\"').value",
          "required_contents": {
            "must_include": [
              "Lelelumon Yoga Mat"
            ]
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][qty]\"').value",
          "required_contents": {
            "exact_match": "42"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "769.99"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[data-role=\"selected-option\"').outerText",
          "required_contents": {
            "must_include": [
              "gear"
            ]
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"product[color]\"').value",
          "required_contents": {
            "exact_match": "49"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[data-index=\"category_ids\"').outerText",
          "required_contents": {
            "must_include": [
              "fitness equipment"
            ]
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 256
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 699,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Draft a new marketing price rule for {{topic}} that offers {{rule}} for all customers",
    "instantiation_dict": {
      "topic": "spring sale",
      "rule": "a 20 percent discount site-wide"
    },
    "intent": "Draft a new marketing price rule for spring sale that offers a 20 percent discount site-wide for all customers",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/sales_rule/promo_quote",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector(\"[name='name'\").value",
          "required_contents": {
            "must_include": [
              "spring sale"
            ]
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"website_ids\"').selectedIndex",
          "required_contents": {
            "exact_match": "0"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"customer_group_ids\"').selectedIndex",
          "required_contents": {
            "exact_match": "1"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"simple_action\"').value",
          "prep_actions": [
            "document.querySelector('[data-index=\"actions\"]').querySelector('.admin__collapsible-title').click()"
          ],
          "required_contents": {
            "exact_match": "by_percent"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"discount_amount\"').value",
          "prep_actions": [
            "document.querySelector('[data-index=\"actions\"]').querySelector('.admin__collapsible-title').click()"
          ],
          "required_contents": {
            "exact_match": "20"
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 258
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 700,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Draft a new marketing price rule for {{topic}} that offers {{rule}} for all customers",
    "instantiation_dict": {
      "topic": "fall discount",
      "rule": "$10 discount on checkout"
    },
    "intent": "Draft a new marketing price rule for fall discount that offers $10 discount on checkout for all customers",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/sales_rule/promo_quote",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector(\"[name='name'\").value",
          "required_contents": {
            "must_include": [
              "fall discount"
            ]
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"website_ids\"').selectedIndex",
          "required_contents": {
            "exact_match": "0"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"customer_group_ids\"').selectedIndex",
          "required_contents": {
            "exact_match": "1"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"simple_action\"').value",
          "prep_actions": [
            "document.querySelector('[data-index=\"actions\"]').querySelector('.admin__collapsible-title').click()"
          ],
          "required_contents": {
            "exact_match": "cart_fixed"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"discount_amount\"').value",
          "prep_actions": [
            "document.querySelector('[data-index=\"actions\"]').querySelector('.admin__collapsible-title').click()"
          ],
          "required_contents": {
            "exact_match": "10"
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 258
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 701,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Draft a new marketing price rule for {{topic}} that offers {{rule}} for all customers",
    "instantiation_dict": {
      "topic": "Mother's day sale",
      "rule": "$15 discount on checkout"
    },
    "intent": "Draft a new marketing price rule for Mother's day sale that offers $15 discount on checkout for all customers",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/sales_rule/promo_quote",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector(\"[name='name'\").value",
          "required_contents": {
            "must_include": [
              "Mother's day sale"
            ]
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"website_ids\"').selectedIndex",
          "required_contents": {
            "exact_match": "0"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"customer_group_ids\"').selectedIndex",
          "required_contents": {
            "exact_match": "1"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"simple_action\"').value",
          "prep_actions": [
            "document.querySelector('[data-index=\"actions\"]').querySelector('.admin__collapsible-title').click()"
          ],
          "required_contents": {
            "exact_match": "cart_fixed"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"discount_amount\"').value",
          "prep_actions": [
            "document.querySelector('[data-index=\"actions\"]').querySelector('.admin__collapsible-title').click()"
          ],
          "required_contents": {
            "exact_match": "15"
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 258
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 702,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Draft a new marketing price rule for {{topic}} that offers {{rule}} for all customers",
    "instantiation_dict": {
      "topic": "Pride Month",
      "rule": "45% off on all products"
    },
    "intent": "Draft a new marketing price rule for Pride Month that offers 45% off on all products for all customers",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/sales_rule/promo_quote",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector(\"[name='name'\").value",
          "required_contents": {
            "must_include": [
              "Pride Month"
            ]
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"website_ids\"').selectedIndex",
          "required_contents": {
            "exact_match": "0"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"customer_group_ids\"').selectedIndex",
          "required_contents": {
            "exact_match": "1"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"simple_action\"').value",
          "prep_actions": [
            "document.querySelector('[data-index=\"actions\"]').querySelector('.admin__collapsible-title').click()"
          ],
          "required_contents": {
            "exact_match": "by_percent"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"discount_amount\"').value",
          "prep_actions": [
            "document.querySelector('[data-index=\"actions\"]').querySelector('.admin__collapsible-title').click()"
          ],
          "required_contents": {
            "exact_match": "45"
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 258
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 703,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Draft a new marketing price rule for {{topic}} that offers {{rule}} for all customers",
    "instantiation_dict": {
      "topic": "Thanks giving sale",
      "rule": "$40 discount on checkout"
    },
    "intent": "Draft a new marketing price rule for Thanks giving sale that offers $40 discount on checkout for all customers",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/sales_rule/promo_quote",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector(\"[name='name'\").value",
          "required_contents": {
            "must_include": [
              "Thanks giving sale"
            ]
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"website_ids\"').selectedIndex",
          "required_contents": {
            "exact_match": "0"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"customer_group_ids\"').selectedIndex",
          "required_contents": {
            "exact_match": "1"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"simple_action\"').value",
          "prep_actions": [
            "document.querySelector('[data-index=\"actions\"]').querySelector('.admin__collapsible-title').click()"
          ],
          "required_contents": {
            "exact_match": "cart_fixed"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[name=\"discount_amount\"').value",
          "prep_actions": [
            "document.querySelector('[data-index=\"actions\"]').querySelector('.admin__collapsible-title').click()"
          ],
          "required_contents": {
            "exact_match": "40"
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 258
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 704,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Today is 3/15/2023, generate a {{report}} {{time_span}}",
    "instantiation_dict": {
      "report": "sales order report",
      "time_span": "for last month"
    },
    "intent": "Today is 3/15/2023, generate a sales order report for last month",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/reports/report_sales/sales",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_from\"').value",
          "required_contents": {
            "exact_match": "2/1/23"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_to\"').value",
          "required_contents": {
            "exact_match": "2/28/23"
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 268
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 705,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Today is 3/15/2023, generate a {{report}} {{time_span}}",
    "instantiation_dict": {
      "report": "sales order report",
      "time_span": "over the last 45 days"
    },
    "intent": "Today is 3/15/2023, generate a sales order report over the last 45 days",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/reports/report_sales/sales",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_from\"').value",
          "required_contents": {
            "exact_match": "1/29/23"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_to\"').value",
          "required_contents": {
            "exact_match": "3/15/23"
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 268
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 706,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Today is 3/15/2023, generate a {{report}} {{time_span}}",
    "instantiation_dict": {
      "report": "refund report",
      "time_span": "for Q1"
    },
    "intent": "Today is 3/15/2023, generate a refund report for Q1",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/reports/report_sales/refunded",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_from\"').value",
          "required_contents": {
            "exact_match": "1/1/23"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_to\"').value",
          "required_contents": {
            "exact_match": "3/31/23"
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 268
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 707,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Today is 3/15/2023, generate a {{report}} {{time_span}}",
    "instantiation_dict": {
      "report": "sales order report",
      "time_span": "for last year"
    },
    "intent": "Today is 3/15/2023, generate a sales order report for last year",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/reports/report_sales/sales",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_from\"').value",
          "required_contents": {
            "exact_match": "1/1/2022"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_to\"').value",
          "required_contents": {
            "exact_match": "12/31/2022"
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 268
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 708,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Today is 3/15/2023, generate a {{report}} {{time_span}}",
    "instantiation_dict": {
      "report": "tax report",
      "time_span": "for this year"
    },
    "intent": "Today is 3/15/2023, generate a tax report for this year",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/reports/report_sales/tax/",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_from\"').value",
          "required_contents": {
            "exact_match": "1/1/2023"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_to\"').value",
          "required_contents": {
            "exact_match": "12/31/2023"
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 268
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 709,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Create an {{type}} report from {{start_date}} to {{end_date}}",
    "instantiation_dict": {
      "type": "orders",
      "start_date": "beginning of May 2021",
      "end_date": "end of March 2022"
    },
    "intent": "Create an orders report from beginning of May 2021 to end of March 2022",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/reports/report_sales/sales",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_from\"').value",
          "required_contents": {
            "exact_match": "5/1/2021"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_to\"').value",
          "required_contents": {
            "exact_match": "3/31/2022"
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 271
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 710,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Create a {{type}} report from {{start_date}} to {{end_date}}",
    "instantiation_dict": {
      "type": "shipping",
      "start_date": "08/05/2022",
      "end_date": "03/01/2023"
    },
    "intent": "Create a shipping report from 08/05/2022 to 03/01/2023",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/reports/report_sales/shipping",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_from\"').value",
          "required_contents": {
            "exact_match": "8/5/22"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_to\"').value",
          "required_contents": {
            "exact_match": "3/1/23"
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 271
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 711,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Create a {{type}} report from {{start_date}} to {{end_date}}",
    "instantiation_dict": {
      "type": "product view",
      "start_date": "07/05/2021",
      "end_date": "05/31/2023"
    },
    "intent": "Create a product view report from 07/05/2021 to 05/31/2023",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/reports/report_product/viewed/",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_from\"').value",
          "required_contents": {
            "exact_match": "7/5/21"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_to\"').value",
          "required_contents": {
            "exact_match": "5/31/23"
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 271
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 712,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Create a {{type}} report from {{start_date}} to {{end_date}}",
    "instantiation_dict": {
      "type": "coupons",
      "start_date": "05/01/2021",
      "end_date": "05/15/2023"
    },
    "intent": "Create a coupons report from 05/01/2021 to 05/15/2023",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/reports/report_sales/coupons/",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_from\"').value",
          "required_contents": {
            "exact_match": "5/1/21"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_to\"').value",
          "required_contents": {
            "exact_match": "5/15/23"
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 271
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 713,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Create a {{type}} report from {{start_date}} to {{end_date}}",
    "instantiation_dict": {
      "type": "best sellers",
      "start_date": "05/01/2022",
      "end_date": "05/31/2023"
    },
    "intent": "Create a best sellers report from 05/01/2022 to 05/31/2023",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "url_match",
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "__SHOPPING_ADMIN__/reports/report_sales/bestsellers/",
      "program_html": [
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_from\"').value",
          "required_contents": {
            "exact_match": "5/1/22"
          }
        },
        {
          "url": "last",
          "locator": "document.querySelector('[id=\"sales_report_to\"').value",
          "required_contents": {
            "exact_match": "5/31/23"
          }
        }
      ],
      "url_note": "GOLD in PRED"
    },
    "intent_template_id": 271
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 768,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "{{quantity}} {{product}} arrived, update the stock",
    "instantiation_dict": {
      "quantity": "5",
      "product": "blue Cronus yoga pants with size 33"
    },
    "intent": "5 blue Cronus yoga pants with size 33 arrived, update the stock",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/872/",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][qty]\"').value",
          "required_contents": {
            "exact_match": "5"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/872/",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][is_in_stock]\"').value",
          "required_contents": {
            "exact_match": "1"
          }
        }
      ]
    },
    "intent_template_id": 241
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 769,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "We've received {{quantity}} {{product}}, please update the inventory.",
    "instantiation_dict": {
      "quantity": "378",
      "product": "brown Aero daily fitness tee in every size"
    },
    "intent": "We've received 378 brown Aero daily fitness tee in every size, please update the inventory.",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/544/",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][qty]\"').value",
          "required_contents": {
            "exact_match": "478"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/547/",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][qty]\"').value",
          "required_contents": {
            "exact_match": "478"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/550/",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][qty]\"').value",
          "required_contents": {
            "exact_match": "478"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/553/",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][qty]\"').value",
          "required_contents": {
            "exact_match": "478"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/556/",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][qty]\"').value",
          "required_contents": {
            "exact_match": "478"
          }
        }
      ]
    },
    "intent_template_id": 241
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 770,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "We've received {{quantity}}, update the inventory.",
    "instantiation_dict": {
      "quantity": "12 white Cora parachute pant of size 28 and 56 blue of size 29"
    },
    "intent": "We've received 12 white Cora parachute pant of size 28 and 56 blue of size 29, update the inventory.",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1836/",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][qty]\"').value",
          "required_contents": {
            "exact_match": "112"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1838/",
          "locator": "document.querySelector('[name=\"product[quantity_and_stock_status][qty]\"').value",
          "required_contents": {
            "exact_match": "156"
          }
        }
      ]
    },
    "intent_template_id": 241
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 771,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Approve the positive reviews to display in our store.",
    "instantiation_dict": {},
    "intent": "Approve the positive reviews to display in our store.",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/review/product/edit/id/352",
          "locator": "document.querySelector('[name=\"status_id\"').value",
          "required_contents": {
            "exact_match": "1"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/review/product/edit/id/349",
          "locator": "document.querySelector('[name=\"status_id\"').value",
          "required_contents": {
            "exact_match": "1"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/review/product/edit/id/347",
          "locator": "document.querySelector('[name=\"status_id\"').value",
          "required_contents": {
            "exact_match": "1"
          }
        }
      ]
    },
    "intent_template_id": 243
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 772,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Delete all {{review_type}}",
    "instantiation_dict": {
      "review_type": "pending negative reviews for Circe fleece"
    },
    "intent": "Delete all pending negative reviews for Circe fleece",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/review/product/edit/id/999",
          "locator": "",
          "required_contents": {
            "must_include": [
              "Rating isn't Available"
            ]
          }
        }
      ]
    },
    "intent_template_id": 246
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 773,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Delete all {{review_type}}",
    "instantiation_dict": {
      "review_type": "pending negative reviews"
    },
    "intent": "Delete all pending negative reviews",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/review/product/edit/id/351",
          "locator": "",
          "required_contents": {
            "must_include": [
              "Rating isn't Available"
            ]
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/review/product/edit/id/353",
          "locator": "",
          "required_contents": {
            "must_include": [
              "Rating isn't Available"
            ]
          }
        }
      ]
    },
    "intent_template_id": 246
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 774,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Delete all {{review_type}}",
    "instantiation_dict": {
      "review_type": "pending reviews with less than 4 stars"
    },
    "intent": "Delete all pending reviews with less than 4 stars",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/review/product/edit/id/351",
          "locator": "",
          "required_contents": {
            "must_include": [
              "Rating isn't Available"
            ]
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/review/product/edit/id/353",
          "locator": "",
          "required_contents": {
            "must_include": [
              "Rating isn't Available"
            ]
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/review/product/edit/id/349",
          "locator": "",
          "required_contents": {
            "must_include": [
              "Rating isn't Available"
            ]
          }
        }
      ]
    },
    "intent_template_id": 246
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 775,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Delete all {{review_type}}",
    "instantiation_dict": {
      "review_type": "reviews from the scammer Arden"
    },
    "intent": "Delete all reviews from the scammer Arden",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/review/product/edit/id/51",
          "locator": "",
          "required_contents": {
            "must_include": [
              "Rating isn't Available"
            ]
          }
        }
      ]
    },
    "intent_template_id": 246
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 776,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Delete all {{review_type}}",
    "instantiation_dict": {
      "review_type": "reviews from the scammer Carlo"
    },
    "intent": "Delete all reviews from the scammer Carlo",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/review/product/edit/id/93",
          "locator": "",
          "required_contents": {
            "must_include": [
              "Rating isn't Available"
            ]
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/review/product/edit/id/109",
          "locator": "",
          "required_contents": {
            "must_include": [
              "Rating isn't Available"
            ]
          }
        }
      ]
    },
    "intent_template_id": 246
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 777,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "{{action}} the price of {{config}} by {{amount}}",
    "instantiation_dict": {
      "amount": "$5",
      "action": "Reduce",
      "config": "green Hollister backyard sweater in all size"
    },
    "intent": "Reduce the price of green Hollister backyard sweater in all size by $5",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/120/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "47.00"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/117/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "47.00"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/114/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "47.00"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/111/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "47.00"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/123/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "47.00"
          }
        }
      ]
    },
    "intent_template_id": 742
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 778,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "{{action}} the price of {{config}} by {{amount}}",
    "instantiation_dict": {
      "amount": "13.5%",
      "action": "Reduce",
      "config": "size 28 Sahara leggings"
    },
    "intent": "Reduce the price of size 28 Sahara leggings by 13.5%",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1841/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "64.88"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1842/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "64.88"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1843/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "64.88"
          }
        }
      ]
    },
    "intent_template_id": 742
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 779,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "{{action}} the price of {{config}} by {{amount}}",
    "instantiation_dict": {
      "amount": "15%",
      "action": "Reduce",
      "config": "yellow shirts from Gwyn Endurance in all size below L"
    },
    "intent": "Reduce the price of yellow shirts from Gwyn Endurance in all size below L by 15%",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1559/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "20.40"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1562/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "20.40"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1565/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "20.40"
          }
        }
      ]
    },
    "intent_template_id": 742
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 780,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1481/",
    "geolocation": null,
    "intent_template": "{{action}} the price of {{config}} by {{amount}}",
    "instantiation_dict": {
      "amount": "$17",
      "action": "Increase",
      "config": "white Ingrid Running with size L and above"
    },
    "intent": "Increase the price of white Ingrid Running with size L and above by $17",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1264/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "64.00"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1267/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "64.00"
          }
        }
      ]
    },
    "intent_template_id": 742
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 781,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "{{action}} the price of {{config}} by {{amount}}",
    "instantiation_dict": {
      "amount": "37%",
      "action": "Increase",
      "config": "black fitness tshirts from Desiree with size XS"
    },
    "intent": "Increase the price of black fitness tshirts from Desiree with size XS by 37%",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/1573/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "32.88"
          }
        }
      ]
    },
    "intent_template_id": 742
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 782,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "{{action}} the price of {{config}} by {{amount}}",
    "instantiation_dict": {
      "amount": "23%",
      "action": "Increase",
      "config": "all blue running tshirts in extra small and small sizes"
    },
    "intent": "Increase the price of all blue running tshirts in extra small and small sizes by 23%",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "program_html"
      ],
      "reference_answers": null,
      "reference_url": "",
      "program_html": [
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/496/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "22.33"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/499/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "22.33"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/479/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "21.56"
          }
        },
        {
          "url": "__SHOPPING_ADMIN__/catalog/product/edit/id/482/",
          "locator": "document.querySelector('[name=\"product[price]\"').value",
          "required_contents": {
            "exact_match": "21.56"
          }
        }
      ]
    },
    "intent_template_id": 742
  },
  {
    "sites": [
      "shopping_admin"
    ],
    "task_id": 790,
    "require_login": true,
    "storage_state": "./.auth/shopping_admin_state.json",
    "start_url": "__SHOPPING_ADMIN__",
    "geolocation": null,
    "intent_template": "Delete all {{review_type}}",
    "instantiation_dict": {
      "review_type": "negative reviews for Sybil running short"
    },
    "intent": "Delete all negative reviews for Sybil running short",
    "require_reset": false,
    "eval": {
      "eval_types": [
        "string_match"
      ],
      "reference_answers": {
        "fuzzy_match": "N/A"
      },
      "reference_url": "",
      "program_html": [],
      "string_note": "No negative reviews for sybil running short",
      "reference_answer_raw_annotation": "N/A"
    },
    "intent_template_id": 246
  }
]