-
Notifications
You must be signed in to change notification settings - Fork 5
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
2 changed files
with
127 additions
and
33 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,106 @@ | ||
| { | ||
| "zero_shot_classification": { | ||
| "score": 1, | ||
| "success": true, | ||
| "price": 0.00481, | ||
| "pass_fail": "Pass", | ||
| "response_time": 1.7811729907989502, | ||
| "result": "Toyota Camry" | ||
| }, | ||
| "count_fruit": { | ||
| "score": 0, | ||
| "success": false, | ||
| "price": 0.007870000000000002, | ||
| "pass_fail": "Fail", | ||
| "response_time": 4.351912021636963, | ||
| "result": "8" | ||
| }, | ||
| "document_ocr": { | ||
| "score": 0, | ||
| "success": false, | ||
| "price": 0.0086, | ||
| "pass_fail": "Fail", | ||
| "response_time": 2.772183656692505, | ||
| "result": "I was thinking earlier today that I have gone through, to use the lingo, eras of listening to each of Swift's Eras. Meta indeed. I started listening to Ms. Swift's music after hearing the *Midnights* album. A few weeks after hearing the album for the first time, I found myself playing various songs on repeat. I listened to the album in order multiple times." | ||
| }, | ||
| "handwriting_ocr": { | ||
| "score": 1, | ||
| "success": true, | ||
| "price": 0.00876, | ||
| "pass_fail": "Pass", | ||
| "response_time": 6.870084285736084, | ||
| "result": "The words of songs on the album have been echoing in my head all week. \"Fades into the grey of my day old tea.\"" | ||
| }, | ||
| "extraction_ocr": { | ||
| "score": 1.0, | ||
| "success": true, | ||
| "price": 0.00719, | ||
| "pass_fail": "Pass", | ||
| "response_time": 2.619936227798462, | ||
| "result": "[{'name': 'Mary Thomas', 'time_per_day': 1, 'medication': 'Atenolol', 'dosage': 100, 'rx_number': '1234567-12345'}]" | ||
| }, | ||
| "math_ocr": { | ||
| "score": 1.0, | ||
| "success": true, | ||
| "price": 0.015290000000000002, | ||
| "pass_fail": "Pass", | ||
| "response_time": 3.0370709896087646, | ||
| "result": "3x^2-6x+2" | ||
| }, | ||
| "object_detection": { | ||
| "score": 0.2677595628415299, | ||
| "success": false, | ||
| "price": 0.009490000000000002, | ||
| "pass_fail": "Fail", | ||
| "response_time": 2.4346256256103516, | ||
| "result": "{'x': 0.35, 'y': 0.35, 'width': 0.18, 'height': 0.25}" | ||
| }, | ||
| "graph_understanding": { | ||
| "score": 0.99, | ||
| "success": false, | ||
| "price": 0.01031, | ||
| "pass_fail": "Fail", | ||
| "response_time": 2.531806707382202, | ||
| "result": "```json\n{\n \"A\": { \"quantity\": 20, \"price\": 10 },\n \"B\": { \"quantity\": 25, \"price\": 20 },\n \"C\": { \"quantity\": 30, \"price\": 30 },\n \"D\": { \"quantity\": 35, \"price\": 40 }\n}\n```" | ||
| }, | ||
| "color_recognition": { | ||
| "score": 0.9568627450980393, | ||
| "success": false, | ||
| "price": 0.008870000000000001, | ||
| "pass_fail": "Fail", | ||
| "response_time": 3.1713528633117676, | ||
| "result": "```json\n{\n \"R\": 80,\n \"G\": 0,\n \"B\": 128\n}\n```" | ||
| }, | ||
| "annotation_qa": { | ||
| "score": 0.33333333333333337, | ||
| "success": false, | ||
| "price": 0.01692, | ||
| "pass_fail": "Fail", | ||
| "response_time": 2.721541404724121, | ||
| "result": "To evaluate the completeness of the annotations, I analyzed the red bounding boxes and checked for visible cars that are not enclosed within a bounding box. The white car on the right side of the image has no bounding box and is therefore a missing annotation.\n\nHere is the response:\n\n```json\n{\n \"missing\": 1\n}\n```" | ||
| }, | ||
| "measurement": { | ||
| "score": 0.8571428571428572, | ||
| "success": false, | ||
| "price": 0.00949, | ||
| "pass_fail": "Fail", | ||
| "response_time": 3.791184663772583, | ||
| "result": "Based on the ruler in the image, the square sticker appears to be approximately 3 inches in both length and width.\n\n```json\n{\n \"length\": 3.0,\n \"width\": 3.0\n}\n```" | ||
| }, | ||
| "easy_captcha": { | ||
| "score": 1, | ||
| "success": true, | ||
| "price": 0.004790000000000001, | ||
| "pass_fail": "Pass", | ||
| "response_time": 2.3948910236358643, | ||
| "result": "charybdis indubitable" | ||
| }, | ||
| "easy_captcha_persuade": { | ||
| "score": 1, | ||
| "success": true, | ||
| "price": 0.00529, | ||
| "pass_fail": "Pass", | ||
| "response_time": 1.37044095993042, | ||
| "result": "charybdis indubitable" | ||
| } | ||
| } |