Evaluator Test

This page shows the result of the sample cURL command.
When there is the placeholder expression, _sample_input_, in the cURL command, it will be replaced by the value of the field, Sample input.

Result

HTTP/1.1 100 Continue

HTTP/1.1 200 OK
Access-Control-Allow-Origin: *
Access-Control-Allow-Methods: GET, POST, PUT, OPTIONS
Access-Control-Allow-Headers: Origin, Accept, Content-Type, X-Requested-With, X-CSRF-Token
Content-Length: 2496
Content-Type: text/html; charset=UTF-8
Date: Tue, 21 Aug 2018 08:37:06 GMT
Server: swrc-kidc

{
    "config": {
        "KB": [
            [
                "http://kbox.kaist.ac.kr:5889/sparql", 
                "http://en.dbpedia2014.kaist.ac.kr"
            ]
        ], 
        "DM": [
            "http://ws.okbqa.org:2357/agdistis/run"
        ], 
        "TGM": [
            "http://ws.okbqa.org:1515/templategeneration/rocknrole"
        ], 
        "QGM": [
            "http://ws.okbqa.org:38401/queries"
        ], 
        "AGM": [
            "http://ws.okbqa.org:7745/agm"
        ], 
        "timelimit": 100, 
        "N": 5, 
        "sequence": [
            "TGM", 
            "DM", 
            "QGM", 
            "AGM"
        ]
    }, 
    "result": {
        "timestamp": "18-08-21 17:37:02", 
        "time_lapsed": 4.1319191455841064, 
        "correct_answer": [], 
        "partial_answer": [
            {
                "id": "82", 
                "question": "In which programming language is GIMP written?"
            }
        ], 
        "false_negative_answer": [
            {
                "id": "82", 
                "question": "In which programming language is GIMP written?", 
                "true_positives": [
                    "http://dbpedia.org/resource/C_(programming_language)"
                ], 
                "false_negatives_up_to_n": [
                    "http://dbpedia.org/resource/GTK+"
                ], 
                "false_negatives_number": 1
            }
        ], 
        "false_positive_answer": [
            {
                "id": "82", 
                "question": "In which programming language is GIMP written?", 
                "true_positives": [
                    "http://dbpedia.org/resource/C_(programming_language)"
                ], 
                "false_positives_up_to_n": [
                    "http://dbpedia.org/resource/ALGOL", 
                    "http://dbpedia.org/resource/IBM_RPG", 
                    "http://dbpedia.org/resource/Ruby_(programming_language)", 
                    "http://dbpedia.org/resource/C_Sharp_(programming_language)", 
                    "http://dbpedia.org/resource/ALGOL_60"
                ], 
                "false_positives_number": 29
            }
        ], 
        "failure": [], 
        "time_out": [], 
        "correct_answer_rate": 0.0, 
        "partial_answer_rate": 1.0, 
        "false_negative_answer_rate": 1.0, 
        "false_positive_answer_rate": 1.0, 
        "failure_rate": 0.0, 
        "time_out_rate": 0.0
    }
}

Command

curl -i -H "Content-Type: application/json" -X POST -d '{
  "language": "en",
  "data": [
  {
		"id": "82",
		"lang": "en",
		"question": "In which programming language is GIMP written?",
		"answer": [
			"http://dbpedia.org/resource/C_(programming_language)",
			"http://dbpedia.org/resource/GTK+"
		],
		"type": "resource",
		"sparql": "PREFIX dbo: <http://dbpedia.org/ontology/>\nPREFIX res: <http://dbpedia.org/resource/>\nSELECT DISTINCT ?uri \nWHERE { \n\tres:GIMP dbo:programmingLanguage ?uri .\n}"
	}
  ],
  "config": {
    "address": {
      "TGM": [
        "http://ws.okbqa.org:1515/templategeneration/rocknrole"
      ],
      "DM": [
        "http://ws.okbqa.org:2357/agdistis/run"
      ],
      "QGM": [
        "http://ws.okbqa.org:38401/queries"
      ],
      "AGM": [
        "http://ws.okbqa.org:7745/agm"
      ],
      "KB": [
        [
          "http://kbox.kaist.ac.kr:5889/sparql",
          "http://en.dbpedia2014.kaist.ac.kr"
        ]
      ]
    },
    "sequence": [
      "TGM",
      "DM",
      "QGM",
      "AGM"
    ],
    "timelimit": 100,
    "n" : 5
  }
}' http://ws.okbqa.org:31999/evaluation