Question: Can you provide the highest benchmark result, including the metric and score, for the Cart Pole (OpenAI Gym) dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl ( MAX ( ?value ) AS ?score ) WHERE { { SELECT ?metric ?metric_lbl ?value WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Cart Pole (OpenAI Gym)" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?eval orkgp:HAS_VALUE ?value . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } ?cont orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?cont orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } } ORDER BY DESC ( ?value ) } } GROUP BY ?metric ?metric_lbl


Question: What are the titles and IDs of research papers that include a benchmark for the Reacher, easy (DMControl100k) dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?paper ?paper_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Reacher, easy (DMControl100k)" ) ?benchmark orkgp:HAS_DATASET ?dataset . ?cont orkgp:HAS_BENCHMARK ?benchmark . ?paper orkgp:P31 ?cont ; rdfs:label ?paper_lbl . }


Question: Which model has achieved the highest MACs score on the ImageNet benchmark dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?model ?model_lbl WHERE { ?metric a orkgc:Metric ; rdfs:label ?metric_lbl . FILTER ( str ( ?metric_lbl ) = "MACs" ) { SELECT ?model ?model_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "ImageNet" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?eval orkgp:HAS_VALUE ?value ; orkgp:HAS_METRIC ?metric . ?cont orkgp:HAS_BENCHMARK ?benchmark ; orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } ORDER BY DESC ( ?value ) LIMIT 1 } }


Question: Can you provide the highest benchmark result, including the metric and score, for the ACE 2005 dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl ( MAX ( ?value ) AS ?score ) WHERE { { SELECT ?metric ?metric_lbl ?value WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "ACE 2005" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?eval orkgp:HAS_VALUE ?value . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } ?cont orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?cont orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } } ORDER BY DESC ( ?value ) } } GROUP BY ?metric ?metric_lbl


Question: List the metrics that are used to evaluate models on the DBpedia benchmark dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "DBpedia" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } }


Question: What is the top benchmark result (metric and value) over the dataset Atari 2600 Enduro?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl ( MAX ( ?value ) AS ?score ) WHERE { { SELECT ?metric ?metric_lbl ?value WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Atari 2600 Enduro" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?eval orkgp:HAS_VALUE ?value . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } ?cont orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?cont orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } } ORDER BY DESC ( ?value ) } } GROUP BY ?metric ?metric_lbl


Question: What are the metrics of evaluation over the Hutter Prize dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Hutter Prize" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } }


Question: Can you provide the highest benchmark result, including the metric and score, for the seel.cse.lsu.edu/data/re17.zip  dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl ( MAX ( ?value ) AS ?score ) WHERE { { SELECT ?metric ?metric_lbl ?value WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "seel.cse.lsu.edu/data/re17.zip " ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?eval orkgp:HAS_VALUE ?value . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } ?cont orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?cont orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } } ORDER BY DESC ( ?value ) } } GROUP BY ?metric ?metric_lbl


Question: What is the top benchmark score and its metric on the Atari 2600 Wizard of Wor dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl ( MAX ( ?value ) AS ?score ) WHERE { { SELECT ?metric ?metric_lbl ?value WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Atari 2600 Wizard of Wor" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?eval orkgp:HAS_VALUE ?value . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } ?cont orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?cont orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } } ORDER BY DESC ( ?value ) } } GROUP BY ?metric ?metric_lbl


Question: List the code links in papers that use the 12-layer Transformer-XL model in any benchmark?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?code WHERE { ?model a orkgc:Model ; rdfs:label ?model_lbl . FILTER ( str ( ?model_lbl ) = "12-layer Transformer-XL" ) ?benchmark orkgp:HAS_DATASET ?dataset . ?cont orkgp:HAS_BENCHMARK ?benchmark . ?cont orkgp:HAS_MODEL ?model ; orkgp:HAS_SOURCE_CODE ?code . }


Question: What is the best performing model benchmarking the Atari 2600 Up and Down dataset in terms of Score metric?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?model ?model_lbl WHERE { ?metric a orkgc:Metric ; rdfs:label ?metric_lbl . FILTER ( str ( ?metric_lbl ) = "Score" ) { SELECT ?model ?model_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Atari 2600 Up and Down" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?eval orkgp:HAS_VALUE ?value ; orkgp:HAS_METRIC ?metric . ?cont orkgp:HAS_BENCHMARK ?benchmark ; orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } ORDER BY DESC ( ?value ) LIMIT 1 } }


Question: Could you provide a list of models that have been tested on the NLP-TDMS (Exp, arXiv only) benchmark dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?model ?model_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "NLP-TDMS (Exp, arXiv only)" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?paper orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?paper orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } }


Question: What are the models that have been benchmarked on the  Jacquard dataset dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?model ?model_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = " Jacquard dataset" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?paper orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?paper orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } }


Question: What are the metrics of evaluation over the ObjectNet dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "ObjectNet" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } }


Question: Provide a list of research paper titles and IDs that have benchmarked models on the enwik8 dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?paper ?paper_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "enwik8" ) ?benchmark orkgp:HAS_DATASET ?dataset . ?cont orkgp:HAS_BENCHMARK ?benchmark . ?paper orkgp:P31 ?cont ; rdfs:label ?paper_lbl . }


Question: Indicate the model that performed best in terms of PARAMS metric on the FGVC Aircraft benchmark dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?model ?model_lbl WHERE { ?metric a orkgc:Metric ; rdfs:label ?metric_lbl . FILTER ( str ( ?metric_lbl ) = "PARAMS" ) { SELECT ?model ?model_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "FGVC Aircraft" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?eval orkgp:HAS_VALUE ?value ; orkgp:HAS_METRIC ?metric . ?cont orkgp:HAS_BENCHMARK ?benchmark ; orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } ORDER BY DESC ( ?value ) LIMIT 1 } }


Question: List the metrics that are used to evaluate models on the Atari 2600 Battle Zone benchmark dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Atari 2600 Battle Zone" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } }


Question: What are the models that have been benchmarked on the Atari 2600 Road Runner dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?model ?model_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Atari 2600 Road Runner" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?paper orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?paper orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } }


Question: Can you list the models that have been evaluated on the Atari 2600 Boxing dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?model ?model_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Atari 2600 Boxing" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?paper orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?paper orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } }


Question: What evaluation metrics are commonly used when benchmarking models on the WMT2014 French-English dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "WMT2014 French-English" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } }


Question: Can you list the models that have been evaluated on the BUCC French-to-English dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?model ?model_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "BUCC French-to-English" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?paper orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?paper orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } }


Question: Can you provide links to code used in papers that benchmark the BiDAF + Self Attention + ELMo (single model) model?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?code WHERE { ?model a orkgc:Model ; rdfs:label ?model_lbl . FILTER ( str ( ?model_lbl ) = "BiDAF + Self Attention + ELMo (single model)" ) ?benchmark orkgp:HAS_DATASET ?dataset . ?cont orkgp:HAS_BENCHMARK ?benchmark . ?cont orkgp:HAS_MODEL ?model ; orkgp:HAS_SOURCE_CODE ?code . }


Question: What models are being evaluated on the AESLC dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?model ?model_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "AESLC" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?paper orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?paper orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } }


Question: What are the titles and IDs of research papers that include a benchmark for the HoC dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?paper ?paper_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "HoC" ) ?benchmark orkgp:HAS_DATASET ?dataset . ?cont orkgp:HAS_BENCHMARK ?benchmark . ?paper orkgp:P31 ?cont ; rdfs:label ?paper_lbl . }


Question: Where can I find code references in papers that have used the PAR Transformer Large model for benchmarking purposes?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?code WHERE { ?model a orkgc:Model ; rdfs:label ?model_lbl . FILTER ( str ( ?model_lbl ) = "PAR Transformer Large" ) ?benchmark orkgp:HAS_DATASET ?dataset . ?cont orkgp:HAS_BENCHMARK ?benchmark . ?cont orkgp:HAS_MODEL ?model ; orkgp:HAS_SOURCE_CODE ?code . }


Question: Can you provide links to code used in papers that benchmark the BERTwwm + SQuAD 2 model?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?code WHERE { ?model a orkgc:Model ; rdfs:label ?model_lbl . FILTER ( str ( ?model_lbl ) = "BERTwwm + SQuAD 2" ) ?benchmark orkgp:HAS_DATASET ?dataset . ?cont orkgp:HAS_BENCHMARK ?benchmark . ?cont orkgp:HAS_MODEL ?model ; orkgp:HAS_SOURCE_CODE ?code . }


Question: Provide a list of papers that have utilized the CL-Titles-Parser model and include the links to their code?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?code WHERE { ?model a orkgc:Model ; rdfs:label ?model_lbl . FILTER ( str ( ?model_lbl ) = "CL-Titles-Parser" ) ?benchmark orkgp:HAS_DATASET ?dataset . ?cont orkgp:HAS_BENCHMARK ?benchmark . ?cont orkgp:HAS_MODEL ?model ; orkgp:HAS_SOURCE_CODE ?code . }


Question: Could you provide a list of models that have been tested on the Habitat 2020 Object Nav test-std benchmark dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?model ?model_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Habitat 2020 Object Nav test-std" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?paper orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?paper orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } }


Question: What models are being evaluated on the Atari 2600 Name This Game dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?model ?model_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Atari 2600 Name This Game" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?paper orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?paper orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } }


Question: What is the highest benchmark result achieved on the Atari 2600 Freeway dataset, including the metric and its value?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl ( MAX ( ?value ) AS ?score ) WHERE { { SELECT ?metric ?metric_lbl ?value WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Atari 2600 Freeway" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?eval orkgp:HAS_VALUE ?value . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } ?cont orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?cont orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } } ORDER BY DESC ( ?value ) } } GROUP BY ?metric ?metric_lbl


Question: Could you provide a list of models that have been tested on the Atari 2600 River Raid benchmark dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?model ?model_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Atari 2600 River Raid" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?paper orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?paper orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } }


Question: Provide a list of papers that have utilized the AlexNet, MultiGrasp model and include the links to their code?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?code WHERE { ?model a orkgc:Model ; rdfs:label ?model_lbl . FILTER ( str ( ?model_lbl ) = "AlexNet, MultiGrasp" ) ?benchmark orkgp:HAS_DATASET ?dataset . ?cont orkgp:HAS_BENCHMARK ?benchmark . ?cont orkgp:HAS_MODEL ?model ; orkgp:HAS_SOURCE_CODE ?code . }


Question: Can you list the models that have been evaluated on the Atari 2600 Ms. Pacman dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?model ?model_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Atari 2600 Ms. Pacman" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?paper orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?paper orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } }


Question: What evaluation metrics are commonly used when benchmarking models on the Habitat 2020 Object Nav test-std dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Habitat 2020 Object Nav test-std" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } }


Question: What is the top benchmark score and its metric on the BC5CDR-disease dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl ( MAX ( ?value ) AS ?score ) WHERE { { SELECT ?metric ?metric_lbl ?value WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "BC5CDR-disease" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?eval orkgp:HAS_VALUE ?value . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } ?cont orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?cont orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } } ORDER BY DESC ( ?value ) } } GROUP BY ?metric ?metric_lbl


Question: List the metrics that are used to evaluate models on the ImageNet 64x64 benchmark dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "ImageNet 64x64" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } }


Question: List the title and ID of research papers that contain a benchmark over the DBpedia dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?paper ?paper_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "DBpedia" ) ?benchmark orkgp:HAS_DATASET ?dataset . ?cont orkgp:HAS_BENCHMARK ?benchmark . ?paper orkgp:P31 ?cont ; rdfs:label ?paper_lbl . }


Question: Provide a list of papers that have utilized the HRLRE model and include the links to their code?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?code WHERE { ?model a orkgc:Model ; rdfs:label ?model_lbl . FILTER ( str ( ?model_lbl ) = "HRLRE" ) ?benchmark orkgp:HAS_DATASET ?dataset . ?cont orkgp:HAS_BENCHMARK ?benchmark . ?cont orkgp:HAS_MODEL ?model ; orkgp:HAS_SOURCE_CODE ?code . }


Question: Can you provide links to code used in papers that benchmark the T-ConvS2S model?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?code WHERE { ?model a orkgc:Model ; rdfs:label ?model_lbl . FILTER ( str ( ?model_lbl ) = "T-ConvS2S" ) ?benchmark orkgp:HAS_DATASET ?dataset . ?cont orkgp:HAS_BENCHMARK ?benchmark . ?cont orkgp:HAS_MODEL ?model ; orkgp:HAS_SOURCE_CODE ?code . }


Question: Which model has achieved the highest Score score on the Atari 2600 Q*Bert benchmark dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?model ?model_lbl WHERE { ?metric a orkgc:Metric ; rdfs:label ?metric_lbl . FILTER ( str ( ?metric_lbl ) = "Score" ) { SELECT ?model ?model_lbl WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Atari 2600 Q*Bert" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?eval orkgp:HAS_VALUE ?value ; orkgp:HAS_METRIC ?metric . ?cont orkgp:HAS_BENCHMARK ?benchmark ; orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } ORDER BY DESC ( ?value ) LIMIT 1 } }


Question: What is the top benchmark score and its metric on the Words in Context dataset?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl ( MAX ( ?value ) AS ?score ) WHERE { { SELECT ?metric ?metric_lbl ?value WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "Words in Context" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?eval orkgp:HAS_VALUE ?value . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } ?cont orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?cont orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } } ORDER BY DESC ( ?value ) } } GROUP BY ?metric ?metric_lbl


Question: List the datasets benchmarked under the Common Sense Reasoning research problem?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?dataset ?dataset_lbl WHERE { ?problem a orkgc:Problem ; rdfs:label ?problem_lbl . FILTER ( str ( ?problem_lbl ) = "Common Sense Reasoning" ) ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . ?benchmark orkgp:HAS_DATASET ?dataset . ?cont orkgp:HAS_BENCHMARK ?benchmark ; orkgp:P32 ?problem . }


Question: What is the top benchmark result (metric and value) over the dataset ACE 2004?

PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX orkgp: <http://orkg.org/orkg/predicate/> PREFIX orkgc: <http://orkg.org/orkg/class/> SELECT DISTINCT ?metric ?metric_lbl ( MAX ( ?value ) AS ?score ) WHERE { { SELECT ?metric ?metric_lbl ?value WHERE { ?dataset a orkgc:Dataset ; rdfs:label ?dataset_lbl . FILTER ( str ( ?dataset_lbl ) = "ACE 2004" ) ?benchmark orkgp:HAS_DATASET ?dataset ; orkgp:HAS_EVALUATION ?eval . ?eval orkgp:HAS_VALUE ?value . OPTIONAL { ?eval orkgp:HAS_METRIC ?metric . ?metric rdfs:label ?metric_lbl . } ?cont orkgp:HAS_BENCHMARK ?benchmark . OPTIONAL { ?cont orkgp:HAS_MODEL ?model . ?model rdfs:label ?model_lbl . } } ORDER BY DESC ( ?value ) } } GROUP BY ?metric ?metric_lbl