rows { options { physical_type: PHYSICAL_STREAM_TYPE_QUADS max_name_table_size: 128 max_prefix_table_size: 16 max_datatype_table_size: 16 logical_type: LOGICAL_STREAM_TYPE_DATASETS version: 2 } } rows { prefix { value: "https://w3id.org/np/" } } rows { name { value: "RAANbcUJHsO19gDp8qYoRLuNbdbqY3P2C4ZaGJztExaQQ" } } rows { namespace { name: "this" value { prefix_id: 1 } } } rows { prefix { value: "https://w3id.org/np/RAANbcUJHsO19gDp8qYoRLuNbdbqY3P2C4ZaGJztExaQQ/" } } rows { name { } } rows { namespace { name: "sub" value { prefix_id: 2 } } } rows { prefix { value: "http://www.nanopub.org/nschema#" } } rows { namespace { name: "np" value { prefix_id: 3 name_id: 2 } } } rows { prefix { value: "http://purl.org/dc/terms/" } } rows { namespace { name: "dct" value { prefix_id: 4 name_id: 2 } } } rows { prefix { value: "http://purl.org/pav/" } } rows { namespace { name: "pav" value { prefix_id: 5 name_id: 2 } } } rows { prefix { value: "http://www.w3.org/1999/02/22-rdf-syntax-ns#" } } rows { namespace { name: "rdf" value { prefix_id: 6 name_id: 2 } } } rows { prefix { value: "http://www.w3.org/2002/07/owl#" } } rows { namespace { name: "owl" value { prefix_id: 7 name_id: 2 } } } rows { prefix { value: "http://www.w3.org/2004/03/trix/rdfg-1/" } } rows { namespace { name: "rdfg" value { prefix_id: 8 name_id: 2 } } } rows { prefix { value: "http://purl.org/dc/elements/1.1/" } } rows { namespace { name: "dce" value { prefix_id: 9 name_id: 2 } } } rows { prefix { value: "http://www.w3.org/2001/XMLSchema#" } } rows { namespace { name: "xsd" value { prefix_id: 10 name_id: 2 } } } rows { prefix { value: "http://www.w3.org/2000/01/rdf-schema#" } } rows { namespace { name: "rdfs" value { prefix_id: 11 name_id: 2 } } } rows { prefix { value: "http://www.w3.org/ns/prov#" } } rows { namespace { name: "prov" value { prefix_id: 12 name_id: 2 } } } rows { prefix { value: "http://purl.org/nanopub/x/" } } rows { namespace { name: "npx" value { prefix_id: 13 name_id: 2 } } } rows { name { value: "hasAssertion" } } rows { name { value: "assertion" } } rows { name { value: "Head" } } rows { quad { s_iri { prefix_id: 1 name_id: 1 } p_iri { prefix_id: 3 name_id: 3 } o_iri { prefix_id: 2 } g_iri { } } } rows { name { value: "hasProvenance" } } rows { name { value: "provenance" } } rows { quad { p_iri { prefix_id: 3 } o_iri { prefix_id: 2 } } } rows { name { value: "hasPublicationInfo" } } rows { name { value: "pubinfo" } } rows { quad { p_iri { prefix_id: 3 } o_iri { prefix_id: 2 } } } rows { name { value: "type" } } rows { name { value: "Nanopublication" } } rows { quad { p_iri { prefix_id: 6 } o_iri { prefix_id: 3 } } } rows { prefix { value: "https://doi.org/10.48550/" } } rows { name { value: "arXiv.2404.07677" } } rows { name { value: "title" } } rows { quad { s_iri { prefix_id: 14 } p_iri { prefix_id: 4 } o_literal { lex: "ODA: Observation-Driven Agent for integrating LLMs and Knowledge Graphs" } g_iri { prefix_id: 2 name_id: 4 } } } rows { prefix { value: "http://purl.org/spar/cito/" } } rows { name { value: "describes" } } rows { prefix { value: "https://neverblink.eu/ontologies/llm-kg/methods#" } } rows { name { value: "Oda" } } rows { quad { p_iri { prefix_id: 15 name_id: 14 } o_iri { prefix_id: 16 } } } rows { name { value: "discusses" } } rows { name { value: "CoT" } } rows { quad { p_iri { prefix_id: 15 } o_iri { prefix_id: 16 } } } rows { name { value: "DirectAnsweringGPT35" } } rows { quad { o_iri { } } } rows { name { value: "DirectAnsweringGPT4" } } rows { quad { o_iri { } } } rows { name { value: "Raco" } } rows { quad { o_iri { } } } rows { name { value: "Rag" } } rows { quad { o_iri { } } } rows { name { value: "Re2G" } } rows { quad { o_iri { } } } rows { name { value: "SelfConsistency" } } rows { quad { o_iri { } } } rows { name { value: "SparqlQa" } } rows { quad { o_iri { } } } rows { name { value: "Tog" } } rows { quad { o_iri { } } } rows { name { value: "Entity" } } rows { quad { p_iri { prefix_id: 6 name_id: 10 } o_iri { prefix_id: 12 name_id: 26 } } } rows { prefix { id: 5 value: "http://purl.org/spar/fabio/" } } rows { name { value: "Workflow" } } rows { quad { s_iri { prefix_id: 16 name_id: 17 } o_iri { prefix_id: 5 name_id: 27 } } } rows { name { value: "comment" } } rows { quad { p_iri { prefix_id: 11 } o_literal { lex: "Chain-of-Thought (CoT) prompting is a technique where LLMs are instructed to generate intermediate reasoning steps before providing a final answer. It is used as a baseline to assess how ODA\'s KG-driven observation and reasoning compares to step-by-step reasoning within the LLM." } } } rows { name { value: "label" } } rows { quad { p_iri { } o_literal { lex: "CoT (Chain-of-Thought)" } } } rows { quad { s_iri { prefix_id: 16 name_id: 18 } p_iri { prefix_id: 6 name_id: 10 } o_iri { prefix_id: 5 name_id: 27 } } } rows { quad { p_iri { prefix_id: 11 } o_literal { lex: "This method serves as a baseline, representing a direct prompting approach using the GPT-3.5 model without explicit external knowledge integration, for comparison against the proposed ODA framework." } } } rows { quad { p_iri { } o_literal { lex: "Direct answering with GPT-3.5" } } } rows { quad { s_iri { prefix_id: 16 name_id: 19 } p_iri { prefix_id: 6 name_id: 10 } o_iri { prefix_id: 5 name_id: 27 } } } rows { quad { p_iri { prefix_id: 11 } o_literal { lex: "This method serves as a strong baseline, representing a direct prompting approach using the more advanced GPT-4 model without explicit external knowledge integration, to evaluate the performance gains of ODA." } } } rows { quad { p_iri { } o_literal { lex: "Direct answering with GPT-4" } } } rows { name { value: "subject" } } rows { prefix { id: 7 value: "https://neverblink.eu/ontologies/llm-kg/categories#" } } rows { name { value: "SynergizedReasoning" } } rows { quad { s_iri { prefix_id: 16 name_id: 15 } p_iri { prefix_id: 4 name_id: 30 } o_iri { prefix_id: 7 } } } rows { quad { p_iri { prefix_id: 6 name_id: 10 } o_iri { prefix_id: 5 name_id: 27 } } } rows { quad { p_iri { prefix_id: 11 } o_literal { lex: "ODA is a novel AI agent framework that synergistically integrates LLMs and KGs for KG-centric tasks, particularly KBQA. It employs a cyclical observation-action-reflection paradigm, where a recursive observation mechanism leverages KG patterns to guide the LLM\'s reasoning process, addressing the exponential growth of knowledge in KGs." } } } rows { quad { p_iri { } o_literal { lex: "ODA: Observation-Driven Agent" } } } rows { prefix { value: "https://neverblink.eu/ontologies/llm-kg/" } } rows { name { value: "hasTopCategory" } } rows { prefix { value: "https://neverblink.eu/ontologies/llm-kg/top-categories#" } } rows { name { value: "SynergizedLLMKG" } } rows { quad { p_iri { prefix_id: 8 name_id: 32 } o_iri { prefix_id: 9 } } } rows { quad { s_iri { prefix_id: 16 name_id: 20 } p_iri { prefix_id: 6 name_id: 10 } o_iri { prefix_id: 5 name_id: 27 } } } rows { quad { p_iri { prefix_id: 11 } o_literal { lex: "RACo (Retrieval-Augmented CoT) is listed as a knowledge-combined method used for benchmarking ODA. It likely enhances Chain-of-Thought reasoning by retrieving relevant information, potentially from KGs, to guide the LLM\'s thought process." } } } rows { quad { p_iri { } o_literal { lex: "RACo" } } } rows { quad { s_iri { prefix_id: 16 name_id: 21 } p_iri { prefix_id: 6 name_id: 10 } o_iri { prefix_id: 5 name_id: 27 } } } rows { quad { p_iri { prefix_id: 11 } o_literal { lex: "RAG (Retrieval-Augmented Generation) is a prominent knowledge-combined model used as a baseline. It integrates information retrieval with text generation, typically by retrieving relevant documents or facts to augment the LLM\'s input, thereby enhancing its ability to answer questions." } } } rows { quad { p_iri { } o_literal { lex: "RAG" } } } rows { quad { s_iri { prefix_id: 16 name_id: 22 } p_iri { prefix_id: 6 name_id: 10 } o_iri { prefix_id: 5 name_id: 27 } } } rows { quad { p_iri { prefix_id: 11 } o_literal { lex: "Re2G is presented as a knowledge-combined fine-tuned method for comparative evaluation against ODA. This method likely combines reasoning and retrieval aspects to leverage external knowledge for improved performance in natural language tasks." } } } rows { quad { p_iri { } o_literal { lex: "Re2G" } } } rows { quad { s_iri { prefix_id: 16 name_id: 23 } p_iri { prefix_id: 6 name_id: 10 } o_iri { prefix_id: 5 name_id: 27 } } } rows { quad { p_iri { prefix_id: 11 } o_literal { lex: "Self-Consistency is a prompt-based method used as a baseline to evaluate ODA\'s performance. It aims to improve reasoning by sampling diverse reasoning paths and aggregating their results, demonstrating a common strategy for enhancing LLM output without external knowledge graphs." } } } rows { quad { p_iri { } o_literal { lex: "Self-Consistency" } } } rows { quad { s_iri { prefix_id: 16 name_id: 24 } p_iri { prefix_id: 6 name_id: 10 } o_iri { prefix_id: 5 name_id: 27 } } } rows { quad { p_iri { prefix_id: 11 } o_literal { lex: "SPARQL-QA is a knowledge-combined method mentioned as a fine-tuned baseline. This method likely involves generating or executing SPARQL queries against a KG to answer questions, representing an established approach for KG Question Answering." } } } rows { quad { p_iri { } o_literal { lex: "SPARQL-QA" } } } rows { quad { s_iri { prefix_id: 16 name_id: 25 } p_iri { prefix_id: 6 name_id: 10 } o_iri { prefix_id: 5 name_id: 27 } } } rows { quad { p_iri { prefix_id: 11 } o_literal { lex: "ToG (Tree-of-Thought Graph) is a method integrating LLMs with KGs to bolster question-answering proficiency. It serves as a key baseline for ODA, allowing for a direct comparison of different LLM-KG integration strategies for complex reasoning tasks." } } } rows { quad { p_iri { } o_literal { lex: "ToG" } } } rows { name { value: "wasAttributedTo" } } rows { name { value: "agent" } } rows { quad { s_iri { prefix_id: 2 name_id: 4 } p_iri { prefix_id: 12 name_id: 34 } o_iri { prefix_id: 8 } g_iri { prefix_id: 2 name_id: 7 } } } rows { name { value: "wasDerivedFrom" } } rows { quad { p_iri { prefix_id: 12 name_id: 36 } o_iri { prefix_id: 14 name_id: 12 } } } rows { name { value: "created" } } rows { datatype { value: "http://www.w3.org/2001/XMLSchema#dateTime" } } rows { quad { s_iri { prefix_id: 1 name_id: 1 } p_iri { prefix_id: 4 name_id: 37 } o_literal { lex: "2026-03-13T16:03:34.932Z" datatype: 1 } g_iri { prefix_id: 2 name_id: 9 } } } rows { name { value: "creator" } } rows { quad { p_iri { prefix_id: 4 name_id: 38 } o_iri { prefix_id: 8 name_id: 35 } } } rows { name { value: "hasNanopubType" } } rows { name { value: "PaperAssessmentResult" } } rows { quad { p_iri { prefix_id: 13 name_id: 39 } o_iri { prefix_id: 8 } } } rows { name { value: "supersedes" } } rows { name { value: "RAysrgEne51z8K3dI4LRMwq4i8mkwg9-dPydWC4nuIOi0" } } rows { quad { p_iri { prefix_id: 13 } o_iri { prefix_id: 1 } } } rows { quad { p_iri { prefix_id: 11 name_id: 29 } o_literal { lex: "LLM-KG assessment for paper 10.48550/arXiv.2404.07677" } } } rows { name { value: "sig" } } rows { name { value: "hasAlgorithm" } } rows { quad { s_iri { prefix_id: 2 name_id: 43 } p_iri { prefix_id: 13 } o_literal { lex: "RSA" } } } rows { name { value: "hasPublicKey" } } rows { quad { p_iri { } o_literal { lex: "MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAwNz2QK3SEifno78S7+48zUB0xpTex3mAzW73ZimHqNcdEMU5/apslrGrTHGFAt/Chocgo++r6JQp5ygY7NyJHGWdaIqnt85pjX4PbNfLAvapyUO00qZP34fY61w4eZ9UMtleWEsmZKRtQPyJ8ODl46i/rfPuZlcJGpM9Nmy5mpGWuepqIEvF4a/t7pLVeCEDFSYXT+yaiygt6ynIK5f7TtEDhZpeUf/Q74WhMPJXm4yTU/hqOX4IW+50kWHNArGGZwUaXwzyG6M3Zd6UMModryGkLqS4H/MSE3ZA1Ylnms7BfWLEXhMWlaKi6HRV4nGRDLhxVSi9LSRi3LWKLhNIIQIDAQAB" } } } rows { name { value: "hasSignature" } } rows { quad { p_iri { } o_literal { lex: "iUspKUO4uEZ+7PCKYJN7QQzJciLWY4UKHRL6A2DxR1KJy4EbIn1oqGEyvIJnjp8bDgpN7SuvqYGK/qbzpu3E1CkAeJbYD2eKvq8JUOa7aPBjPH2oY4rM+td0BNCO1ZeJS21K+BX1RwHWi6yOGI8rAPEGm8zJfV2tcuZ3Byekm5/3h6+63ysJtPggyg804z6DVguHxaLu134fnHUg9lWw1S/45yfh/sR2XRBBH4ub3w3Rf2kvw3AGoFwRZd3FZ9/6YRaW+1LGyebe5L/IczgxUz6tax8NqLQ5cPn/ZmhNSlAt38WseSeHcSRAZYlDLFYGUxZQ5tnwqDRdODfNEqMVXA==" } } } rows { name { value: "hasSignatureTarget" } } rows { quad { p_iri { } o_iri { prefix_id: 1 name_id: 1 } } } rows { name { value: "signedBy" } } rows { quad { p_iri { prefix_id: 13 name_id: 48 } o_iri { prefix_id: 8 name_id: 35 } } }