@prefix this: . @prefix sub: . @prefix np: . @prefix dct: . @prefix xsd: . @prefix rdfs: . @prefix prov: . @prefix npx: . sub:Head { this: np:hasAssertion sub:assertion; np:hasProvenance sub:provenance; np:hasPublicationInfo sub:pubinfo; a np:Nanopublication . } sub:assertion { dct:title "ODA: Observation-Driven Agent for integrating LLMs and Knowledge Graphs"; ; , , , , , , , , ; a prov:Entity . a ; rdfs:comment "Chain-of-Thought (CoT) prompting is a technique where LLMs are instructed to generate intermediate reasoning steps before providing a final answer. It is used as a baseline to assess how ODA's KG-driven observation and reasoning compares to step-by-step reasoning within the LLM."; rdfs:label "CoT (Chain-of-Thought)" . a ; rdfs:comment "This method serves as a baseline, representing a direct prompting approach using the GPT-3.5 model without explicit external knowledge integration, for comparison against the proposed ODA framework."; rdfs:label "Direct answering with GPT-3.5" . a ; rdfs:comment "This method serves as a strong baseline, representing a direct prompting approach using the more advanced GPT-4 model without explicit external knowledge integration, to evaluate the performance gains of ODA."; rdfs:label "Direct answering with GPT-4" . dct:subject ; a ; rdfs:comment "ODA is a novel AI agent framework that synergistically integrates LLMs and KGs for KG-centric tasks, particularly KBQA. It employs a cyclical observation-action-reflection paradigm, where a recursive observation mechanism leverages KG patterns to guide the LLM's reasoning process, addressing the exponential growth of knowledge in KGs."; rdfs:label "ODA: Observation-Driven Agent"; . a ; rdfs:comment "RACo (Retrieval-Augmented CoT) is listed as a knowledge-combined method used for benchmarking ODA. It likely enhances Chain-of-Thought reasoning by retrieving relevant information, potentially from KGs, to guide the LLM's thought process."; rdfs:label "RACo" . a ; rdfs:comment "RAG (Retrieval-Augmented Generation) is a prominent knowledge-combined model used as a baseline. It integrates information retrieval with text generation, typically by retrieving relevant documents or facts to augment the LLM's input, thereby enhancing its ability to answer questions."; rdfs:label "RAG" . a ; rdfs:comment "Re2G is presented as a knowledge-combined fine-tuned method for comparative evaluation against ODA. This method likely combines reasoning and retrieval aspects to leverage external knowledge for improved performance in natural language tasks."; rdfs:label "Re2G" . a ; rdfs:comment "Self-Consistency is a prompt-based method used as a baseline to evaluate ODA's performance. It aims to improve reasoning by sampling diverse reasoning paths and aggregating their results, demonstrating a common strategy for enhancing LLM output without external knowledge graphs."; rdfs:label "Self-Consistency" . a ; rdfs:comment "SPARQL-QA is a knowledge-combined method mentioned as a fine-tuned baseline. This method likely involves generating or executing SPARQL queries against a KG to answer questions, representing an established approach for KG Question Answering."; rdfs:label "SPARQL-QA" . a ; rdfs:comment "ToG (Tree-of-Thought Graph) is a method integrating LLMs with KGs to bolster question-answering proficiency. It serves as a key baseline for ODA, allowing for a direct comparison of different LLM-KG integration strategies for complex reasoning tasks."; rdfs:label "ToG" . } sub:provenance { sub:assertion prov:wasAttributedTo ; prov:wasDerivedFrom . } sub:pubinfo { this: dct:created "2026-03-13T16:03:34.932Z"^^xsd:dateTime; dct:creator ; npx:hasNanopubType ; npx:supersedes ; rdfs:label "LLM-KG assessment for paper 10.48550/arXiv.2404.07677" . sub:sig npx:hasAlgorithm "RSA"; npx:hasPublicKey "MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAwNz2QK3SEifno78S7+48zUB0xpTex3mAzW73ZimHqNcdEMU5/apslrGrTHGFAt/Chocgo++r6JQp5ygY7NyJHGWdaIqnt85pjX4PbNfLAvapyUO00qZP34fY61w4eZ9UMtleWEsmZKRtQPyJ8ODl46i/rfPuZlcJGpM9Nmy5mpGWuepqIEvF4a/t7pLVeCEDFSYXT+yaiygt6ynIK5f7TtEDhZpeUf/Q74WhMPJXm4yTU/hqOX4IW+50kWHNArGGZwUaXwzyG6M3Zd6UMModryGkLqS4H/MSE3ZA1Ylnms7BfWLEXhMWlaKi6HRV4nGRDLhxVSi9LSRi3LWKLhNIIQIDAQAB"; npx:hasSignature "iUspKUO4uEZ+7PCKYJN7QQzJciLWY4UKHRL6A2DxR1KJy4EbIn1oqGEyvIJnjp8bDgpN7SuvqYGK/qbzpu3E1CkAeJbYD2eKvq8JUOa7aPBjPH2oY4rM+td0BNCO1ZeJS21K+BX1RwHWi6yOGI8rAPEGm8zJfV2tcuZ3Byekm5/3h6+63ysJtPggyg804z6DVguHxaLu134fnHUg9lWw1S/45yfh/sR2XRBBH4ub3w3Rf2kvw3AGoFwRZd3FZ9/6YRaW+1LGyebe5L/IczgxUz6tax8NqLQ5cPn/ZmhNSlAt38WseSeHcSRAZYlDLFYGUxZQ5tnwqDRdODfNEqMVXA=="; npx:hasSignatureTarget this:; npx:signedBy . }