This commit is contained in:
2026-08-13 09:44:46 -04:00
parent f852da4f4e
commit a723b52191
11 changed files with 63 additions and 29 deletions
Generated
+1
View File
@@ -1676,6 +1676,7 @@ dependencies = [
"tracing",
"tracing-appender",
"tracing-subscriber",
"url",
]
[[package]]
+2 -1
View File
@@ -41,4 +41,5 @@ tonic-prost-build = "0.14"
tracing = "0.1"
tracing-appender = "0.2"
tracing-futures = "0.2"
tracing-subscriber = { version = "0.3", features = ["env-filter"] }
tracing-subscriber = { version = "0.3", features = ["env-filter"] }
url = "2.5"
-1
View File
@@ -42,7 +42,6 @@ pub static PREFIXES: LazyLock<BTreeMap<String, String>> = LazyLock::new(|| {
("rdamt", "http://rdaregistry.info/termList/RDAMediaType/"),
("rdaft", "http://rdaregistry.info/termList/fileType/"),
("schema", "https://schema.org/"),
("gl", "http://fedora.quill.lan/rest/"),
("glo", ONTOLOGY_PREFIX),
]
.map(|(k, v)| (k.to_string(), v.to_string())),
+1 -1
View File
@@ -1,7 +1,7 @@
use std::collections::HashMap;
use oxigraph::model::NamedNode;
use oxigraph::sparql::results::{QueryResultsFormat, QueryResultsParser, SliceQueryResultsParserOutput};
use gl_inference::Channel;
use gl_inference::tonic::transport::Channel;
use gl_inference::proto::ontology_client::OntologyClient;
use gl_inference::proto::OntologyQueryRequest;
use gl_search::{Field, OwnedValue, Schema};
+1 -1
View File
@@ -2,4 +2,4 @@ pub mod proto {
tonic::include_proto!("org.graphofliberty.inference");
}
pub use tonic::transport::Channel;
pub use tonic;
+23 -11
View File
@@ -110,8 +110,18 @@ impl Ontology for OntologyService {
ONTOLOGY_GRAPH.into_owned()
};
let mut query = SparqlEvaluator::new()
.parse_query(&request.sparql_query)
let mut evaluator = SparqlEvaluator::new();
for (name, iri) in &request.prefixes {
evaluator = evaluator.with_prefix(name, iri)
.map_err(|err| Status::internal(err.to_string()))?;
}
if let Some(base) = &request.base {
evaluator = evaluator.with_base_iri(base)
.map_err(|err| Status::internal(err.to_string()))?;
}
let mut query = evaluator.parse_query(&request.sparql_query)
.map_err(|err| Status::internal(err.to_string()))?;
query.dataset_mut().set_default_graph(vec![graph_name.clone()]);
@@ -137,15 +147,17 @@ impl Ontology for OntologyService {
output_buffer = writer.finish()?;
}
QueryResults::Graph(graph) => {
let mut serializer = RdfSerializer::from_format(RdfFormat::Turtle)
.with_prefix("rdfs", "http://www.w3.org/2000/01/rdf-schema#").map_err(|err| Status::internal(err.to_string()))?
.with_prefix("rdac", "http://rdaregistry.info/Elements/c/").map_err(|err| Status::internal(err.to_string()))?
.with_prefix("ldp", "http://www.w3.org/ns/ldp#").map_err(|err| Status::internal(err.to_string()))?
.with_prefix("fedora", "http://fedora.info/definitions/v4/repository#").map_err(|err| Status::internal(err.to_string()))?
.with_prefix("lrmer", "http://iflastandards.info/ns/lrm/lrmer/").map_err(|err| Status::internal(err.to_string()))?
.with_prefix("owl", "http://www.w3.org/2002/07/owl#").map_err(|err| Status::internal(err.to_string()))?
.with_base_iri("http://fedora.quill.lan/rest/").map_err(|err| Status::internal(err.to_string()))?
.for_writer(output_buffer);
let mut serializer = RdfSerializer::from_format(RdfFormat::Turtle);
for (name, iri) in &request.prefixes {
serializer = serializer.with_prefix(name, iri)
.map_err(|err| Status::internal(err.to_string()))?;
}
if let Some(base) = &request.base {
serializer = serializer.with_base_iri(base)
.map_err(|err| Status::internal(err.to_string()))?;
}
let mut serializer = serializer.for_writer(output_buffer);
for triple in graph.filter_map(Result::ok) {
serializer.serialize_triple(triple.as_ref())?;
}
+2
View File
@@ -20,6 +20,8 @@ message OntologyClearResponse {
message OntologyQueryRequest {
optional string turtle = 1;
string sparql_query = 2;
map<string, string> prefixes = 3;
optional string base = 4;
}
message OntologyQueryResponse {
+2 -1
View File
@@ -23,4 +23,5 @@ tokio.workspace = true
tonic.workspace = true
tracing.workspace = true
tracing-appender.workspace = true
tracing-subscriber.workspace = true
tracing-subscriber.workspace = true
url.workspace = true
+3
View File
@@ -8,6 +8,9 @@ pub(crate) struct QueryArgs {
#[arg(short, long, value_name = "QUERY PATH")]
pub(crate) query_path: PathBuf,
#[arg(short, long, value_name = "BASE IRI")]
pub(crate) base: Option<String>,
}
#[derive(Args)]
+7 -1
View File
@@ -11,7 +11,10 @@ pub(crate) enum Error {
Storage(#[from] oxigraph::store::StorageError),
#[error(transparent)]
IriParse(#[from] oxigraph::model::IriParseError),
ParseIri(#[from] oxigraph::model::IriParseError),
#[error(transparent)]
ParseUrl(#[from] url::ParseError),
#[error(transparent)]
RdfSyntax(#[from] oxigraph::io::RdfSyntaxError),
@@ -36,4 +39,7 @@ pub(crate) enum Error {
#[error(transparent)]
Join(#[from] tokio::task::JoinError),
#[error(transparent)]
TonicTransport(#[from] tonic::transport::Error),
}
+21 -12
View File
@@ -7,13 +7,14 @@ mod theme;
mod widget;
mod windows;
use std::collections::HashMap;
use crate::app::Publisher;
use crate::args::{AppArgs, Command};
use clap::Parser;
use gl_search::{Schema, SearchIndex};
use iced::futures::StreamExt;
use ldp::middleware::BasicAuthMiddleware;
use ldp::reqwest::{Client, Url};
use ldp::reqwest::Client;
use ldp::reqwest_middleware::ClientBuilder;
use ldp::traverse::Traverse;
use oxigraph::model::Dataset;
@@ -22,6 +23,7 @@ use tracing_subscriber::fmt::format::FmtSpan;
use tracing_subscriber::layer::SubscriberExt;
use tracing_subscriber::util::SubscriberInitExt;
use tracing_subscriber::{EnvFilter, fmt};
use url::Url;
use gl_graph::index::index_ontology;
use gl_graph::language;
use gl_inference::proto::ontology_client::OntologyClient;
@@ -53,6 +55,12 @@ fn main() -> color_eyre::Result<()> {
Some(String::from_utf8(std::fs::read(dataset_path)?)?)
} else { None };
let mut request = OntologyQueryRequest::default();
request.sparql_query = raw_query;
request.turtle = graph;
request.prefixes = HashMap::from_iter(gl_graph::PREFIXES.iter().map(|(name, iri)| (name.clone(), iri.clone())));
request.base = args.base.clone();
let runtime = tokio::runtime::Builder::new_multi_thread()
.enable_all()
.name("inference-client")
@@ -60,11 +68,6 @@ fn main() -> color_eyre::Result<()> {
runtime.block_on(async {
let mut client = OntologyClient::connect("http://[::1]:3000").await.unwrap();
let mut request = OntologyQueryRequest::default();
request.sparql_query = raw_query;
request.turtle = graph;
let response = client.query(request).await.unwrap();
println!("{}", response.get_ref().results);
});
@@ -87,14 +90,15 @@ fn main() -> color_eyre::Result<()> {
.build()?;
runtime.block_on(async {
let mut client = OntologyClient::connect("http://[::1]:3000").await.unwrap();
let documents = index_ontology(&mut client, &language::ENGLISH_OR_UNTAGGED).await.unwrap();
let mut client = OntologyClient::connect("http://[::1]:3000").await?;
let documents = index_ontology(&mut client, &language::ENGLISH_OR_UNTAGGED).await?;
debug_span!("Index Ontology", documents = field::Empty).in_scope(|| {
for document in documents {
writer.add_document(document).unwrap();
}
});
});
Ok::<_, crate::error::Error>(())
})?;
let mut writer = runtime.block_on(async move {
let http_client = ClientBuilder::new(Client::new())
@@ -104,18 +108,23 @@ fn main() -> color_eyre::Result<()> {
))
.build();
let starting_url = Url::parse("http://fedora.quill.lan/rest/").unwrap();
let starting_url = Url::parse("http://fedora.quill.lan/rest/")?;
let mut dataset = Dataset::new();
let mut traversal = Traverse::new(http_client, starting_url, None);
let mut rdf_source_count = 0usize;
while let Some(result) = traversal.next().await {
match result {
Ok(rdf_source) => dataset.extend(rdf_source.dataset()),
Ok(rdf_source) => {
dataset.extend(rdf_source.dataset());
rdf_source_count += 1;
},
Err(err) => error!(?err),
}
}
let span = debug_span!("Index Repository", rdf_sources = field::Empty, documents = field::Empty).entered();
Ok::<_, gl_search::SearchError>(writer)
span.record("rdf_sources", rdf_source_count);
Ok::<_, crate::error::Error>(writer)
})?;
debug_span!("Commit").in_scope(|| writer.commit())?;