tools/publish/src/rdf/ontology.rs

use crate::error;
use crate::rdf::vocab::{gl, owl, rda};
use oxigraph::io::{RdfFormat, RdfParser};
use oxigraph::model::vocab::{rdf, rdfs, xsd};
use oxigraph::model::{
    Dataset, GraphName, NamedNode, NamedNodeRef, NamedOrBlankNode, NamedOrBlankNodeRef, Quad, Term,
    TermRef, Triple, TripleRef,
};
use oxigraph::sparql::{QueryResults, SparqlEvaluator};
use std::collections::{HashMap, HashSet};
use std::fmt::Display;
use iced::widget::sensor::Key;
use tracing::{debug, info};

const PREFIXES: &[(&str, &str)] = &[
    ("rdf", "http://www.w3.org/1999/02/22-rdf-syntax-ns#"),
    ("rdfs", "http://www.w3.org/2000/01/rdf-schema#"),
    ("owl", "http://www.w3.org/2002/07/owl#"),
    ("xsd", "http://www.w3.org/2001/XMLSchema#"),
    ("ldp", "http://www.w3.org/ns/ldp#"),
    ("dc", "http://purl.org/dc/elements/1.1/"),
    ("posix", "http://www.w3.org/ns/posix/stat#"),
    (
        "ebucore",
        "http://www.ebu.ch/metadata/ontologies/ebucore/ebucore#",
    ),
    ("premis", "http://www.loc.gov/premis/rdf/v1#"),
    ("premis3", "http://www.loc.gov/premis/rdf/v3/"),
    ("dcterms", "http://purl.org/dc/terms/"),
    ("fedora", "http://fedora.info/definitions/v4/repository#"),
    ("rdaa", "http://rdaregistry.info/Elements/a/"),
    ("rdac", "http://rdaregistry.info/Elements/c/"),
    ("rdae", "http://rdaregistry.info/Elements/e/"),
    ("rdai", "http://rdaregistry.info/Elements/i/"),
    ("rdam", "http://rdaregistry.info/Elements/m/"),
    ("rdan", "http://rdaregistry.info/Elements/n/"),
    ("rdap", "http://rdaregistry.info/Elements/p/"),
    ("rdat", "http://rdaregistry.info/Elements/t/"),
    ("rdaw", "http://rdaregistry.info/Elements/w/"),
    ("rdax", "http://rdaregistry.info/Elements/x/"),
    ("schema", "https://schema.org/"),
    ("quill", "http://fedora.quill.lan/rest/"),
    ("gl", "https://graphofliberty.org/2026/04/ont/"),
];

const RDF_ONT: &[u8] = include_bytes!("ontologies/22-rdf-syntax-ns.ttl");
const RDFS_ONT: &[u8] = include_bytes!("ontologies/rdf-schema.ttl");
const OWL_ONT: &[u8] = include_bytes!("ontologies/owl.ttl");
const LDP_ONT: &[u8] = include_bytes!("ontologies/ldp.ttl");
const FEDORA_ONT: &[u8] = include_bytes!("ontologies/fedora.xml");
const GL_ONT: &[u8] = include_bytes!("ontologies/ontology.ttl");

pub struct OntologyBuilder<'a> {
    ontologies: Vec<(RdfFormat, &'a [u8])>,
}

impl<'a> OntologyBuilder<'a> {
    pub fn with_ontology_bytes(mut self, format: RdfFormat, bytes: &'a [u8]) -> Self {
        self.ontologies.push((format, bytes));
        self
    }

    pub fn with_default_ontologies(self) -> Self {
        self.with_ontology_bytes(RdfFormat::Turtle, RDF_ONT)
            .with_ontology_bytes(RdfFormat::Turtle, RDFS_ONT)
            .with_ontology_bytes(RdfFormat::Turtle, OWL_ONT)
            .with_ontology_bytes(RdfFormat::Turtle, LDP_ONT)
            .with_ontology_bytes(RdfFormat::RdfXml, FEDORA_ONT)
            .with_ontology_bytes(RdfFormat::Turtle, GL_ONT)
    }

    fn materialize_same_as(dataset: &mut Dataset) {
        let additional_quads = dataset
            .quads_for_pattern(None, Some(owl::SAME_AS), None, None)
            .fold(Dataset::new(), |mut new_dataset, alias| {
                if let NamedOrBlankNodeRef::NamedNode(x) = alias.subject
                    && let TermRef::NamedNode(y) = alias.object
                {
                    for mut quad in dataset.quads_for_pattern(
                        Some(NamedOrBlankNodeRef::NamedNode(x)),
                        None,
                        None,
                        None,
                    ) {
                        quad.subject = NamedOrBlankNodeRef::NamedNode(y);
                        new_dataset.insert(quad);
                    }

                    for mut quad in dataset.quads_for_pattern(
                        Some(NamedOrBlankNodeRef::NamedNode(y)),
                        None,
                        None,
                        None,
                    ) {
                        quad.subject = NamedOrBlankNodeRef::NamedNode(x);
                        new_dataset.insert(quad);
                    }
                }
                new_dataset
            });

        let old_size = dataset.len();
        dataset.extend(&additional_quads);
        let new_size = dataset.len();

        if new_size > old_size {
            Self::materialize_same_as(dataset)
        }
    }

    fn materialize_super_classes(dataset: &mut Dataset) {
        let query = SparqlEvaluator::new()
            .parse_query(
                r#"PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>

CONSTRUCT {
    ?item a ?parent
} WHERE {
    ?item a ?class .
    ?class rdfs:subClassOf ?parent .
}"#,
            )
            .expect("Unable to parse superclass query");

        let mut additional_quads = Dataset::new();
        if let QueryResults::Graph(graph) = query.on_queryable_dataset(&*dataset).execute().unwrap()
        {
            additional_quads.extend(graph.filter_map(Result::ok).map(|triple| {
                Quad::new(
                    triple.subject,
                    triple.predicate,
                    triple.object,
                    GraphName::DefaultGraph,
                )
            }));
        }

        let old_size = dataset.len();
        dataset.extend(&additional_quads);
        let new_size = dataset.len();

        if new_size > old_size {
            Self::materialize_super_classes(dataset)
        }
    }

    fn iri_information(dataset: &Dataset) -> HashMap<NamedNode, IriInformation> {
        let query = SparqlEvaluator::new()
            .parse_query(
                r#"PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
PREFIX gl: <https://graphofliberty.org/2026/04/ont/>

SELECT DISTINCT ?class ?subject ?label ?comment ?read_only {
    VALUES ?class { rdf:Property rdfs:Class }
    ?subject a ?class .
    OPTIONAL {
      ?subject rdfs:label ?label
      FILTER (langMATCHES(LANG(?label), "en") || !hasLANG(?label))
    }
    OPTIONAL {
      ?subject rdfs:comment ?comment
      FILTER (langMATCHES(LANG(?label), "en") || !hasLANG(?comment))
    }
    OPTIONAL { ?subject gl:readOnly ?read_only }
}"#,
            )
            .expect("Unable to parse property query");

        let mut results = HashMap::new();
        if let QueryResults::Solutions(solutions) =
            query.on_queryable_dataset(dataset).execute().unwrap()
        {
            for solution in solutions.filter_map(Result::ok) {
                let type_ = solution.get("class").and_then(term_to_named_node);
                let subject = solution.get("subject").and_then(term_to_named_node);
                let label = solution.get("label").and_then(term_to_string);
                let comment = solution.get("comment").and_then(term_to_string);
                let read_only = solution
                    .get("read_only")
                    .and_then(term_to_boolean)
                    .unwrap_or(false);

                if let Some(subject) = subject && let Some(type_) = type_ {
                    let info = IriInformation {
                        type_: type_.clone(),
                        label: label.map(String::from),
                        comment: comment.map(String::from),
                        read_only,
                    };
                    results.insert(subject.to_owned(), info);
                }
            }
        }
        results
    }

    fn fields(dataset: &Dataset) -> HashMap<NamedNode, IndexField> {
        let query = SparqlEvaluator::new()
            .parse_query(
                r#"PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
PREFIX gl: <https://graphofliberty.org/2026/04/ont/>

SELECT DISTINCT ?subject ?name ?label {
    ?subject a gl:IndexField ;
    gl:fieldName ?name ;
    gl:fieldLabel ?label .
    FILTER (langMATCHES(LANG(?label), "en") || !hasLANG(?label))
}"#,
            )
            .expect("Unable to parse field query");

        let mut results = HashMap::new();
        if let QueryResults::Solutions(solutions) =
            query.on_queryable_dataset(dataset).execute().unwrap()
        {
            for solution in solutions.filter_map(Result::ok) {
                let subject = solution.get("subject").and_then(term_to_named_node);
                let name = solution.get("name").and_then(term_to_string);
                let label = solution.get("label").and_then(term_to_string);

                if let Some(subject) = subject && let Some(name) = name {
                    let field = IndexField {
                        name: name.to_string(),
                        label: label.map(|l| l.to_string()),
                    };
                    results.insert(subject.to_owned(), field);
                }
            }
        }
        results
    }

    fn subclass_of(dataset: &Dataset, class: NamedNodeRef<'_>) -> impl Iterator<Item = NamedNode> {
        let query = SparqlEvaluator::new()
            .parse_query(
                format!(
                    "PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
SELECT ?class {{
    ?class (rdfs:subClassOf|^rdfs:subClassOf)* {class} .
}}"
                )
                    .as_str(),
            )
            .expect("Unable to parse subclass_of query");

        if let QueryResults::Solutions(solutions) =
            query.on_queryable_dataset(dataset).execute().unwrap()
        {
            solutions.filter_map(Result::ok).filter_map(|solution| {
                if let Some(Term::NamedNode(class)) = solution.get("class") {
                    Some(class.clone())
                } else {
                    None
                }
            })
        } else {
            unreachable!()
        }
    }

    pub fn build(&mut self) -> error::Result<Ontology> {
        let prefixes = PREFIXES
            .iter()
            .map(|(k, v)| (k.to_string(), v.to_string()))
            .collect::<HashMap<String, String>>();

        let mut dataset = Dataset::new();
        for (format, bytes) in &self.ontologies {
            let quads = RdfParser::from_format(*format)
                .for_slice(bytes)
                .filter_map(Result::ok);
            dataset.extend(quads);
        }
        Self::materialize_same_as(&mut dataset);
        Self::materialize_super_classes(&mut dataset);

        let iri_info = Self::iri_information(&mut dataset);

        // Full-text search index field names
        let fields = Self::fields(&dataset);

        let mut entities: HashMap<NamedNode, Entity> = HashMap::new();
        let entity_iris = Self::subclass_of(&dataset, gl::ENTITY)
            .chain(Self::subclass_of(&dataset, rda::ENTITY))
            .chain([
                rdf::PROPERTY.into_owned(),
                rdfs::CLASS.into_owned(),
            ]);

        for iri in entity_iris {
            let subject = iri.as_ref().into();

            let label = dataset.quads_for_pattern(Some(subject), Some(rdfs::LABEL), None, None)
                .filter_map(|quad| term_to_string(&quad.object.into_owned()).map(String::from))
                .next();

            let catalog_id = dataset.quads_for_pattern(Some(subject), Some(gl::CATALOG_ID), None, None)
                .filter_map(|quad| term_to_u64(&quad.object.into_owned()))
                .next();

            if let Some(catalog_id) = catalog_id {
                let mut properties = HashSet::new();
                for quad in dataset.quads_for_pattern(Some(subject), Some(gl::ASSOCIATED_PROPERTY), None, None) {
                    if let NamedOrBlankNodeRef::NamedNode(subject) = quad.subject
                        && let TermRef::NamedNode(property) = quad.object {
                        properties.insert(property.into_owned());
                    }
                }
                entities.insert(iri, Entity {
                    label: label.unwrap_or(catalog_id.to_string()),
                    catalog_id,
                    properties,
                });
            }
        }

        let mut indexed_by = HashMap::new();
        for quad in dataset.quads_for_pattern(None, Some(gl::INDEXED_BY_FIELD), None, None) {
            if let NamedOrBlankNodeRef::NamedNode(subject) = quad.subject
                && let TermRef::NamedNode(field) = quad.object
            {
                indexed_by.insert(subject.into_owned(), field.into_owned());
            }
        }

        Ok(Ontology {
            dataset,
            prefixes,
            iri_info,
            fields,
            entities,
            indexed_by,
        })
    }
}

#[derive(Clone, Debug)]
pub struct LabeledIri {
    pub iri: NamedNode,
    pub label: String,
}

impl PartialEq for LabeledIri {
    fn eq(&self, other: &Self) -> bool {
        self.iri == other.iri
    }
}

impl Display for LabeledIri {
    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
        write!(f, "{}", self.label.clone())
    }
}

#[derive(Clone, Debug)]
pub struct IriInformation {
    pub type_: NamedNode,
    pub label: Option<String>,
    pub comment: Option<String>,
    pub read_only: bool,
}

#[derive(Clone, Debug)]
pub struct Entity {
    pub label: String,
    pub catalog_id: u64,
    pub properties: HashSet<NamedNode>,
}

#[derive(Clone, Debug)]
pub struct IndexField {
    pub name: String,
    pub label: Option<String>,
}

pub struct Ontology {
    dataset: Dataset,
    prefixes: HashMap<String, String>,

    // Resource (Property or Class) -> Rust Type
    iri_info: HashMap<NamedNode, IriInformation>,

    // NamedIndividual of class IndexField -> Rust Type
    fields: HashMap<NamedNode, IndexField>,

    // NamedIndividual of class Entity -> Rust Type
    entities: HashMap<NamedNode, Entity>,

    // Property -> NamedIndividual of class IndexField
    indexed_by: HashMap<NamedNode, NamedNode>,
}

fn term_to_named_node(term: &Term) -> Option<&NamedNode> {
    if let Term::NamedNode(node) = term {
        Some(node)
    } else {
        None
    }
}

fn term_to_string(term: &Term) -> Option<&str> {
    if let Term::Literal(literal) = term {
        match literal.datatype() {
            xsd::STRING | xsd::NORMALIZED_STRING | rdf::LANG_STRING | rdf::DIR_LANG_STRING => {
                Some(literal.value())
            }
            _ => None,
        }
    } else {
        None
    }
}

fn term_to_boolean(term: &Term) -> Option<bool> {
    if let Term::Literal(literal) = term {
        if literal.datatype() == xsd::BOOLEAN {
            literal.value().parse().ok()
        } else {
            None
        }
    } else {
        None
    }
}

fn term_to_u64(term: &Term) -> Option<u64> {
    if let Term::Literal(literal) = term &&
        literal.datatype() == xsd::NON_NEGATIVE_INTEGER {
        let value: u64 = literal.value().parse().expect("Failed to parse u64 from ontology. It ought to be a non-negative integer.");
        Some(value)
    } else { None }
}

impl Ontology {
    pub fn builder<'a>() -> OntologyBuilder<'a> {
        OntologyBuilder {
            ontologies: Vec::new(),
        }
    }

    pub fn info(&self, node: NamedNodeRef<'_>) -> Option<&IriInformation> {
        let node = node.into_owned();
        self.iri_info.get(&node)
    }

    pub fn abbreviate(&self, node: NamedNodeRef<'_>) -> String {
        for (prefix_name, prefix_iri) in &self.prefixes {
            if let Some(local_name) = node.as_str().strip_prefix(prefix_iri) {
                return if local_name.is_empty() {
                    format!("{prefix_name}:")
                } else {
                    format!("{prefix_name}:{local_name}")
                };
            }
        }
        node.as_str().to_string()
    }

    pub fn expand(&self, prefixed_iri: &str) -> Option<NamedNode> {
        let (prefix, name) = prefixed_iri.split_once(':')?;
        self.prefixes
            .get(prefix)
            .map(|base| NamedNode::new_unchecked(format!("{base}{name}")))
    }

    pub fn field_for_property(&self, property: &NamedNode) -> Option<&IndexField> {
        self.indexed_by.get(property)
            .and_then(|node| self.fields.get(node))
    }

    pub fn fields_for_class(&self, class: &NamedNode) -> Vec<&IndexField> {
        self.entities.get(class)
            .and_then(|entity| {
                entity.properties.iter()
                    .map(|property| self.field_for_property(property))
                    .filter(Option::is_some)
                    .collect()
            }).unwrap_or(Vec::new())
    }

    pub fn catalog_id(&self, class: &NamedNode) -> Option<u64> {
        self.entities
            .get(class)
            .map(|entity| entity.catalog_id)
    }

    pub fn labeled_entity(&self, class: &NamedNode) -> Option<LabeledIri> {
        self.entities.get(class)
            .map(|entity| LabeledIri {
                iri: class.to_owned(),
                label: entity.label.to_owned(),
            })
    }

    pub fn labeled_entities(&self) -> impl Iterator<Item = LabeledIri> {
        self.entities.iter()
            .map(|(iri, entity)| LabeledIri {
                iri: iri.to_owned(),
                label: entity.label.to_owned(),
            })
    }

    pub fn iri_info(&self) -> &HashMap<NamedNode, IriInformation> {
        &self.iri_info
    }

    pub fn datatypes(&self) -> impl Iterator<Item = NamedNodeRef<'_>> {
        self.dataset
            .quads_for_pattern(
                None,
                Some(rdf::TYPE),
                Some(TermRef::NamedNode(rdfs::DATATYPE)),
                None,
            )
            .filter_map(|quad| match quad.subject {
                NamedOrBlankNodeRef::NamedNode(subject) => Some(subject),
                _ => None,
            })
    }

    fn is_read_only_impl<'a>(iri_info: &HashMap<NamedNode, IriInformation>, triple: impl Into<TripleRef<'a>>) -> bool {
        let triple = triple.into();
        match (triple.predicate, triple.object) {
            (rdf::TYPE, TermRef::NamedNode(node)) => iri_info
                .get(&node.into_owned())
                .map(|info| info.read_only)
                .unwrap_or(false),
            (predicate, _) => iri_info
                .get(&predicate.into_owned())
                .map(|info| info.read_only)
                .unwrap_or(false),
        }
    }

    pub fn exclude_read_only(&self) -> impl Fn(TripleRef<'_>) -> bool + 'static {
        let iri_info = self.iri_info.clone();
        move |triple| { Self::is_read_only_impl(&iri_info, triple) }
    }

    pub fn is_read_only<'a>(&self, triple: impl Into<TripleRef<'a>>) -> bool {
        Self::is_read_only_impl(&self.iri_info, triple)
    }

    pub fn template_triples<'a>(
        &'a self,
        class: NamedNodeRef<'a>,
        subject: NamedNodeRef<'_>,
    ) -> Option<impl Iterator<Item = Triple>> {
        if let Some(quad) = self
            .dataset
            .quads_for_pattern(
                Some(NamedOrBlankNodeRef::NamedNode(class)),
                Some(gl::TEMPLATE),
                None,
                None,
            )
            .next()
        {
            if let TermRef::BlankNode(blank_node) = quad.object {
                let iter = self
                    .dataset
                    .quads_for_subject(blank_node)
                    .map(|quad| quad.into_owned())
                    .map(Triple::from)
                    .map(move |mut triple| {
                        triple.subject = NamedOrBlankNode::NamedNode(subject.into_owned());
                        triple
                    });
                Some(iter)
            } else {
                None
            }
        } else {
            None
        }
    }
}