GRACEFUL17 Workbench

!pip install git+https://github.com/ch-sander/dataria-py-utils.git

import dataria

endpoint_url="https://graph.dhi-roma.it/query"

query="""
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX grace: <https://g17.dhi-roma.it/ontology/>
SELECT DISTINCT ?ecclesiastical_province_1 ?ecclesiastical_province_1_label ?map_8 (COUNT(DISTINCT ?object_4) AS ?object_4_count) WHERE {
  ?ecclesiastical_province_1 rdf:type grace:ecclesiastical_province;
    grace:called ?ecclesiastical_province_1_label;
    (grace:governs*) ?institution_2.
  ?institution_2 rdf:type grace:institution;
    grace:holds_object ?object_4.
  ?object_4 rdf:type grace:object;
    grace:called ?object_4_label.
  ?ecclesiastical_province_1 grace:wkt ?map_8.
}
GROUP BY ?ecclesiastical_province_1 ?ecclesiastical_province_1_label ?map_8
LIMIT 10000
"""

query_dioceses_test="""
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX grace: <https://g17.dhi-roma.it/ontology/>
PREFIX g17: <https://g17.dhi-roma.it/resources/>

SELECT DISTINCT (COUNT(DISTINCT ?IMMATERIAL_OBJECT_1) AS ?IMMATERIAL_OBJECT_1_count) ?INSTITUTION_2 ?INSTITUTION_2_label ?PLACE_4 ?PLACE_4_label ?map_1053_4 WHERE {
  ?IMMATERIAL_OBJECT_1 rdf:type grace:benefice;
    grace:called ?IMMATERIAL_OBJECT_1_label;
    grace:testified_by/grace:in_source ?SOURCE;
    grace:in_diocese ?INSTITUTION_2.
  ?INSTITUTION_2 rdf:type grace:institution;
    grace:called ?INSTITUTION_2_label;
    grace:wkt ?map_1053_4;
    grace:primary_place ?PLACE_4.
  ?PLACE_4 rdf:type grace:place;
    grace:called ?PLACE_4_label.
   # grace:wkt ?map_1053_4.
  VALUES ?SOURCE {
    g17:source_1
    g17:source_2
  }
  # FILTER(<http://www.opengis.net/def/function/geosparql/sfWithin>(?map_1053_4, "Polygon((-3.9440917968750004 40.5534610833091, -3.9440917968750004 44.31402269883775, 7.701416015625001 44.31402269883775, 7.701416015625001 40.5534610833091, -3.9440917968750004 40.5534610833091))"^^<http://www.opengis.net/ont/geosparql#wktLiteral>))
}
GROUP BY ?INSTITUTION_2 ?INSTITUTION_2_label ?PLACE_4 ?PLACE_4_label ?map_1053_4
LIMIT 10000
"""

explore_kwargs = {
    'cmap': 'viridis', # the color map
    'k': 15, # the number of clusters
    'scheme': 'NaturalBreaks' # the method to calculate clusters
}

dataria.GEO.explore(
    endpoint_url=endpoint_url, # as defined above
    query=query, # as defined above
    geo_var="map_8", # the name of the variable in the query that return the coordinates
    label_var="ecclesiastical_province_1_label", # the query variable for label for the entity shown on the map
    cluster_weight_var="object_4_count",  # the query variable for entity counted per entity shown on map
    **explore_kwargs  # as defined above
)

dataria.GEO.explore(
    endpoint_url=endpoint_url, # as defined above
    query=query_dioceses_test, # as defined above
    geo_var="map_1053_4", # the name of the variable in the query that return the coordinates
    label_var="INSTITUTION_2_label", # the query variable for label for the entity shown on the map
    cluster_weight_var="IMMATERIAL_OBJECT_1_count",  # the query variable for entity counted per entity shown on map
    **explore_kwargs  # as defined above
    )

query="""
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX grace: <https://g17.dhi-roma.it/ontology/>
SELECT DISTINCT ?EVENT_1 ?EVENT_1_label ?date_started (SUM(DISTINCT ?appellation_898_13) AS ?num) WHERE {
  ?EVENT_1 rdf:type grace:event;
    grace:called ?EVENT_1_label;
    grace:event_date ?DATE_2.
  ?DATE_2 rdf:type grace:date;
    grace:started ?date_started.
  ?EVENT_1 ((grace:object_object*)|(grace:event_object*))/grace:type_object ?TYPE_11.
  ?TYPE_11 rdf:type grace:type;
    grace:ranking ?appellation_898_13.
}
GROUP BY ?EVENT_1 ?EVENT_1_label ?date_started
LIMIT 10000
"""

# A heatmap for weekdays and months
dataria.CHRON.date_aggregation(endpoint_url=endpoint_url,
    query=query,date_var="date_started",plot_type='heatmap')

# A rolling time window chart
dataria.CHRON.date_aggregation(endpoint_url=endpoint_url,
    query=query,date_var="date_started",plot_type='rolling',window=30)

# A rolling time window chart for average rankings of types
dataria.CHRON.date_aggregation(endpoint_url=endpoint_url,
    query=query,date_var="date_started",plot_type='rolling',num_var="num", mode="mean",window=30)

query="""
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX grace: <https://g17.dhi-roma.it/ontology/>
SELECT DISTINCT ?institution_1 ?institution_1_label (COUNT(DISTINCT ?object_2) AS ?object_2_count) (GROUP_CONCAT(DISTINCT ?name_6; SEPARATOR = ",") AS ?name_6_group_concat) ?type_8 ?type_8_label WHERE {
  ?institution_1 rdf:type grace:institution;
    grace:called ?institution_1_label;
    grace:holds_object ?object_2. # grace:holds_object is a tricky predicate, used here for simplicity
  ?object_2 rdf:type grace:object;
    grace:called ?object_2_label;
    (grace:refers_to|^grace:refers_to) ?type_4.
  ?type_4 rdf:type grace:type;
    grace:called ?name_6.
  ?institution_1 grace:has_main_type ?type_8.
  ?type_8 rdf:type grace:type;
    grace:called ?type_8_label.
}
GROUP BY ?institution_1 ?institution_1_label ?type_8 ?type_8_label
LIMIT 10000

"""

dataria.MATH.correlation(endpoint_url=endpoint_url,
    query=query,
                         col1="object_2_count", # the first column you correlate (this is a numerical)
                         col2="name_6_group_concat",  # the second column you correlate (this is a concat-string)
                         edges=10) # truncate the 10 highest and lowest r-values

query="""
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX grace: <https://g17.dhi-roma.it/ontology/>
SELECT DISTINCT ?APOSTOLIC_PROVISION_1 ?APOSTOLIC_PROVISION_1_label (SUM(DISTINCT ?number_1155_4) AS ?number_1155_4_sum) (GROUP_CONCAT(DISTINCT ?name_1156_6; SEPARATOR = ",") AS ?name_1156_6_group_concat) WHERE {
  ?APOSTOLIC_PROVISION_1 rdf:type grace:apostolic_provision;
    grace:called ?APOSTOLIC_PROVISION_1_label;
    grace:benefice_taxation ?MONETARY_VALUE_2.
  ?MONETARY_VALUE_2 rdf:type grace:monetary_value;
    grace:money_literal ?number_1155_4.
  ?APOSTOLIC_PROVISION_1 (((grace:object_object|grace:event_object)*)/grace:type_object/grace:called) ?name_1156_6.
}
GROUP BY ?APOSTOLIC_PROVISION_1 ?APOSTOLIC_PROVISION_1_label
LIMIT 10000

"""

dataria.MATH.correlation(endpoint_url=endpoint_url,
    query=query,
                         col1="number_1155_4_sum", # the first column you correlate (this is a numerical)
                         col2="name_1156_6_group_concat",  # the second column you correlate (this is a concat-string)
                         edges=10) # truncate the 10 highest and lowest r-values

query="""
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX grace: <https://g17.dhi-roma.it/ontology/>
SELECT DISTINCT ?object_1 ?object_1_label (GROUP_CONCAT(DISTINCT ?name_4; SEPARATOR = ",") AS ?name_4_group_concat) WHERE {
  ?object_1 rdf:type grace:object;
    grace:called ?object_1_label;
    (grace:refers_to|^grace:refers_to) ?type_2.
  ?type_2 rdf:type grace:type;
    grace:called ?name_4.
}
GROUP BY ?object_1 ?object_1_label
LIMIT 10000
"""

dataria.MATH.correlation(endpoint_url=endpoint_url,
    query=query,
                         col1="name_4_group_concat", # the column you correlate with itself
                         col2="name_4_group_concat", # this is a concat of strings
                         edges=50, # truncate top and bottom 50
                         heatmap_kwargs={'figsize':(25,10)} # fit the size of the plot
                         )

query="""
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX grace: <https://g17.dhi-roma.it/ontology/>
PREFIX g17: <https://g17.dhi-roma.it/resources/>

SELECT DISTINCT ?object_1 ?INSTITUTION_4_filter ?object_1_label (GROUP_CONCAT(DISTINCT ?name_4; SEPARATOR = ",") AS ?name_4_group_concat) WHERE {
  ?object_1 rdf:type grace:object;
    grace:called ?object_1_label;
    (grace:refers_to|^grace:refers_to) ?type_2;
  	grace:pertains_to ?INSTITUTION_2.
  ?type_2 rdf:type grace:type;
    grace:called ?name_4.
  ?INSTITUTION_2 rdf:type grace:institution.
  OPTIONAL {
    ?INSTITUTION_2 (grace:under_jurisdiction+) ?INSTITUTION_4.
    ?INSTITUTION_4 grace:called ?INSTITUTION_4_label.
    VALUES ?INSTITUTION_4 {
      g17:institution_870
    }
  }

  BIND(IF(BOUND(?INSTITUTION_4), STR(?INSTITUTION_4_label), "outside") AS ?INSTITUTION_4_filter)

}
GROUP BY ?object_1 ?object_1_label ?INSTITUTION_4_filter
LIMIT 10000
"""

dataria.MATH.correlation(endpoint_url=endpoint_url,
    query=query,
                         col1="name_4_group_concat", # the column you correlate with itself
                         col2="INSTITUTION_4_filter", # this is a concat of strings
                         edges=50, # truncate top and bottom 50
                         heatmap_kwargs={'figsize':(25,20)} # fit the size of the plot
                         )

query="""
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX grace: <https://g17.dhi-roma.it/ontology/>
PREFIX g17: <https://g17.dhi-roma.it/resources/>

SELECT DISTINCT ?object_1 ?INSTITUTION_4_label ?object_1_label (GROUP_CONCAT(DISTINCT ?name_4; SEPARATOR = ",") AS ?name_4_group_concat) WHERE {
  ?object_1 rdf:type grace:object;
    grace:called ?object_1_label;
    (grace:refers_to|^grace:refers_to) ?type_2;
  	grace:pertains_to ?INSTITUTION_2.
  ?type_2 rdf:type grace:type;
    grace:called ?name_4.
  ?INSTITUTION_2 rdf:type grace:institution;
  (grace:under_jurisdiction+) ?INSTITUTION_4.
    ?INSTITUTION_4 grace:called ?INSTITUTION_4_label.
}
GROUP BY ?object_1 ?object_1_label ?INSTITUTION_4_label
LIMIT 10000
"""

dataria.MATH.correlation(endpoint_url=endpoint_url,
    query=query,
                         col1="name_4_group_concat", # the column you correlate with itself
                         col2="INSTITUTION_4_label", # this is a concat of strings
                         edges=50, # truncate top and bottom 50
                         heatmap_kwargs={'figsize':(25,20)} # fit the size of the plot
                         )

query="""
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX g17: <https://g17.dhi-roma.it/resources/>
PREFIX grace: <https://g17.dhi-roma.it/ontology/>
SELECT DISTINCT ?item (GROUP_CONCAT(DISTINCT ?name_1156_4; SEPARATOR = ",") AS ?set) WHERE {
  ?OBJECT_1 rdf:type grace:object;
    grace:called ?item;
    grace:type_object ?TYPE_2.
  ?TYPE_2 rdf:type grace:type;
    grace:called ?name_1156_4.
  ?OBJECT_1 grace:in_diocese g17:institution_495. # 99 = Barcelona, 200 = Cologne, 495 = Rouen
}
GROUP BY ?item ?OBJECT_1
LIMIT 10000
"""

upset_kwargs = {
    'show_counts': True,
    'show_percentages': True,
    'sort_by':'cardinality',
    # 'max_subset_rank':5,
    # 'min_subset_size':'2%',
}

dataria.MATH.upset(endpoint_url=endpoint_url,query=query,
                         col_item="item", # the column you correlate with itself
                         col_sets="set", # this is a concat of strings
                         **upset_kwargs
                         )