Add first D2 diagrams of data pipeline repos and deployment.

docs/diagrams/documentation_deployment.d2

+title: |md
+  # UnHIDE documentation deployment
+
+| { near: top-center }
+
+
+gitlab: Gitlab {
+    icon: https://icons.terrastruct.com/dev%2Fgitlab.svg
+    repo: Documentation Repository: {
+        icon: https://icons.terrastruct.com/essentials%2F245-folder.svg
+    }
+}
+
+github: Github {
+    icon: https://icons.terrastruct.com/dev%2Fgithub.svg
+    repo: Repository Mirror: {
+        icon: https://icons.terrastruct.com/essentials%2F245-folder.svg
+        main: main branch:{
+                icon: https://icons.terrastruct.com/dev%2Fgit.svg
+            }
+    }
+}
+
+pages: Github Pages {
+    icon: https://icons.terrastruct.com/essentials%2F140-internet.svg
+    web: docs.unhide.helmhotz-metadaten.de: {
+        icon: https://icons.terrastruct.com/tech%2Fbrowser-2.svg
+    }
+}
+
+
+gitlab.repo -> github.repo: mirrored
+github.repo.main -> pages.web: deployed on
\ No newline at end of file

docs/diagrams/fastapi.svg

+<svg viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><path d="m12 0c-6.625 0-12 5.375-12 12 0 6.627 5.375 12 12 12 6.626 0 12-5.373 12-12 0-6.625-5.373-12-12-12zm-.624 21.62v-7.528h-4.186l6.013-11.712v7.528h4.029z"/></svg>
\ No newline at end of file

docs/diagrams/nginx.svg

+<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" viewBox="0 0 115.11875 24.187275"><g transform="translate(-11.56225 -11.12422)"><path id="a" d="m14.047838 32.727592v-19.064695l19.062499 19.064695v-19.064695" fill="none" stroke="#090" stroke-linecap="round" stroke-linejoin="round" stroke-width="5"/><path d="m44.6875 11.1875-.6875 1.28125-5.3125 9.65625-.6875 1.21875.6875 1.21875 5.3125 9.34375.71875 1.28125h1.46875 10.875 1.5625l.6875-1.40625 3.96875-8 1.78125-3.625h-4.03125l-10.15625.03125c-1.320782-.01868-2.535605 1.179086-2.535605 2.5s1.214823 2.518679 2.535605 2.5l6.125-.03125-1.5 3.03125h-7.875l-3.90625-6.875 3.9375-7.125h8.377221l1.953125 4.007812h5.03125l-3.171875-7.601562-.6875-1.40625h-1.5625-11.408471z" fill="#090"/><path d="m70.013782 11.15625c-1.308989.01639-2.485084 1.222261-2.46875 2.53125v6.514509h5v-6.514509c.01659-1.329821-1.201429-2.547843-2.53125-2.53125z" fill="#090"/><use height="1052.3622" transform="matrix(-1 0 0 1 111.13905 .04841623)" width="744.09448" xlink:href="#a"/><g transform="translate(.10586251 .33010228)"><path id="b" d="m104.90935 13.374209 19.08481 19.017856" fill="none" stroke="#090" stroke-linecap="round" stroke-linejoin="round" stroke-width="5"/><use height="1052.3622" transform="matrix(-1 0 0 1 228.92583 0)" width="744.09448" xlink:href="#b"/></g><path d="m70.013782 35.204069c-1.308989-.01639-2.485084-1.222261-2.46875-2.53125v-10.464363h5v10.464363c.01659 1.329821-1.201429 2.547843-2.53125 2.53125z" fill="#090"/></g></svg>
\ No newline at end of file

docs/diagrams/solr.svg

+<?xml version="1.0" encoding="UTF-8"?>
+<svg inkscape:version="1.0.2 (e86c870879, 2021-01-15, custom)" sodipodi:docname="Apache_Solr_logo.svg" version="1.1" viewBox="0 0 203 103" xmlns="http://www.w3.org/2000/svg" xmlns:cc="http://creativecommons.org/ns#" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd">
+<title>Apache Solr logo</title> 
+ <metadata>
+  <rdf:RDF>
+   <cc:Work rdf:about="">
+    <dc:format>image/svg+xml</dc:format>
+    <dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
+    <dc:title/>
+   </cc:Work>
+  </rdf:RDF>
+ </metadata>
+ <sodipodi:namedview bordercolor="#666666" borderopacity="1" gridtolerance="10" guidetolerance="10" inkscape:current-layer="svg2070" inkscape:cx="174.20232" inkscape:cy="114.24045" inkscape:pageopacity="0" inkscape:pageshadow="2" inkscape:window-height="1014" inkscape:window-maximized="1" inkscape:window-width="1920" inkscape:window-x="0" inkscape:window-y="36" inkscape:zoom="1.6614858" objecttolerance="10" pagecolor="#ffffff" showgrid="false"/>
+ <defs>
+  <clipPath id="cvfd">
+   <path d="m0 36h49v66.7h-49z"/>
+  </clipPath>
+  <clipPath id="cvfc">
+   <path d="m53 53h47v49.7h-47z"/>
+  </clipPath>
+  <clipPath id="cvfb">
+   <path d="m106 35h17v67.7h-17z"/>
+  </clipPath>
+  <clipPath id="cvfa">
+   <path d="m163 29h40v23h-40z"/>
+  </clipPath>
+ </defs>
+ <g>
+  <g clip-path="url(#cvfd)">
+   <path d="m40.8 70.9c-2.35-1.25-5-2.12-7.88-2.61-2.83-.477-5.71-.715-8.55-.715-2.33 0-4.68-.203-7-.598-2.25-.387-4.3-1.09-6.07-2.11-1.73-.984-3.16-2.36-4.25-4.09-1.08-1.71-1.62-3.97-1.62-6.7.0508-2.41.609-4.47 1.66-6.13 1.07-1.68 2.46-3.05 4.15-4.07 1.73-1.04 3.72-1.8 5.92-2.27 3.75-.797 7.71-.945 11.7-.383 1.58.223 3.13.617 4.63 1.17 1.47.547 2.85 1.29 4.11 2.22 1.23.914 2.33 2.06 3.25 3.41l.512.754 3.79-1.59-.805-1.13c-1.03-1.46-2.17-2.77-3.39-3.9-1.25-1.15-2.71-2.13-4.36-2.91-1.62-.766-3.48-1.36-5.52-1.75-2.02-.391-4.38-.59-7-.59-2.52 0-5.12.289-7.73.859-2.65.578-5.11 1.54-7.3 2.85-2.24 1.34-4.09 3.12-5.5 5.31-1.42 2.22-2.15 4.96-2.15 8.14 0 3.34.672 6.18 1.99 8.45 1.32 2.25 3.08 4.08 5.24 5.42 2.12 1.32 4.59 2.27 7.34 2.82 2.69.539 5.5.812 8.37.812 2.28 0 4.69.172 7.16.516 2.41.332 4.66 1 6.67 2 1.96.969 3.6 2.32 4.86 4 1.22 1.64 1.84 3.84 1.84 6.56 0 2.44-.598 4.52-1.77 6.2-1.21 1.72-2.79 3.14-4.68 4.23-1.93 1.11-4.12 1.92-6.51 2.42-2.43.508-4.82.766-7.13.766-3.87 0-7.7-.738-11.4-2.2-3.66-1.45-6.9-3.63-9.64-6.48l-.734-.766-3.02 2.62.848.848c2.7 2.7 6.06 5.06 9.98 7 3.96 1.97 8.66 2.96 13.9 2.96 2.52 0 5.19-.285 7.94-.855 2.79-.574 5.41-1.56 7.78-2.93 2.41-1.39 4.41-3.21 5.96-5.41 1.59-2.26 2.39-5.08 2.39-8.4 0-3.36-.754-6.21-2.25-8.46-1.47-2.22-3.43-4-5.84-5.28" style="fill:#231e28"/>
+  </g>
+  <g clip-path="url(#cvfc)">
+   <path d="m76.4 98.7c-2.73 0-5.23-.562-7.43-1.68-2.23-1.12-4.19-2.66-5.84-4.55-1.66-1.91-2.98-4.14-3.92-6.63-.945-2.5-1.48-5.13-1.59-7.75 0-2.43.453-4.91 1.34-7.38.887-2.46 2.18-4.7 3.84-6.67 1.65-1.96 3.66-3.57 5.98-4.82 2.28-1.22 4.84-1.84 7.62-1.84 2.61 0 5.08.578 7.34 1.72 2.29 1.16 4.3 2.71 5.98 4.61 1.68 1.91 3.03 4.14 4 6.63.969 2.49 1.46 5.1 1.46 7.75 0 2.43-.449 4.91-1.34 7.38-.887 2.46-2.18 4.71-3.83 6.67-1.65 1.95-3.66 3.56-5.98 4.77-2.28 1.2-4.84 1.8-7.63 1.8m16.6-37.4c-1.98-2.32-4.39-4.23-7.16-5.7-2.81-1.48-5.98-2.23-9.41-2.23-3.13 0-6.12.668-8.89 1.99-2.75 1.31-5.18 3.12-7.22 5.38-2.04 2.25-3.67 4.9-4.86 7.88-1.19 2.98-1.79 6.15-1.79 9.44 0 3.1.555 6.14 1.65 9.03 1.09 2.88 2.65 5.5 4.62 7.78 1.98 2.29 4.4 4.16 7.17 5.57 2.8 1.41 5.93 2.16 9.29 2.22h.0391c3.19-.0586 6.2-.777 8.97-2.12 2.74-1.34 5.17-3.17 7.22-5.43 2.04-2.25 3.65-4.87 4.81-7.79 1.16-2.93 1.74-6.04 1.74-9.26 0-2.92-.539-5.89-1.6-8.84-1.06-2.95-2.61-5.61-4.58-7.93" style="fill:#231e28"/>
+  </g>
+  <g clip-path="url(#cvfb)">
+   <path d="m120 97.6c-.668.168-1.26.293-1.75.375-.52.0898-1.08.176-1.68.262-.559.0781-1.11.121-1.64.121-1.34 0-2.32-.445-3.01-1.36-.762-1-1.13-2-1.13-3.05v-58.3h-3.98v58.3c0 2.19.691 4.12 2.05 5.75 1.41 1.69 3.43 2.55 5.98 2.55.801 0 1.6-.0469 2.37-.137.742-.0898 1.41-.18 2-.27.609-.0898 1.32-.23 2.1-.41l1.35-.312-1.77-3.75z" style="fill:#231e28"/>
+  </g>
+ </g>
+ <path d="m137 57.4c-2.07 1.46-3.9 3.31-5.47 5.52v-8.84h-3.98v47.7h3.98v-29.7c.551-1.95 1.31-3.77 2.26-5.43.957-1.67 2.14-3.14 3.54-4.36 1.39-1.23 3.01-2.22 4.81-2.96 1.8-.738 3.83-1.17 6.03-1.28l1.06-.0547v-3.93h-1.11c-4.25 0-7.99 1.11-11.1 3.31" style="fill:#231e28"/>
+ <path d="m194 10.6-33 35.7 41.5-19.1c-1.23-6.33-4.23-12-8.47-16.5" style="fill:#d93321"/>
+ <path d="m169 0c-4.57 0-8.93.918-12.9 2.57l-4.43 37.3 22.1-39.5c-1.57-.227-3.17-.348-4.8-.348" style="fill:#d93321"/>
+ <g clip-path="url(#cvfa)">
+  <path d="m203 29.2-39.3 22 36.9-4.38c1.75-4.07 2.72-8.54 2.72-13.2 0-1.48-.105-2.94-.289-4.37" style="fill:#d93321"/>
+ </g>
+ <path d="m188 61.4c4.39-2.97 8.04-6.96 10.6-11.6l-34.6 6.86z" style="fill:#d93321"/>
+ <path d="m176 .695-19.2 41.7 35.7-33c-4.47-4.3-10.1-7.38-16.4-8.69" style="fill:#d93321"/>
+ <path d="m172 67c3.72-.309 7.26-1.21 10.5-2.64l-19.4-2.3z" style="fill:#d93321"/>
+ <path d="m139 19.8c-1.51 3.34-2.49 6.98-2.83 10.8l5.21 9.32z" style="fill:#d93321"/>
+ <path d="m154 3.95c-4.74 2.54-8.79 6.17-11.8 10.6l4.87 24.5z" style="fill:#d93321"/>
+</svg>

docs/diagrams/sparql.svg

+<?xml version="1.0" encoding="UTF-8"?>
+<svg inkscape:export-filename="/home/afs/jena-logo-icon.png" inkscape:export-xdpi="90" inkscape:export-ydpi="90" inkscape:version="1.0.2 (e86c870879, 2021-01-15, custom)" sodipodi:docname="Apache_Jena_logo.svg" version="1.1" viewBox="0 0 160.8 111.1" xml:space="preserve" xmlns="http://www.w3.org/2000/svg" xmlns:cc="http://creativecommons.org/ns#" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"><title>Apache Jena logo</title><metadata><rdf:RDF><cc:Work rdf:about=""><dc:format>image/svg+xml</dc:format><dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/><dc:title/></cc:Work></rdf:RDF></metadata><sodipodi:namedview bordercolor="#666666" borderlayer="false" borderopacity="1" fit-margin-bottom="0" fit-margin-left="0" fit-margin-right="0" fit-margin-top="0" gridtolerance="10" guidetolerance="10" inkscape:current-layer="g3016" inkscape:cx="118.6228" inkscape:cy="61.901453" inkscape:document-rotation="0" inkscape:pageopacity="0" inkscape:pageshadow="2" inkscape:showpageshadow="false" inkscape:window-height="1014" inkscape:window-maximized="1" inkscape:window-width="1920" inkscape:window-x="0" inkscape:window-y="36" inkscape:zoom="2.4037813" objecttolerance="10" pagecolor="#000000" showborder="false" showgrid="false"/><g transform="matrix(1.25 0 0 -1.25 .0001563 111.1)" inkscape:groupmode="layer" inkscape:label="ink_ext_XXXXXX"><g transform="scale(.1)"><g inkscape:export-filename="/home/afs/jena-logo-icon.png" inkscape:export-xdpi="90" inkscape:export-ydpi="90"><path d="m481.5 399v-253.6c0-30.3-2.117-52.88-6.328-67.77-4.219-16.93-11.39-31.22-21.52-42.9-19.75-23.18-45.95-34.77-78.62-34.77-24.73 0-47.83 6.438-69.34 19.29l28.96 50.51c14.38-9.652 27.84-14.48 40.38-14.48 17.59 0 29.78 6.684 36.56 20.06 7.11 13.36 10.67 36.72 10.67 70.06v253.6h59.24" style="fill:#1a80b9" inkscape:connector-curvature="0"/><path d="m697.6 259.3c-7.953 30.8-27.18 46.21-57.65 46.21-6.946 0-13.46-1.082-19.56-3.218-6.09-2.133-11.64-5.215-16.62-9.242-4.996-4.032-9.269-8.86-12.83-14.5-3.559-5.653-6.266-12.08-8.125-19.25zm58.66-46.87h-177.2c1.516-20.16 8.118-36.19 19.8-48.1 11.68-11.76 26.67-17.64 44.96-17.64 14.22 0 25.98 3.367 35.29 10.11 9.141 6.738 19.56 19.2 31.24 37.41l48.25-26.96c-7.457-12.72-15.33-23.61-23.63-32.69-8.3-9.074-17.18-16.54-26.66-22.38-9.48-5.86-19.72-10.12-30.73-12.84-11.01-2.707-22.95-4.074-35.81-4.074-36.91 0-66.53 11.87-88.88 35.59-22.36 23.91-33.52 55.61-33.52 95.11 0 39.16 10.83 70.87 32.51 95.12 21.84 23.89 50.78 35.85 86.84 35.85 36.4 0 65.19-11.64 86.35-34.91 20.99-23.1 31.49-55.13 31.49-96.08l-.254-13.5" style="fill:#1a80b9" inkscape:connector-curvature="0"/><path d="m787.1 349.8h57.29v-22.87c20.04 20.02 42.64 30.02 67.78 30.02 28.89 0 51.39-9.07 67.53-27.21 13.94-15.42 20.9-40.6 20.9-75.52v-151.8h-57.28v138.3c0 24.4-3.41 41.27-10.23 50.57-6.649 9.496-18.75 14.25-36.31 14.25-19.09 0-32.64-6.281-40.65-18.81-7.844-12.38-11.75-33.98-11.75-64.82v-119.5h-57.29v247.4" style="fill:#1a80b9" inkscape:connector-curvature="0"/><path d="m1093 227.3c0-23.71 6.35-43.03 19.06-57.93 13.05-15.08 29.49-22.62 49.32-22.62 21.17 0 38.29 7.278 51.35 21.86 13.04 15.07 19.57 34.21 19.57 57.43 0 23.21-6.53 42.35-19.57 57.42-13.06 14.74-30 22.12-50.84 22.12-19.66 0-36.1-7.457-49.32-22.37-13.05-15.07-19.57-33.71-19.57-55.91zm136 122.5h57.27v-247.4h-57.27v25.91c-23.62-22.05-49.01-33.07-76.18-33.07-34.31 0-62.66 12.38-85.07 37.13-22.26 25.26-33.38 56.79-33.38 94.6 0 37.12 11.12 68.05 33.38 92.8 22.23 24.76 50.09 37.13 83.55 37.13 28.87 0 54.77-11.96 77.7-35.86v28.7" style="fill:#1a80b9" inkscape:connector-curvature="0"/><path d="m246.5 333.1c0 38.63-5.566 56-35.07 72.7-28.9 16.33-173.1 68.79-195.5 95.01-39.54 46.37 1.18 108.6 47.73 104.6 24.68-2.117 40.86-16.39 55.9-31.51 11.96-12.04 73.73-82.42 92.92-101 15.21-14.71 32.75-22.66 54.56-25.88 20.79-3.075 38.55 1.566 53.89 11.12 25.66 16.01 44.54 45.8 59.53 76.23 17 34.52 44.03 55.36 75.84 52.82 53.41-4.269 73.26-56.06 58.61-94.82-5.898-15.59-31.37-38.77-52.82-45.87-18.28-6.047-90.22-31.37-100.6-35.56-38.98-15.73-47.6-32.09-47.6-77.85 0-19.5 20.52-73.18 20.52-95.52 0-39.62-20.1-65.46-53.11-65.46-32.68 0-55.38 25.92-55.38 65.43 0 22.98 20.53 76.04 20.53 95.53" style="fill:#231f20" inkscape:connector-curvature="0"/><path d="m480.9 727.7c0-38.63 5.57-56 35.06-72.69 28.91-16.33 173.1-68.79 195.5-95.02 39.54-46.37-1.188-108.6-47.75-104.6-24.69 2.122-40.86 16.4-55.89 31.52-11.97 12.03-73.73 82.42-92.91 101-15.22 14.71-32.77 22.66-54.57 25.87-20.79 3.086-38.55-1.554-53.89-11.12-25.66-16.02-44.54-45.8-59.53-76.22-16.99-34.53-44.03-55.36-75.84-52.82-53.41 4.258-73.27 56.05-58.61 94.82 5.903 15.58 31.37 38.76 52.82 45.86 18.27 6.043 90.23 31.36 100.6 35.55 38.98 15.75 47.59 32.1 47.59 77.86 0 19.5-20.52 73.18-20.52 95.53 0 39.61 20.1 65.45 53.11 65.45 32.68 0 55.38-25.91 55.38-65.43 0-22.98-20.53-76.03-20.53-95.53" style="fill:#1a80b9" inkscape:connector-curvature="0"/></g></g></g></svg>

docs/diagrams/unhide_deployment_overview.d2

+title: UnHIDE deployment {
+  shape: text
+  near: top-center
+  style: {
+    font-size: 75
+  }
+}
+
+hdfcloud: HDF-Cloud{
+    style: {
+    font-size: 55
+    }
+    cloud: Virtual Machine instance{
+        icon: https://icons.terrastruct.com/aws%2F_Group%20Icons%2FVirtual-private-cloud-VPC_light-bg.svg
+        style: {
+            font-size: 55
+      }
+    store: Mounted Data Volume {
+        style: {
+            font-size: 55
+      }
+        icon: https://icons.terrastruct.com/infra%2F011-data-storage.svg
+        UnHIDE Data files {
+            icon: https://icons.terrastruct.com/essentials%2F257-file.svg
+            style {
+            multiple: true
+            }
+        }
+        SOLR Index {
+            icon: https://icons.terrastruct.com/essentials%2F117-database.svg
+        }
+        UnHIDE Graph files {
+            icon: https://icons.terrastruct.com/essentials%2F119-database.svg
+        }
+    }
+
+    pipe: Data pipeline {
+        icon: https://icons.terrastruct.com/dev%2Fdocker.svg
+        Harvesters {
+            icon: https://icons.terrastruct.com/dev%2Fpython.svg
+        }
+    }
+
+    web: Web front end {
+        icon: https://icons.terrastruct.com/dev%2Fdocker.svg
+        app: React app {
+            icon: https://icons.terrastruct.com/dev%2Freact.svg
+        }
+    }
+
+    api: API {
+        icon: https://icons.terrastruct.com/dev%2Fdocker.svg
+        fastapi: FastAPI {
+            icon: ./fastapi.svg
+        }
+    }
+
+    jena: Apache Jena {
+            style: {
+            font-size: 55
+      }
+        icon: https://icons.terrastruct.com/dev%2Fdocker.svg
+       graph: UnHIDE Graph {
+        icon: https://icons.terrastruct.com/azure%2FManagement%20and%20Governance%20Service%20Color%2FResource%20Graph%20Explorer.svg
+       }
+       sparql: Fuseki SPARQL API {
+         icon: ./sparql.svg
+       }
+    }
+
+    nginx: nginx-proxy{
+        icon: https://icons.terrastruct.com/dev%2Fdocker.svg
+        NGINX:  {
+            icon: ./nginx.svg
+        }
+    }
+
+    letsencrypt: letsencrypt-nginx-proxy-companion {
+        icon: https://icons.terrastruct.com/dev%2Fdocker.svg
+    }
+
+    solr: SOLR instance: {
+        icon: https://icons.terrastruct.com/dev%2Fdocker.svg
+        Apache SOLR {
+            icon: ./solr.svg
+        }
+    }
+    Indexer {
+        icon: https://icons.terrastruct.com/dev%2Fdocker.svg
+        indexer {
+            icon: https://icons.terrastruct.com/dev%2Fpython.svg
+        }
+    }
+
+    store -> indexer: reads from 
+    pipe -> store: stores data
+    jena <-> store: store & retrieve graph
+    solr <-> store: stores & retrieve index
+    solr <- api: queries
+    Jena.graph <- jena.sparql: queries
+    jena.sparql <-> nginx: routes
+    letsencrypt <-> nginx: encrypts
+    web -> api: requests
+    web <-> nginx: routes
+    api <-> nginx: routes
+    }
+
+    Backup {
+        icon: https://icons.terrastruct.com/essentials%2F117-database.svg
+    }
+    Backup <- cloud.store
+
+    Backup VM Image {
+        icon: https://icons.terrastruct.com/essentials%2F117-database.svg
+    }
+    Backup VM Image <- cloud : manual
+}
+
+Internet {
+    icon: https://icons.terrastruct.com/essentials%2F140-internet.svg
+    style: {
+        font-size: 55
+    }
+    domain1: search.unhide.helmholtz-metadaten.de
+    domain2: api.unhide.helmholtz-metadaten.de
+    domain3: sparql.unhide.helmholtz-metadaten.de 
+}
+
+hdfcloud.cloud.nginx <-> Internet: handles requests
\ No newline at end of file

docs/diagrams/unhide_harvester_datapipeline.d2

+title: |md
+  # UnHIDE Data Pipeline
+
+| { near: top-center }
+
+Providers.Git Providers -> Harvesters.GitHarvester: harvest with
+Providers.Sitemap Provider -> Harvesters.SitemapHarvester: harvest with
+Providers.OAI PMH Provider -> Harvesters.OAIHarvester: harvest with
+Providers.DataCite -> Harvesters.DataCiteHarvester: harvest with
+Providers.Scholix -> Harvesters.ScholixHarvester: harvest with
+
+
+Config -> Harvesters.GitHarvester: read
+Config -> Harvesters.SitemapHarvester: read
+Config -> Harvesters.OAIHarvester: read
+Config -> Harvesters.DataCiteHarvester: read
+Config -> Harvesters.ScholixHarvester: read
+Config -> Aggregator: read
+
+json-ld files -> UnHIDE Data: store as
+Harvester Metadata -> UnHIDE Data: annotate
+Aggregator -> Uplifting Operations: defines
+Uplifting Operations -> UnHIDE Data: uplift
+
+UnHIDE Data -> Uplifted json-ld: provide
+
+
+
+
+Harvesters.GitHarvester -> Repository
+Repository.codemeta -> json-ld files: store
+
+
+
+Harvesters.SitemapHarvester -> json-ld files: store
+Harvesters.OAIHarvester -> Schema converter: store
+Schema converter -> json-ld files: store
+Harvesters.DataCiteHarvester -> json-ld files: store
+Harvesters.ScholixHarvester -> json-ld files: store
+
+
+Harvesters -> Harvester Metadata: provides
+
+
+Uplifted json-ld -> Jena.UnHIDE Graph: inject
+Uplifted json-ld -> Indexer: indexes
+Indexer -> SOLR instance: inject
+
+SOLR instance <- API: queries
+Jena.UnHIDE Graph <- SPARQL-API: queries
+Uplifting Operations <- Jena.UnHIDE Graph: uses
+Web Front end-> API: requests
\ No newline at end of file

docs/diagrams/unhide_overview_architecture.svg

+<?xml version="1.0" encoding="utf-8"?><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" d2Version="v0.5.1" preserveAspectRatio="xMinYMin meet" viewBox="0 0 200 200"><svg id="d2-svg" class="d2-121760133" width="200" height="200" viewBox="-100 -100 200 200"><rect x="-100.000000" y="-100.000000" width="200.000000" height="200.000000" rx="0.000000" class=" fill-N7" stroke-width="0" /><style type="text/css"><![CDATA[]]></style><style type="text/css"><![CDATA[.shape {
+  shape-rendering: geometricPrecision;
+  stroke-linejoin: round;
+}
+.connection {
+  stroke-linecap: round;
+  stroke-linejoin: round;
+}
+.blend {
+  mix-blend-mode: multiply;
+  opacity: 0.5;
+}
+
+		.d2-121760133 .fill-N1{fill:#0A0F25;}
+		.d2-121760133 .fill-N2{fill:#676C7E;}
+		.d2-121760133 .fill-N3{fill:#9499AB;}
+		.d2-121760133 .fill-N4{fill:#CFD2DD;}
+		.d2-121760133 .fill-N5{fill:#DEE1EB;}
+		.d2-121760133 .fill-N6{fill:#EEF1F8;}
+		.d2-121760133 .fill-N7{fill:#FFFFFF;}
+		.d2-121760133 .fill-B1{fill:#0D32B2;}
+		.d2-121760133 .fill-B2{fill:#0D32B2;}
+		.d2-121760133 .fill-B3{fill:#E3E9FD;}
+		.d2-121760133 .fill-B4{fill:#E3E9FD;}
+		.d2-121760133 .fill-B5{fill:#EDF0FD;}
+		.d2-121760133 .fill-B6{fill:#F7F8FE;}
+		.d2-121760133 .fill-AA2{fill:#4A6FF3;}
+		.d2-121760133 .fill-AA4{fill:#EDF0FD;}
+		.d2-121760133 .fill-AA5{fill:#F7F8FE;}
+		.d2-121760133 .fill-AB4{fill:#EDF0FD;}
+		.d2-121760133 .fill-AB5{fill:#F7F8FE;}
+		.d2-121760133 .stroke-N1{stroke:#0A0F25;}
+		.d2-121760133 .stroke-N2{stroke:#676C7E;}
+		.d2-121760133 .stroke-N3{stroke:#9499AB;}
+		.d2-121760133 .stroke-N4{stroke:#CFD2DD;}
+		.d2-121760133 .stroke-N5{stroke:#DEE1EB;}
+		.d2-121760133 .stroke-N6{stroke:#EEF1F8;}
+		.d2-121760133 .stroke-N7{stroke:#FFFFFF;}
+		.d2-121760133 .stroke-B1{stroke:#0D32B2;}
+		.d2-121760133 .stroke-B2{stroke:#0D32B2;}
+		.d2-121760133 .stroke-B3{stroke:#E3E9FD;}
+		.d2-121760133 .stroke-B4{stroke:#E3E9FD;}
+		.d2-121760133 .stroke-B5{stroke:#EDF0FD;}
+		.d2-121760133 .stroke-B6{stroke:#F7F8FE;}
+		.d2-121760133 .stroke-AA2{stroke:#4A6FF3;}
+		.d2-121760133 .stroke-AA4{stroke:#EDF0FD;}
+		.d2-121760133 .stroke-AA5{stroke:#F7F8FE;}
+		.d2-121760133 .stroke-AB4{stroke:#EDF0FD;}
+		.d2-121760133 .stroke-AB5{stroke:#F7F8FE;}
+		.d2-121760133 .background-color-N1{background-color:#0A0F25;}
+		.d2-121760133 .background-color-N2{background-color:#676C7E;}
+		.d2-121760133 .background-color-N3{background-color:#9499AB;}
+		.d2-121760133 .background-color-N4{background-color:#CFD2DD;}
+		.d2-121760133 .background-color-N5{background-color:#DEE1EB;}
+		.d2-121760133 .background-color-N6{background-color:#EEF1F8;}
+		.d2-121760133 .background-color-N7{background-color:#FFFFFF;}
+		.d2-121760133 .background-color-B1{background-color:#0D32B2;}
+		.d2-121760133 .background-color-B2{background-color:#0D32B2;}
+		.d2-121760133 .background-color-B3{background-color:#E3E9FD;}
+		.d2-121760133 .background-color-B4{background-color:#E3E9FD;}
+		.d2-121760133 .background-color-B5{background-color:#EDF0FD;}
+		.d2-121760133 .background-color-B6{background-color:#F7F8FE;}
+		.d2-121760133 .background-color-AA2{background-color:#4A6FF3;}
+		.d2-121760133 .background-color-AA4{background-color:#EDF0FD;}
+		.d2-121760133 .background-color-AA5{background-color:#F7F8FE;}
+		.d2-121760133 .background-color-AB4{background-color:#EDF0FD;}
+		.d2-121760133 .background-color-AB5{background-color:#F7F8FE;}
+		.d2-121760133 .color-N1{color:#0A0F25;}
+		.d2-121760133 .color-N2{color:#676C7E;}
+		.d2-121760133 .color-N3{color:#9499AB;}
+		.d2-121760133 .color-N4{color:#CFD2DD;}
+		.d2-121760133 .color-N5{color:#DEE1EB;}
+		.d2-121760133 .color-N6{color:#EEF1F8;}
+		.d2-121760133 .color-N7{color:#FFFFFF;}
+		.d2-121760133 .color-B1{color:#0D32B2;}
+		.d2-121760133 .color-B2{color:#0D32B2;}
+		.d2-121760133 .color-B3{color:#E3E9FD;}
+		.d2-121760133 .color-B4{color:#E3E9FD;}
+		.d2-121760133 .color-B5{color:#EDF0FD;}
+		.d2-121760133 .color-B6{color:#F7F8FE;}
+		.d2-121760133 .color-AA2{color:#4A6FF3;}
+		.d2-121760133 .color-AA4{color:#EDF0FD;}
+		.d2-121760133 .color-AA5{color:#F7F8FE;}
+		.d2-121760133 .color-AB4{color:#EDF0FD;}
+		.d2-121760133 .color-AB5{color:#F7F8FE;}.appendix text.text{fill:#0A0F25}.md{--color-fg-default:#0A0F25;--color-fg-muted:#676C7E;--color-fg-subtle:#9499AB;--color-canvas-default:#FFFFFF;--color-canvas-subtle:#EEF1F8;--color-border-default:#0D32B2;--color-border-muted:#0D32B2;--color-neutral-muted:#EEF1F8;--color-accent-fg:#0D32B2;--color-accent-emphasis:#0D32B2;--color-attention-subtle:#676C7E;--color-danger-fg:red;}.sketch-overlay-B1{fill:url(#streaks-darker);mix-blend-mode:lighten}.sketch-overlay-B2{fill:url(#streaks-darker);mix-blend-mode:lighten}.sketch-overlay-B3{fill:url(#streaks-bright);mix-blend-mode:darken}.sketch-overlay-B4{fill:url(#streaks-bright);mix-blend-mode:darken}.sketch-overlay-B5{fill:url(#streaks-bright);mix-blend-mode:darken}.sketch-overlay-B6{fill:url(#streaks-bright);mix-blend-mode:darken}.sketch-overlay-AA2{fill:url(#streaks-dark);mix-blend-mode:overlay}.sketch-overlay-AA4{fill:url(#streaks-bright);mix-blend-mode:darken}.sketch-overlay-AA5{fill:url(#streaks-bright);mix-blend-mode:darken}.sketch-overlay-AB4{fill:url(#streaks-bright);mix-blend-mode:darken}.sketch-overlay-AB5{fill:url(#streaks-bright);mix-blend-mode:darken}.sketch-overlay-N1{fill:url(#streaks-darker);mix-blend-mode:lighten}.sketch-overlay-N2{fill:url(#streaks-dark);mix-blend-mode:overlay}.sketch-overlay-N3{fill:url(#streaks-normal);mix-blend-mode:color-burn}.sketch-overlay-N4{fill:url(#streaks-normal);mix-blend-mode:color-burn}.sketch-overlay-N5{fill:url(#streaks-bright);mix-blend-mode:darken}.sketch-overlay-N6{fill:url(#streaks-bright);mix-blend-mode:darken}.sketch-overlay-N7{fill:url(#streaks-bright);mix-blend-mode:darken}.light-code{display: block}.dark-code{display: none}]]></style><mask id="d2-121760133" maskUnits="userSpaceOnUse" x="-100" y="-100" width="200" height="200">
+<rect x="-100" y="-100" width="200" height="200" fill="white"></rect>
+
+</mask></svg></svg>

docs/diagrams/unhide_overview_repositories.d2

+
+unhide {
+    icon: https://icons.terrastruct.com/dev%2Fgitlab.svg
+    style: {
+        font-size: 55
+  }
+
+unhide-ui{
+    icon: https://icons.terrastruct.com/dev%2Fgit.svg
+    style: {
+        font-size: 55
+  }
+}
+data-harvesting{
+    icon: https://icons.terrastruct.com/dev%2Fgit.svg
+    style: {
+        font-size: 55
+  }
+}
+
+documentation{
+    icon: https://icons.terrastruct.com/dev%2Fgit.svg
+}
+
+administration{
+    icon: https://icons.terrastruct.com/dev%2Fgit.svg
+}
+
+unhide_docker {
+    icon: https://icons.terrastruct.com/dev%2Fgit.svg
+}
+
+
+unhide-ui.API
+unhide-ui.web-frontend
+unhide-ui.SOLR
+unhide-ui.Indexer
+data-harvesting.Harvester
+data-harvesting.Aggregator
+data-harvesting.RDF-Database
+data-harvesting.Patches
+data-harvesting.DataModel
+documentation
+administration
+unhide_docker -> unhide-ui: deploys
+unhide_docker -> data-harvesting: deploys
+}
\ No newline at end of file