Adding initial CUL notes and improved dataflows that can adjust offsets from the start.

Author: anjackson

src/dataflows/cul.md

@@ -0,0 +1,99 @@
+# Cambridge University Library
+## Dataflows for some of CUL's digital preservation services
+
+<div class="caution" label="DRAFTY CONTENT WARNING!">This page is nowhere near complete, and may never be so!</div>
+
+## Introduction
+
+This page uses Dataflow diagrams to explore some of the digital services at [Cambridge University Library](https://www.lib.cam.ac.uk/) (CUL).
+
+For more information about digital preservation at CUL, see
+
+...pointers to general DigiPres @ CUL places
+
+## Overview
+
+...relationship between Transfer Service and the preservation service
+
+## The Transfer Service
+
+...detail about the transfer service ANJ will link to current homepage.
+
+```dataflow
+dataflow 1.0
+title "CUL Transfer Service"
+zoom 0.7
+height 600
+
+data arc "Archives"
+data sup "Supplemental Material"
+data leg "Legacy Material" red
+data photo "Photographs of Legacy Carriers" blue
+data sip "SIP" black
+"""Transfer composed of a folder and a metadata folder, named according to item identifiers, holding the data, photographs and log+hash manifest"""
+
+place mysmedia "Mystery Media"
+place shelf "Transfer Lab Shelf"
+place adele "ADELE Workstation"
+place camera "Camera"
+place db "Transfer Service Data Tracker"
+place fred "FRED Workstation"
+place tomjr "TOM Junior Workstation"
+place pam "PAM Workstation"
+place mac "Mac Laptop"
+
+
+"""
+Group Assessment Record set up in ArchiveSpace.
+Within this collection, digital material has been found.
+The archivist may make an individual assessment for an individual carrier
+Identifiers written down, media type, metadata on the Assessment Record.
+Move from Archival Stacks to Digital Carrier Boxes e.g. Hawking as it's own box, one for each collection.
+Order up a box, bring it to the lab.
+
+Unique ID minted by archivist.
+
+Archivist can use PAM to process carriers, keep or not.
+PAM will disk image for appraisal, but will be deleted.
+Individual assessment record created.
+Pass to Transfer service.
+
+If it's non-sensitive, transfer to IT dept. eWaste contractor.
+If sensitive, forensically wiped and shredded.
+
+RClone to S3
+"""
+
+start leg@mysmedia [0,2]
+"""This is material found on various carriers within the library collections."""
+
+move leg@mysmedia leg@shelf "Media\nAccepted"
+"""If a data owner can be identified, the media can be accepted by the service for transfer. The media is then connected to the workstation."""
+
+start rec@db
+"""An record is created for this item in the Transfer Service Data Tracker. This created the ID that will be used to track the item, and acts as the digital asset register for this service."""
+
+derive rec@db id@db "Copy ID"
+move id@db id@adele "Use ID" 
+transform id@adele sip@adele "SIP Folder Created"
+
+move leg@shelf leg@adele "Media\nConnected" [0,1]
+
+start photo@camera [0,-1]
+move photo@camera photo@adele "Transfer Photograph"
+
+
+derive leg@adele content@adele "Copy Content"@N [0,1]
+"""Make a disk image or logical copy"""
+
+""""""
+
+
+```
+
+
+
+```js
+import { renderDataflows } from "./dataflows.js";
+renderDataflows();
+```

src/dataflows/dataflows.js

@@ -50,6 +50,7 @@ function pushCopyEvent(lines, stations, item, event, sx, sy, tx, ty){
         const markerAt = event.markerAt || 0.5;
         const markerPos = event.markerPos || "W";
         const dir = Math.sign(ty-sy);
+        console.log("OPY", event);
         lines[item].nodes.push({
                 "coords": [sx+1,sy]
             },
@@ -128,10 +129,8 @@ export function generateTubeMapData(df, wf) {
                 }
             });
         } else if( event.type == "merge" ) {
-            /* WARNING! This is not implemented correctly!? 
-              Currently attempts to merge two different data items in difference places in a single event, 
-              which does not really make sense I think. It should only operate on data in the same place 
-              and create one/delete others.*/
+            /* This describes the idea of transferring data and merging it into another larger data set in a single event.
+              This might be more accurately a copy/move followed by a 'combine' event, but it useful as it is.*/
             const sources = getTargets(df, event, 'source');
             var targets = getTargets(df, event);
             sources.forEach( (source) => {
@@ -194,14 +193,16 @@ export function generateTubeMapData(df, wf) {
                     'item': source,
                     'description': event.description
                 }
-                setupEntitiesForEvent(lines, stations, item, source_event );
+                const parentShiftCoords = event.shiftCoords|| [0,0];
+                setupEntitiesForEvent(lines, stations, item, source_event, parentShiftCoords );
                 const y = source.index * ds;
                 lines[source.item].nodes.push({
                     "coords": [t1,y],
                     "name": source.place.name,
-                    "labelPos": "W"
+                    "labelPos": "W",
+                    "shiftCoords": parentShiftCoords
                 },{
-                    "coords": [t1+1,y]
+                    "coords": [t1+1,y],
                 });
                 // End this item as these are just start-point markers
                 //lines[source.item].terminated = t1;
@@ -256,7 +257,9 @@ export function generateTubeMapData(df, wf) {
         Object.keys(lines).forEach( (item ) => {
           const prev = lines[item].nodes.at(-1);
           if( prev && prev.coords && prev.coords[0] < t2 && lines[item].terminated == undefined ) {
-            lines[item].nodes.push( {"coords": [t2, prev.coords[1]]} );
+            lines[item].nodes.push( {
+                "coords": [t2, prev.coords[1]],
+            } );
           }
         });
         // Increment the timer:
@@ -380,6 +383,10 @@ export function parseDataflow(text) {
                         if( l[0] == "delete") {
                             event.marker = 'interchange';
                         }
+                        // Parse offset if any:
+                        if( l[2] ) {
+                            event.shiftCoords = JSON.parse(l[2])
+                        }
                     } else if( l[0] == "place") {
                         const place = {
                             id: l[1],