Differences

This shows you the differences between two versions of the page.

--- code:work:lvisf:2024:field_processing:arcsix:start [2024/10/03 17:09] – [Quality] david
+++ code:work:lvisf:2024:field_processing:arcsix:start [2024/10/15 17:30] (current) – [Final Raid Inventory] david
@@ Line 112: / Line 112: @@
 rsync -vaP /mnt/archive/gndnav/ /media/lvis/GROUND_NAV/gndnav/
 </code>
 ==== Care Package Creation ====
@@ Line 233: / Line 234: @@
 find /mnt/archive/camera/id/ -maxdepth 3 -type f -iname '*.txt'  -exec cp "{}" /tmp/applanix_logs/ \;
 </code>
 ==== Raw Data Copy to Gaia ====
@@ Line 248: / Line 251: @@
   * Run applanix time check on raw IMU files
   * Camera?  FIXME
+==== Final Raid Inventory ====
+  * Ensure each drive has a meta and inventory entry
+  * Copy inventory and meta files to three places **drive_meta/year/campaign/**
+    * camera, card, lvisf, nav, rtp, usb
+    * Box, Teams and Wiki <code>
+# manual creation of inventory
+time_date=$(date '+%Y%m%d')
+time_time=$(date '+%H%M%S')
+inventory_output="${camera_basepath}/inventory/${time_date}_${time_time}_${camera_diskid}_${linkname}_inventory.txt"
+meta_output="${camera_basepath}/meta/${linkname}.txt"
+mkdir -p ${camera_basepath}/inventory/ ${camera_basepath}/meta/
+meta_path="${camera_basepath}/meta/"
+drivemeta=$(df -h | grep ${camera_mountpoint})
+echo "${time_date} ${time_time} ${camera_diskid} ${drivemeta}"
+echo "${time_date} ${time_time} ${camera_diskid} ${drivemeta}" >> ${meta_output}
+echo "find ${camera_mountpoint} -type f -exec ls -l {} \; >> ${inventory_output}"
+find ${camera_mountpoint} -type f -exec ls -l {} \; >> ${inventory_output}
+</code>
+  * **md5deep** will follow symbolic links, so run this <code>
+time sudo find /mnt/archive/ -type f -exec md5deep -z {} \; > ~/md5deep_archive2024_all.txt
+# 68 hours for 44TB not bad
+# /dev/sda2        44T   43T  970G  98% /mnt/archive
+real    4033m5.615s
+user    1616m48.209s
+sys     429m25.964s
+# and make a sorted version of the file
+cat ~/md5deep_archive2024_all.txt  | sort -k 3 > ~/md5deep_archive2024_all_sorted.txt
+</code>