Differences

This shows you the differences between two versions of the page.

--- code:work:lvisf:2024:field_processing:arcsix:start [2024/08/22 19:01] – [Quality] david
+++ code:work:lvisf:2024:field_processing:arcsix:start [2024/10/15 17:30] (current) – [Final Raid Inventory] david
@@ Line 112: / Line 112: @@
 rsync -vaP /mnt/archive/gndnav/ /media/lvis/GROUND_NAV/gndnav/
 </code>
 ==== Care Package Creation ====
@@ Line 196: / Line 197: @@
 === Mission Meta ===
+<code>
+ln -s /mnt/archive/mjd/60410_60550_ancillary/mission_meta/coverage/arcsix2024.cfg ~/field_tools/mission_meta/
+</code>
   - Modify the configuration file so that the last mjd is captured
     - Edit the config <code>
-nano /home/lvis/field_tools/mission_meta/arcsix2024.cfg
+nano /mnt/archive/mjd/60410_60550_ancillary/mission_meta/coverage/arcsix2024.cfg
 </code>
   - Generate mission meta data <code>
@@ Line 229: / Line 234: @@
 find /mnt/archive/camera/id/ -maxdepth 3 -type f -iname '*.txt'  -exec cp "{}" /tmp/applanix_logs/ \;
 </code>
 ==== Raw Data Copy to Gaia ====
@@ Line 244: / Line 251: @@
   * Run applanix time check on raw IMU files
   * Camera?  FIXME
+==== Final Raid Inventory ====
+  * Ensure each drive has a meta and inventory entry
+  * Copy inventory and meta files to three places **drive_meta/year/campaign/**
+    * camera, card, lvisf, nav, rtp, usb
+    * Box, Teams and Wiki <code>
+# manual creation of inventory
+time_date=$(date '+%Y%m%d')
+time_time=$(date '+%H%M%S')
+inventory_output="${camera_basepath}/inventory/${time_date}_${time_time}_${camera_diskid}_${linkname}_inventory.txt"
+meta_output="${camera_basepath}/meta/${linkname}.txt"
+mkdir -p ${camera_basepath}/inventory/ ${camera_basepath}/meta/
+meta_path="${camera_basepath}/meta/"
+drivemeta=$(df -h | grep ${camera_mountpoint})
+echo "${time_date} ${time_time} ${camera_diskid} ${drivemeta}"
+echo "${time_date} ${time_time} ${camera_diskid} ${drivemeta}" >> ${meta_output}
+echo "find ${camera_mountpoint} -type f -exec ls -l {} \; >> ${inventory_output}"
+find ${camera_mountpoint} -type f -exec ls -l {} \; >> ${inventory_output}
+</code>
+  * **md5deep** will follow symbolic links, so run this <code>
+time sudo find /mnt/archive/ -type f -exec md5deep -z {} \; > ~/md5deep_archive2024_all.txt
+# 68 hours for 44TB not bad
+# /dev/sda2        44T   43T  970G  98% /mnt/archive
+real    4033m5.615s
+user    1616m48.209s
+sys     429m25.964s
+# and make a sorted version of the file
+cat ~/md5deep_archive2024_all.txt  | sort -k 3 > ~/md5deep_archive2024_all_sorted.txt
+</code>