Differences between revisions 2 and 10 (spanning 8 versions)
Revision 2 as of 2016-02-16 18:09:43
Size: 3686
Editor: DianeLambert
Comment:
Revision 10 as of 2016-03-04 19:13:09
Size: 4984
Editor: DianeLambert
Comment:
Deletions are marked like this. Additions are marked like this.
Line 1: Line 1:
= Block-02-01 - INGEST IMAGES - TEST-SPECIFIC = ## page was renamed from Block-2A - INGEST IMAGES - TEST-SPECIFIC
## page was renamed from Block-02-01 - INGEST IMAGES - TEST-SPECIFIC
= Block-2A - INGEST IMAGES - TEST-SPECIFIC =
Line 7: Line 9:
## BLOCK 02-01 ## ##   BLOCK 2A ##
Line 23: Line 25:
## ORex/
## DATA/
Line 29: Line 29:
## PICTLIST.TXT
Line 32: Line 33:
## User has completed the processing steps comprising Block 01-01 - TEST DIRECTORY ## User has completed the processing steps comprising Block 1A - TEST DIRECTORY
Line 38: Line 39:
## (for example, Block-02-01-IngestImages-TestSpecific) ## (for example, Block-2A-IngestImages-TestSpecific)
Line 41: Line 42:
testID=F3G-Nav
blockID=Block-02-01-IngestImages-TestSpecific
export testID=F3G-Nav
export blockID=Block-2A-IngestImages-TestSpecific
Line 47: Line 48:

# Display user inputs
echo $testID
echo $blockID
Line 53: Line 59:
# Populate base/IMAGEFILES/ with Detailed Survey test image files
rsync -ha base/F3G-IMAGEFILES/M60* base/IMAGEFILES/
rsync -ha base/F3G-IMAGEFILES/P60* base/IMAGEFILES/
# Populate base/IMAGEFILES/ with symbolic links to Detailed Survey MapCam test image files

ls /SPC_Test/F3-source/G2-DS-MapCam/IMAGEFILES/M60* | cut -d '.' -f 1 | rev | cut -d '/' -f 1 | rev > lsupport/listImagesG2MapCam
while read line; do
ln -s /SPC_Test/F3-source/G2-DS-MapCam/IMAGEFILES/${line}.DAT base/IMAGEFILES/${line}.DAT
done < lsupport/listImagesG2MapCam

ls /SPC_Test/F3-source/G2-and-G3-DS-PolyCam/IMAGEFILES/P60* | cut -d '.' -f 1 | rev | cut -d '/' -f 1 | rev > lsupport/listImagesG2andG3PolyCam
while read line; do
ln -s /SPC_Test/F3-source/G2-and-G3-DS-PolyCam/IMAGEFILES/${line}.DAT base/IMAGEFILES/${line}.DAT
done < lsupport/listImagesG2andG3PolyCam
Line 58: Line 73:
echo "This directory also contains the .DAT files for Detailed Survey MapCam and PolyCam images." >> base/IMAGEFILES/README
echo "Detailed Survey MapCam images filenames begin M60" >> base/IMAGEFILES/README
echo "Detailed Survey PolyCam images filenames begin P60" >> base/IMAGEFILES/README
echo "Baseball Diamond Nadir PolyCam image filenames end G2" >> base/IMAGEFILES/README
echo "Baseball Diamond Off-Nadir (Stereo) image filenames end G3" >> base/IMAGEFILES/README
cat base/IMAGEFILES/README
Line 59: Line 81:
rsync -ha base/F3G-DSM-NOMINALS/M60* orig/NOMINALS/ rsync -ha /SPC_Test/F3-source/G2-DS-MapCam/perturbed-NOMINALS/ orig/NOMINALS/
Line 63: Line 85:
rsync -ha base/F3G-DSM-SUMFILES/M60* orig/SUMFILES/ rsync -ha /SPC_Test/F3-source/G2-DS-MapCam/perturbed-SUMFILES/ orig/SUMFILES/
Line 68: Line 90:
# Generate lsupport/PICTLIST.TXT
ls base/IMAGEFILES/M* | cut -d '/' -f 3 | cut -d '.' -f 1 > lsupport/PICTLIST.TXT
ls base/IMAGEFILES/P* | cut -d '/' -f 3 | cut -d '.' -f 1 >> lsupport/PICTLIST.TXT
sed -i -e 's/^/ /' lsupport/PICTLIST.TXT
echo END >> lsupport/PICTLIST.TXT
# Update orig/PICTLIST.TXT
ls base/IMAGEFILES/M* | cut -d '/' -f 3 | cut -d '.' -f 1 > orig/PICTLIST.TXT
ls base/IMAGEFILES/P* | cut -d '/' -f 3 | cut -d '.' -f 1 >> orig/PICTLIST.TXT
Line 74: Line 95:
# App and PS MapCam and PolyCam images and DS MapCam images
# in the region-of-interest only
awk '/M/ { print $1 }' lsupport/PICTLIST-TAG1-100mx100m.TXT > lsupport/PICTLIST.TXT
awk '/P59/ { print $1 }' lsupport/PICTLIST-TAG1-100mx100m.TXT >> lsupport/PICTLIST.TXT
sed -i -e 's/^/ /' lsupport/PICTLIST.TXT
echo END >> lsupport/PICTLIST.TXT
# Do not yet have NOMINALS or SUMFILES for DS PolyCam images, exclude these from PICTLIST
ls base/IMAGEFILES/M* | cut -d '/' -f 3 | cut -d '.' -f 1 > orig/PICTLIST.TXT
ls base/IMAGEFILES/P59* | cut -d '/' -f 3 | cut -d '.' -f 1 >> orig/PICTLIST.TXT
Line 81: Line 99:
cat lsupport/PICTLIST.TXT
sed -i -e 's/^/ /' orig/PICTLIST.TXT
echo END >> orig/PICTLIST.TXT
cat orig/PICTLIST.TXT
Line 86: Line 107:
# (PolyCam imgaes not included since the perturbations differ from sub-test to sub-test.)
awk '/M60/ { print $1 }' lsupport/PICTLIST-TAG1-100mx100m.TXT > lsupport/PICTLIST-forRegistering.TXT
sed -i -e 's/^/ /' lsupport/PICTLIST-forRegistering.TXT

echo END >> lsupport/PICTLIST-forRegistering.TXT
# (PolyCam images not included since the perturbations differ from sub-test to sub-test.)
awk '/M60/ { print $1 }' lsupport/listG2MapCamImagesIn100mRegionCenteredOnTAG1 > lsupport/listImagesForRegistering
sed
-i -e 's/^/ /' lsupport/listImagesForRegistering
echo END >> lsupport/listImagesForRegistering
Line 91: Line 112:
cat lsupport/PICTLIST-forRegistering.TXT cat lsupport/listImagesForRegistering
Line 94: Line 115:
date
Line 95: Line 117:
Line 99: Line 122:

# OPTION 1: OVERWRITE TYPESCRIPT LOG
Line 100: Line 125:
# END OF OPTION 1
Line 101: Line 127:
# OPTION 2: APPEND TYPESCRIPT LOG
cat typescript >> /SPC_Test/$testID/log/log-typescript-${blockID}
# END OF OPTION 2

Block-2A - INGEST IMAGES - TEST-SPECIFIC

##########################################################################
##                                                                      ##
##                               BLOCK 2A                               ##
##                     INGEST IMAGES - TEST-SPECIFIC                    ##
##                                                                      ##
##########################################################################

## This block additionally populates the F3 orig directory's IMAGEFILES/
## NOMINALS/ and SUMFILES/ sub-directories with Detailed Survey image files 
## which are consistent across sub-tests in readiness for registering
## Detailed Survey images


## Assumptions:
## User has invoked a Bourne-Again Shell (bash) on ormacsrv1.lpl.arizona.edu
## User is a member of the group OREX\spc
## User has set up a skeleton directory in the following format:
## /SPC_Test/F3G-Nav/
##                   base/
##                            IMAGEFILES/
##                            SHAPEFILES/
##                   lsupport/
##                            PICTLIST.TXT
##                   orig/
##                   results/
##                   test/
## User has completed the processing steps comprising Block 1A - TEST DIRECTORY 
## SET-UP - ORIG

## User inputs:
## testID: Name of the F3 test directory (for example, F3E-Limbs)
## blockID: User-specified identifier for typescript textfile name 
##          (for example, Block-2A-IngestImages-TestSpecific)

# User inputs:
export testID=F3G-Nav
export blockID=Block-2A-IngestImages-TestSpecific

# Set-Up
cd /SPC_Test/$testID
script

# Display user inputs
echo $testID
echo $blockID

date
pwd
ls -l

## VARIANCE-F3G:

# Populate base/IMAGEFILES/ with symbolic links to Detailed Survey MapCam test image files

ls /SPC_Test/F3-source/G2-DS-MapCam/IMAGEFILES/M60* | cut -d '.' -f 1 | rev | cut -d '/' -f 1 | rev > lsupport/listImagesG2MapCam
while read line; do
ln -s /SPC_Test/F3-source/G2-DS-MapCam/IMAGEFILES/${line}.DAT base/IMAGEFILES/${line}.DAT
done < lsupport/listImagesG2MapCam

ls /SPC_Test/F3-source/G2-and-G3-DS-PolyCam/IMAGEFILES/P60* | cut -d '.' -f 1 | rev | cut -d '/' -f 1 | rev > lsupport/listImagesG2andG3PolyCam
while read line; do
ln -s /SPC_Test/F3-source/G2-and-G3-DS-PolyCam/IMAGEFILES/${line}.DAT base/IMAGEFILES/${line}.DAT
done < lsupport/listImagesG2andG3PolyCam

ls -l base/IMAGEFILES/

echo "This directory also contains the .DAT files for Detailed Survey MapCam and PolyCam images." >> base/IMAGEFILES/README
echo "Detailed Survey MapCam images filenames begin M60" >> base/IMAGEFILES/README
echo "Detailed Survey PolyCam images filenames begin P60" >> base/IMAGEFILES/README
echo "Baseball Diamond Nadir PolyCam image filenames end G2" >> base/IMAGEFILES/README
echo "Baseball Diamond Off-Nadir (Stereo) image filenames end G3" >> base/IMAGEFILES/README
cat base/IMAGEFILES/README

# Populate orig/NOMINALS/ with Detailed Survey MapCam image nominals
rsync -ha /SPC_Test/F3-source/G2-DS-MapCam/perturbed-NOMINALS/ orig/NOMINALS/
ls -l orig/NOMINALS

# Populate orig/SUMFILES/ with Detailed Survey MapCam image sumfiles
rsync -ha /SPC_Test/F3-source/G2-DS-MapCam/perturbed-SUMFILES/ orig/SUMFILES/
ls -l orig/SUMFILES

## END OF VARIANCE

# Update orig/PICTLIST.TXT
ls base/IMAGEFILES/M* | cut -d '/' -f 3 | cut -d '.' -f 1 > orig/PICTLIST.TXT
ls base/IMAGEFILES/P* | cut -d '/' -f 3 | cut -d '.' -f 1 >> orig/PICTLIST.TXT

## VARIANCE-F3G:
# Do not yet have NOMINALS or SUMFILES for DS PolyCam images, exclude these from PICTLIST
ls base/IMAGEFILES/M* | cut -d '/' -f 3 | cut -d '.' -f 1 > orig/PICTLIST.TXT
ls base/IMAGEFILES/P59* | cut -d '/' -f 3 | cut -d '.' -f 1 >> orig/PICTLIST.TXT
## END OF VARIANCE

sed -i -e 's/^/ /' orig/PICTLIST.TXT 
echo END >> orig/PICTLIST.TXT
cat orig/PICTLIST.TXT

# Generate list of images which require registering/autoregistering
## VARIANCE-F3G:
# DS MapCam images within the region-of-interest only.
# (PolyCam images not included since the perturbations differ from sub-test to sub-test.)
awk '/M60/ { print $1 }' lsupport/listG2MapCamImagesIn100mRegionCenteredOnTAG1 > lsupport/listImagesForRegistering
sed -i -e 's/^/ /' lsupport/listImagesForRegistering
echo END >> lsupport/listImagesForRegistering
## END OF VARIANCE
cat lsupport/listImagesForRegistering

# Block Complete
date
exit

# Save block log
if [ ! -d /SPC_Test/$testID/log ]; then
  mkdir /SPC_Test/$testID/log
fi

# OPTION 1: OVERWRITE TYPESCRIPT LOG
mv typescript /SPC_Test/$testID/log/log-typescript-${blockID}
# END OF OPTION 1

# OPTION 2: APPEND TYPESCRIPT LOG
cat typescript >> /SPC_Test/$testID/log/log-typescript-${blockID}
# END OF OPTION 2

Test F3G Procedures Block-2A - INGEST IMAGES - TEST-SPECIFIC (last edited 2016-03-04 19:13:09 by DianeLambert)