linux-cameratools/4_scripts/imagetools_03_raw_resolution-baseline.sh

#!/bin/bash

#    Add CR2 tags: Baseline, Subject (to distinguish Single & Dual ISOs)
#    Copyright (C) 2017  Pekka Helenius
#
#    This program is free software; you can redistribute it and/or
#    modify it under the terms of the GNU General Public License
#    as published by the Free Software Foundation; either version 2
#    of the License, or (at your option) any later version.
#
#    This program is distributed in the hope that it will be useful,
#    but WITHOUT ANY WARRANTY; without even the implied warranty of
#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
#    GNU General Public License for more details.
#
#    You should have received a copy of the GNU General Public License
#    along with this program; if not, write to the Free Software
#    Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
#
###############################################

# File system check
# We don't allow writing to SD card.

#Sed is here to remove any trailing spaces and crap like blank lines
INPUT_FILESYSTEM=$(df -h "${1}" | awk -F ' ' 'FNR> 1 {print $1}' | grep -i -E "/dev/sd?|/dev/hd?|?rewritefs|?tmpfs|/dev/nvme?" | sed '/^\s*$/d' | wc -l)

if [[ "${INPUT_FILESYSTEM}" -eq 0 ]]; then #if input file (first file printed in bash) filesystem does not start with /dev/sdX
    kdialog --error "Image(s) are in a SD Card. Please move them your local or external storage and try again."
    exit
fi

################################################################################################


#We get the directory just from the first filename. Pwd should be easier, but bugged, so...
INPUT_DIR=$(dirname "${1}")
DIR_BASENAME=$(echo "${INPUT_DIR}" | rev | cut -d/ -f 1 | rev)

#Camera resolution in pixels (absolute limit, we can't exceed these pixel values!)
C5DMK3_WIDTH=5796
C5DMK3_HEIGHT=3870

# In a case or emergency (can't open a picture etc), revert this values to 5760 x 3840

################################################################################################

####PROGRESSBAR STUFF - BEGIN
LABELTEXT='Processing RAW images...'
numargs=$# # Number of all files
tics=100 # Percentage tics
inc=0 # Current file number
mltp=1000 # Percentage multiplier for bash

dbusRef=$(kdialog --title "EXIF Tags (folder: ${DIR_BASENAME})" --progressbar "$LABELTEXT" $tics)
qdbus $dbusRef showCancelButton true

####PROGRESSBAR STUFF - END

while [[ $# -gt 0 ]] && [[ $(qdbus $dbusRef wasCancelled) == "false" ]]; do

################################################################

# Values that change during the while loop (differ from file to file)

    INPUT="${1}"

    INPUT_BASENAME=$(basename "${INPUT}" | cut -f 1 -d '.')
    INPUT_EXTENSION=$(echo $(basename "${INPUT}" | cut -f 2 -d '.' | sed '/^\s*$/d')) #Get the correct file extension for an input file (so the new one will use the same)

    SUBJECT=$(exiftool "${INPUT}" | grep "Subject")
    SUBJECT_SINGLEISO=$(exiftool "${INPUT}" | grep "Subject" | grep "Single ISO")
    SUBJECT_DUALISO=$(exiftool "${INPUT}" | grep "Subject" | grep "Dual ISO")

    #This is just for compatibility
    SUBJECT_DUALISO_OLD=$(exiftool "${INPUT}" | grep "Subject" | grep "Dual-ISO")

    BASELINES=$(exiftool "${INPUT}" | grep "Baseline Exposure")

    C5DMK3_CHECK=$(exiftool "${INPUT}" |grep -i "5D Mark III" |wc -l)
    CROPHEIGHT_CHECK_VALUE=$(echo -n $(exiftool "${INPUT}" |grep -i "Cropped Image Height" | sed 's/[^0-9]*//g'))

    ISO_VALUE=$(echo -n $(exiftool "${INPUT}" | grep "Recommended Exposure Index" | grep -v "Sensitivity Type" | sed 's/[^0-9]*//g'))

################################################################

# FIRST CHECK FOR INDIVIDUAL FILE

    ################################
    # CR2 FILES
    #
    # Input file is CR2 or cr2

    if [[ "${INPUT_EXTENSION}" == "CR2" ]] || [[ "${INPUT_EXTENSION}" == "cr2" ]]; then

    ###########
        # Dual ISO - unprocessed CR2 (NOTE: THIS CHECK IS SLOW)

        if [[ $(cr2hdr --dry-run "${INPUT}" | grep "Interlaced ISO detected" | wc -l) == 1 ]]; then # Test an input file for Dual ISO.

            echo "${INPUT_BASENAME}: Dual ISO CR2 image. Skipping."
            IS_SINGLE_CR2=false

        else
            IS_SINGLE_CR2=true
        fi

        if [[ $IS_SINGLE_CR2 == true ]]; then
    ###########
        # Single ISO - CR2

            # Subject Tag
            #
            if [[ $(echo "${SUBJECT}" | sed '/^\s*$/d' | wc -l) == 0 ]]; then

                echo "${INPUT_BASENAME}: Add a new Subject tag."
                SUBJECT_TAG='Single ISO CR2'
                PROCESS_SUBJECT=true

            else

                echo "${INPUT_BASENAME} is a Single ISO image and has a Subject tag already."
                PROCESS_SUBJECT=false

            fi

            # Baseline Tags
            #
            if [[ $(echo "${BASELINES}" | sed '/^\s*$/d' | wc -l) == 0 ]]; then

                echo "${INPUT_BASENAME}: Add new Baseline tags."
                PROCESS_BASELINE=true

            else

                echo "${INPUT_BASENAME}: Baseline tags exist. Skipping."
                PROCESS_BASELINE=false

            fi

            if [[ $CROPHEIGHT_CHECK_VALUE != $C5DMK3_HEIGHT ]]; then

                echo "${INPUT_BASENAME}: New resolution, $C5DMK3_WIDTH x $C5DMK3_HEIGHT."
                PROCESS_SIZE=true

            else

                echo "${INPUT_BASENAME}: Has correct resolution already."
                PROCESS_SIZE=false

            fi
        fi

    ################################
    # DNG FILES
    #
    # Input file is DNG or dng

    elif [[ "${INPUT_EXTENSION}" == "DNG" ]] || [[ "${INPUT_EXTENSION}" == "dng" ]]; then

    ###########
        # DNG with missing Subject Tag

        if [[ $(echo "${SUBJECT}" | sed '/^\s*$/d' | wc -l) == 0 ]]; then

            echo "${INPUT_BASENAME}: Add a new Subject tag."
            SUBJECT_TAG='Single ISO CR2'
            PROCESS_SUBJECT=true

            #We don't update size tags. See reason below. 
            #Baseline tags have already been written by Adobe converter.
            PROCESS_SIZE=false
            PROCESS_BASELINE=false

    ###########
        # DNG with updated Subject Tag

        elif [[ $(echo "${SUBJECT_SINGLEISO}" | sed '/^\s*$/d' | wc -l) != 0 ]]; then

            echo "${INPUT_BASENAME}: Subject tag exists. Skipping."
            PROCESS_SUBJECT=false  

            #We don't update size tags. See reason below. 
            #Baseline tags have already been written by Adobe converter.
            PROCESS_SIZE=false
            PROCESS_BASELINE=false

    ###########
        # New Dual ISO - DNG

        elif [[ $(echo "${SUBJECT_DUALISO}" | sed '/^\s*$/d' | wc -l) != 0 ]]; then

            echo "${INPUT_BASENAME}: Dual ISO image with proper tags. Skipping."

            # Tags have already be written by updated cr2hdr.
            PROCESS_SUBJECT=false
            PROCESS_SIZE=false
            PROCESS_BASELINE=false

    ###########
        # Old Dual ISO - DNG

        elif [[ $(echo "${SUBJECT_DUALISO_OLD}" | sed '/^\s*$/d' | wc -l) != 0 ]]; then

            echo "${INPUT_BASENAME}: old Dual ISO image. Update Subject & Baseline tags."
            exiftool -xmp:subject= "${INPUT}" -overwrite_original #Clear old tag

            PROCESS_SUBJECT=true
            SUBJECT_TAG='Dual ISO DNG'

            PROCESS_SIZE=false
            PROCESS_BASELINE=true #Old dual ISOs don't have this one.

    ################################

        fi

    fi

################################################################
# Suffix for the new file name

# U = Uncropped (PROCESS_SIZE)
# S = Subject Tag (PROCESS_SUBJECT)
# B = Baseline Tags (PROCESS_BASELINE)

            # false, false, false
            if [[ $PROCESS_SUBJECT == false ]] && [[ $PROCESS_BASELINE == false ]] && [[ $PROCESS_SIZE == false ]]; then

                #WRITENEWFILE=false
                SUFFIX=

            # true, true, true
            elif [[ $PROCESS_SUBJECT == true ]] && [[ $PROCESS_BASELINE == true ]] && [[ $PROCESS_SIZE == true ]]; then

                #WRITENEWFILE=true
                SUFFIX=_USB

            # true, true, false
            elif [[ $PROCESS_SUBJECT == true ]] && [[ $PROCESS_BASELINE == true ]] && [[ $PROCESS_SIZE == false ]]; then
 
                #WRITENEWFILE=true
                SUFFIX=_SB

            # false, true, true
            elif [[ $PROCESS_SUBJECT == false ]] && [[ $PROCESS_BASELINE == true ]] && [[ $PROCESS_SIZE == true ]]; then

                #WRITENEWFILE=true
                SUFFIX=_UB

            # true, false, true
            elif [[ $PROCESS_SUBJECT == true ]] && [[ $PROCESS_BASELINE == false ]] && [[ $PROCESS_SIZE == true ]]; then

                #WRITENEWFILE=true
                SUFFIX=_US

            # false, true, false
            elif [[ $PROCESS_SUBJECT == false ]] && [[ $PROCESS_BASELINE == true ]] && [[ $PROCESS_SIZE == false ]]; then

                #WRITENEWFILE=true
                SUFFIX=_B

            # true, false, false
            elif [[ $PROCESS_SUBJECT == true ]] && [[ $PROCESS_BASELINE == false ]] && [[ $PROCESS_SIZE == false ]]; then

                #WRITENEWFILE=true
                SUFFIX=_S

            # false, false, true
            elif [[ $PROCESS_SUBJECT == false ]] && [[ $PROCESS_BASELINE == false ]] && [[ $PROCESS_SIZE == true ]]; then

                #WRITENEWFILE=true
                SUFFIX=_U

            fi

################################################################

    # RESOLUTION TAGS MANIPULATION - non-Dual ISO CR2 only

    # 1) Check if Size process variable is true
    # 2) If question "Do we have a 5D Mark string in the file?" does not return 0, E.G. the camera model is 5D Mark 3...
    # And if all previous checks pass, then we do our tricks here.

    if [[ $PROCESS_SIZE == true ]] && [[ $C5DMK3_CHECK != 0 ]]; then

        # According to file analysis done with CR2 and DNG files, Cropped & Exif Width/Height tags should be written in a CR2 files.
        # CR2 files require only Cropped Image Height/Width values, but if we convert an uncropped CR2 file into DNG, we get wrong picture size.
        # To correct this for DNG files, Exif Height/Witdh values are required, too.

        # WHY WE DON'T CHANGE EXIF TAGS FOR DNG FILES HERE?
        # We can't uncrop DNG file procuded by Adobe algorithms (Adobe DNG Converter or raw2dng). This is because Adobe's method writes a tag named 
        #"Default Crop Size" which can't be changed afterwards without rendering the image unusable in Adobe Camera Raw software. I assume Camera Raw 
        # does some comparison check between dimensions defined in "Default Crop Size" and some of the exif-unwritable Width/Height values, and if 
        # there's a mismatch, the file can't be opened in Adobe Camera Raw software. I tested it so an image that can't be opened in ACR, is still 
        # usable in some other RAW processing software (because their check for EXIF value tags differ).

        # Every time I edited "Default Crop Size" value in DNG, ACR gave me an error claiming the file is unsupported or corrupted.

        exiftool -CroppedImageWidth=$C5DMK3_WIDTH -CroppedImageHeight=$C5DMK3_HEIGHT -ExifImageWidth=$C5DMK3_WIDTH -ExifImageHeight=$C5DMK3_HEIGHT "${INPUT}" -overwrite_original
        echo -e "${INPUT_BASENAME}: Image dimensions updated to $C5DMK3_WIDTH x $C5DMK3_HEIGHT.\n"
        # Other useful Height/Width tags are as follows:

        # -OriginalImageWidth
        # -OriginalImageHeight

        # -RelatedImageWidth
        # -RelatedImageHeight

    fi

    ################################################################

    # BASELINE TAGS ADDITION - non-Dual ISO CR2 only

    # 1) We can request that PROCESS variable returns true though it's set to false in Dual ISO CR2 images too. These CR2 images have Baseline values
    # already added into EXIF metadata since 01/07/2017 (cr2hdr code patched).

    # 2) We check for Canon 5D Mark 3 here

    # NOTE: We don't care about the image resolution here.

    if [[ $PROCESS_BASELINE == true ]] && [[ $C5DMK3_CHECK != 0 ]]; then

        # The following tags (with their respective values) are being used in DNG files converted from CR2 files of Canon 5D Mark 3 camera. Because CR2 files are mostly equal to
        # DNG files but these tags don't exist inside CR2 files, we can add them as done in the following lines.

        #   ######################################################
        #
        # Camera Model: Canon EOS 5D Mark III

        #   ISO Value       Baseline Exposure Value
        #
        #   100             0.25
        #   125             0.25
        #   200             0.25
        #   250             0.25
        #   400             0.25
        #   500             0.25
        #   800             0.25
        #   1000            0.25
        #   1600            0.25
        #   2000            0.25
        #   3200            0.25
        #   4000            0.25
        #   6400            0.25
        #   8000            0.25
        #   12800           0.25
        #   16000           0.25
        #   25600           0.25
        #
        #   50             -0.75
        #   160             0.02
        #   320             0.01
        #   640             0.01
        #   1250            0.01
        #   2500            0.01
        #   5000            0.01
        #   10000           0.01
        #   20000           0.01
        #   51200           0.36
        #   102400          0.36
        #
        #   ######################################################
        #
        #   Same values for all ISOs:
        #
        #   Baseline Noise          0.8
        #   Baseline Sharpness      1.2
        #   Bayer Green Split       100
        #
        #   ######################################################
        #
        #   Camera Profiles in Adobe Camera RAW - Baseline Exposure Offsets:
        #
        #   All Canon EOS 5D Mark 3 profiles (Standard, Neutral, Landscape etc.): -0.25
        #   Adobe Standard Profile: 0.00
        #
        #   ######################################################

        #   We Do ISO check with Exposure Index value (It returns the same value than used ISO, and works with ISO 102400, too)

            if [[ $ISO_VALUE == 50 ]]; then
                BL_EXP=-0.75

            elif [[ $ISO_VALUE == 160 ]]; then
                BL_EXP=0.02

            elif [[ $ISO_VALUE == 51200 ]] || [[ $ISO_VALUE == 102400 ]]; then
                BL_EXP=0.36

            elif [[ $ISO_VALUE == 320 ]] || [[ $ISO_VALUE == 640 ]] || [[ $ISO_VALUE == 1250 ]] || [[ $ISO_VALUE == 2500 ]] || [[ $ISO_VALUE == 5000 ]] || [[ $ISO_VALUE == 10000 ]] || [[ $ISO_VALUE == 20000 ]]; then
                BL_EXP=0.01

            else
                BL_EXP=0.25
            fi

            exiftool -BaselineExposure=$BL_EXP -BaselineNoise=0.8 -BaselineSharpness=1.2 -BayerGreenSplit=100 "${INPUT}" -overwrite_original

            echo -e "${INPUT_BASENAME}: Baseline tags added.\n"

    fi

        #   ######################################################

    ################################################################

    # SUBJECT TAG ADDITION

    if [[ $PROCESS_SUBJECT == true ]] && [[ $C5DMK3_CHECK != 0 ]]; then

        exiftool -xmp:subject="$SUBJECT_TAG" "${INPUT}" -overwrite_original

        echo -e "${INPUT_BASENAME}: New Subject tag added: $SUBJECT_TAG\n"

    fi

    ################################################################

    # FILE SUFFIX ADDITION

    #if [[ $WRITENEWFILE == true ]]; then

    exiftool "-FileModifyDate<EXIF:DateTimeOriginal" "${INPUT}" #For individual images and commands, use -P parameter

    NEWFILE="${INPUT_DIR}"/"${INPUT_BASENAME}"$SUFFIX."${INPUT_EXTENSION}"

    mv "${INPUT}" "${NEWFILE}"

    exiftool '-FileName<DateTimeOriginal' -d '%Y%m%d-%f%%-c.%%e' "${NEWFILE}"

    #fi

    if [[ "${2}" != "" ]]; then
        echo "Moving to the next file."
    fi

    ################################################################

    ####PROGRESSBAR STUFF - BEGIN
    let inc++

    #Percentage needs to be calculated like this due to bash rounding limitations...
    PERCENT_VALUE=$((($mltp*$tics)/(200*$numargs/$inc % 2 + $mltp*$numargs/$inc)))
    #Output: 20, 40, 59, 80, 100 etc.

    qdbus $dbusRef Set "" "value" $PERCENT_VALUE;
    qdbus $dbusRef setLabelText "$LABELTEXT ($inc/$numargs)";
    ####PROGRESSBAR STUFF - END

    shift # Move to the next file
done

##############################################

#Close processing window if cancelled event has been triggered.

####PROGRESSBAR STUFF - BEGIN
# If the process was cancelled, remove tmp file and exit the script.
if [[ ! $(qdbus $dbusRef wasCancelled) == "false" ]]; then
    exit
fi

##############################################

#Close processing window if not cancelled and processing finished.

qdbus $dbusRef close
####PROGRESSBAR STUFF - END
exit

##############################################
################################################################################################

# DEPRECATED
#
#    ##while [ $# -gt 0 ]; do
#        CROPPED=$1
#        EXTENSION=$(echo $1 | rev | cut -f 1 -d '.' | rev) #Get the correct file extension for an input file (so the new one will use the same)
#        UNCROPPED=$(echo "$CROPPED" | sed "s/\.\w*$/_uncropped.$EXTENSION/")
#
#        #Is the uncropping already done for a file? If yes, we skip this step. This passes only if file doesn't exist.
#        if [[ ! -e $INPUT_DIR/uncropped/$UNCROPPED ]]; then
#
#            if [[ $(cr2hdr --dry-run $CROPPED | grep "Interlaced ISO detected" | wc -l) == 1 ]] || [[ $(exiftool $CROPPED |grep "Dual-ISO" | wc -l) != 0 ]] ; then # Test an input file for Dual ISO.
#                return 1; #Do not edit Exif data of a Dual ISO file.
#            else
#                exifres_5dmk3
#                mv $UNCROPPED $INPUT_DIR/uncropped/
#            fi
#        fi
#
#        ####PROGRESSBAR STUFF - BEGIN
#        let inc++
#
#        #Percentage needs to be calculated like this due to bash rounding limitations...
#        PERCENT_VALUE=$((($mltp*$tics)/(200*$numargs/$inc % 2 + $mltp*$numargs/$inc)))
#        #Output: 20, 40, 59, 80, 100 etc.
#
#        qdbus $dbusRef Set "" "value" $PERCENT_VALUE;
#        qdbus $dbusRef setLabelText "$LABELTEXT ($inc/$numargs)";
#        ####PROGRESSBAR STUFF - END
#
#        shift
#    done
#
####PROGRESSBAR STUFF - BEGIN
#$(qdbus $dbusRef wasCancelled) = "true"
#qdbus $dbusRef close
#done
####PROGRESSBAR STUFF - END
#
#Delete empty dir, if no files have been generated
#if [[ $(ls $INPUT_DIR/uncropped/ | wc -l) == 0 ]]; then
#    rm -Rf $INPUT_DIR/uncropped/
#fi
#
# DEPRECATED