apache update

distros/dataverse.no/docker-compose.yaml

@@ -65,7 +65,7 @@ services:
       networks:
         - traefik
       #image: test03/shibboleth:3.3.0.B
-      image: ${DOCKER_HUB}/shibboleth:3.4.1-2
+      image: ${DOCKER_HUB}/shibboleth:3.4.1-3
       container_name: shibboleth
       hostname: shibboleth
       privileged: true

distros/dataverse.no/runOnce/readETAGLogFileAndCopy.sh

@@ -0,0 +1,66 @@
+#!/bin/bash
+
+cp -r /secrets/aws-cli/.aws ~
+
+# AccessURL="[AZURE_BLOB_URL]"
+OGINALBaseFolder="/dataCorrect/dataverse-files"
+BaseFolder="/dataverse/dataverse-files"
+
+#BASEURL="https://....blob.core.windows.net/data1"
+FILEPATH="/dataCorrect/dataverse-files/"
+LogFile="./checkETAG_2024.log"
+LogFile2="./checkETAG_not_copy.log"
+
+S3URLAWS="s3://URL/"
+
+
+while true; do
+
+	if [ -f "${LogFile}" ]; then
+		line=$(head -n 1 "${LogFile}")
+
+		IFS=':' read -r -a arrayFerst <<< "$line"
+
+        if [ "is not equal" == "${arrayFerst[0]}" ]; then
+
+            IFS=" --  " read -r -a arraySecend <<< "${arrayFerst[1]}"
+            FileCopy="${arraySecend[0]}"
+            CheckMd5Database="${arraySecend[1]}"
+
+            if [ ! -z "${OGINALBaseFolder}/${FileCopy}" ]; then
+                md5BlobBase64=$(curl -s "${BASEURL}${FILEPATH}${FileCopy}${KEYWINDOWSBLOB}" -I -q | grep "Content-MD5: " | awk '{ print $2 }' | base64 -di)
+
+                if [ $? -eq 0 ]; then
+                    md5Blob=$(echo -n "$md5BlobBase64" | xxd -p)
+                    if [ "${CheckMd5Database}" == "${md5Blob}" ]; then
+
+                        cp -fa ${OGINALBaseFolder}${FileCopy} ${BaseFolder}${FileCopy} 
+                        aws s3 cp ${OGINALBaseFolder}${FileCopy} ${S3URLAWS}${FileCopy} --recursive
+
+                    else
+                        echo -n " orginal file these  md5 -> " >> "${LogFile2}"
+                        head -n 1 "${LogFile}" >> "${LogFile2}"
+
+                    fi
+                else
+                    echo -n " orginal blob error -> " >> "${LogFile2}"
+                    head -n 1 "${LogFile}" >> "${LogFile2}"
+                fi
+            else
+                echo -n  " file not in orginal blob -> " >> "${LogFile2}"
+                head -n 1 "${LogFile}" >> "${LogFile2}"
+            fi
+        else
+            echo -n " file not in blob -> " >> "${LogFile2}"
+            head -n 1 "${LogFile}" >> "${LogFile2}"
+        fi
+
+        sed '1d' "${LogFile}" > "${LogFile}.tmp"
+        mv "${LogFile}.tmp" "${LogFile}"
+
+        if [ ! -s "${LogFile}" ]; then
+            rm "${LogFile}"
+            exit 0
+        fi
+    fi
+done