sync.sh 4.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155
  1. #!/bin/bash
  2. # Config
  3. TIMEOUT=20
  4. if [ -z "${VIDEO_DIR}" ]; then
  5. VIDEO_DIR="${HOME}/bin/video"
  6. fi
  7. if [ -z "${BASE_LOCAL}" ]; then
  8. BASE_LOCAL="`${VIDEO_DIR}/mediaPath`"
  9. fi
  10. if [ -z "${BASE_REMOTE}" ]; then
  11. BASE_REMOTE="`"${VIDEO_DIR}/backup/remoteDir.sh"`"
  12. fi
  13. # Command-line arguments
  14. SUB_DIR="${1}"
  15. declare -i NUM_FILES
  16. NUM_FILES=1
  17. if [ -n "${2}" ]; then
  18. NUM_FILES="${2}"
  19. fi
  20. declare -i DELAY_DAYS
  21. DELAY_DAYS=30
  22. if [ -n "${3}" ]; then
  23. DELAY_DAYS="${3}"
  24. fi
  25. # Usage checks
  26. if [ -z "${SUB_DIR}" ] || [ $NUM_FILES -lt 1 ] || [ $DELAY_DAYS -lt 1 ]; then
  27. echo "Usage: `basename "${0}"` sub_directory [num_files] [delay_days]" 1>&2
  28. exit 1
  29. fi
  30. # Bail if the load is high
  31. if ! "${VIDEO_DIR}/checkLoad.sh"; then
  32. exit 0
  33. fi
  34. # Allow usage with absolute local paths
  35. if [ "`echo "${SUB_DIR}" | head -c 1`" == '/' ]; then
  36. SUB_DIR="`echo "${SUB_DIR}" | sed "s%${BASE_LOCAL}/%%"`"
  37. fi
  38. # Sanity checks
  39. if [ ! -d "${BASE_LOCAL}/${SUB_DIR}" ]; then
  40. echo "Invalid local directory: ${BASE_LOCAL}/${SUB_DIR}" 1>&2
  41. exit 1
  42. fi
  43. if [ ! -d "${BASE_REMOTE}" ]; then
  44. echo "Remote drive not mounted" 1>&2
  45. exit 1
  46. fi
  47. # Ensure we can actually write to the remote drive
  48. WC="${BASE_REMOTE}/.write_check"
  49. timeout "${TIMEOUT}" touch "${WC}" >/dev/null 2>&1
  50. if [ ! -e "${WC}" ]; then
  51. echo "Remote drive not writable" 1>&2
  52. exit 1
  53. fi
  54. timeout "${TIMEOUT}" rm -f "${WC}" >/dev/null 2>&1
  55. if [ -e "${WC}" ]; then
  56. echo "Remote drive not writable" 1>&2
  57. exit 1
  58. fi
  59. # Create the named subdirectory if it does not exist on the remote drive
  60. if [ ! -d "${BASE_REMOTE}/${SUB_DIR}" ]; then
  61. timeout "${TIMEOUT}" mkdir -p "${BASE_REMOTE}/${SUB_DIR}"
  62. fi
  63. # Grab and sort the local file list
  64. # Limit files by mtime, but include all directories
  65. TMP_LOCAL="`mktemp -t sync.local.XXXXXXXX`"
  66. TMP_LOCAL2="`mktemp -t sync.local2.XXXXXXXX`"
  67. (cd "${BASE_LOCAL}" && find "${SUB_DIR}" -type f -mtime "+${DELAY_DAYS}" > "${TMP_LOCAL2}")
  68. (cd "${BASE_LOCAL}" && find "${SUB_DIR}" -type d >> "${TMP_LOCAL2}")
  69. cat "${TMP_LOCAL2}" | sort > "${TMP_LOCAL}"
  70. # Grab and sort the remote file list
  71. TMP_REMOTE="`mktemp -t sync.remote.XXXXXXXX`"
  72. (timeout "${TIMEOUT}" cd "${BASE_REMOTE}" && timeout "$(( $TIMEOUT * 10 ))" find "${SUB_DIR}" | sort > "${TMP_REMOTE}")
  73. # Diff to find the first mis-matched file, then drop out temp files
  74. TMP_DIFF="`mktemp -t sync.diff.XXXXXXXX`"
  75. TMP_DIFF2="`mktemp -t sync.diff2.XXXXXXXX`"
  76. diff -u "${TMP_LOCAL}" "${TMP_REMOTE}" | grep "^[\+\-]${SUB_DIR}" > "${TMP_DIFF2}"
  77. rm -f "${TMP_LOCAL}" "${TMP_LOCAL2}" "${TMP_REMOTE}"
  78. # Filter junk
  79. grep -v '\/\._' "${TMP_DIFF2}" | grep -v '\/\.DS_Store$' | grep -v '\/\.git\/' > "${TMP_DIFF}"
  80. rm -f "${TMP_DIFF2}"
  81. # Limit NUM_FILES to the number of files available
  82. COUNT="`cat "${TMP_DIFF}" | wc -l`"
  83. if [ $NUM_FILES -gt $COUNT ]; then
  84. NUM_FILES=$COUNT
  85. fi
  86. # Loop for NUM_FILES
  87. for (( i=1; i<=${NUM_FILES}; i++ )); do
  88. # Choose the file/directory to sync
  89. FILE="`head -n $i "${TMP_DIFF}" | tail -n 1`"
  90. ACTION="`echo "${FILE}" | head -c 1`"
  91. FILE="`echo "${FILE}" | cut -d "${ACTION}" -f 2-`"
  92. # Construct absolute paths
  93. PATH_LOCAL="${BASE_LOCAL}/${FILE}"
  94. PATH_REMOTE="${BASE_REMOTE}/${FILE}"
  95. # Determine the action (i.e. copy to or delete from remote)
  96. if [ "${ACTION}" == '+' ]; then
  97. if [ -n "${NO_DELETE}" ]; then
  98. # Do nothing
  99. true
  100. elif [ -d "${PATH_REMOTE}" ]; then
  101. echo "Removing directory: ${FILE}"
  102. timeout "${TIMEOUT}" rmdir "${PATH_REMOTE}"
  103. elif [ -f "${PATH_REMOTE}" ]; then
  104. echo "Deleting file: ${FILE}"
  105. timeout "${TIMEOUT}" rm "${PATH_REMOTE}"
  106. else
  107. echo "Unable to delete file: ${FILE}" 1>&2
  108. exit 2
  109. fi
  110. elif [ "${ACTION}" == '-' ]; then
  111. # Handle files by type
  112. if [ -h "${PATH_LOCAL}" ]; then
  113. echo "Unable to create symlink: ${FILE}" 1>&2
  114. exit 2
  115. elif [ -d "${PATH_LOCAL}" ]; then
  116. echo "Creating directory: ${FILE}"
  117. timeout "${TIMEOUT}" mkdir "${PATH_REMOTE}"
  118. elif [ -f "${PATH_LOCAL}" ] && [ -r "${PATH_LOCAL}" ]; then
  119. echo "Copying: ${FILE}"
  120. if ! cp "${BASE_LOCAL}/${FILE}" "${BASE_REMOTE}/${FILE}"; then
  121. echo "Copy failed" 1>&2
  122. timeout "${TIMEOUT}" rm -f "${BASE_REMOTE}/${FILE}"
  123. exit 2
  124. fi
  125. else
  126. echo "Unable to copy file: ${FILE}" 1>&2
  127. exit 2
  128. fi
  129. else
  130. echo "Invalid action: ${ACTION}" 1>&2
  131. exit 2
  132. fi
  133. done
  134. # Cleanup
  135. rm -f "${TMP_DIFF}"
  136. exit 0