From e7c11543724d88c82a2907596ca481f111b2a397 Mon Sep 17 00:00:00 2001 From: Radek Date: Fri, 21 Feb 2025 12:23:39 +0000 Subject: [PATCH] multi dir / multi container version --- tests.md | 101 ------------------------------------------------------- 1 file changed, 101 deletions(-) delete mode 100644 tests.md diff --git a/tests.md b/tests.md deleted file mode 100644 index 3a77165..0000000 --- a/tests.md +++ /dev/null @@ -1,101 +0,0 @@ -#1st test. - -Just run. - -Detected busines hours and stopped. - ---- -[test@alma-azure-test AZURE]$ ./run_azcopy.sh /opt/AZURE/ true 20 -Business hours detected (9:00 - 17:00). Exiting... - -#2nd test. - -Changed busines hours to something outside the time of test. To se if it operates as expected. 13 to 16 - -Started sync just before 13 to se if a file gets copied to blob and if the bandwith limit works and that the script gets stopped before finishing becouse going over after 13 - ---- -[test@alma-azure-test AZURE]$ ./run_azcopy.sh /opt/AZURE/ true 10 & -[2] 8109 -[test@alma-azure-test AZURE]$ Initial file list created: 8 files found. -Running: azcopy sync "/opt/AZURE/" "https://115.blob.core.windows.net/115?sv=2022-11-02&ss=bfqt&srt=sco&sp=rwlacupitfx&se=2025-02-20T18:39:49Z&st=2025-02-19T10:39:49Z&spr=https&sig=xxxx" --recursive --cap-mbps 10 & -azcopy started with PID 8128 -Error: 2 arguments source and destination are required for this command. Number of commands passed 3 - -Issues going to background. - -#3rd test. - -Amended the way fucnion calls azcopy to beter handle backgrouind tasks. Moved some files out of directory to sync in order to do basic sync test. - ---- -[test@alma-azure-test AZURE]$ ./run_azcopy.sh /opt/AZURE/BLOB/ true 20 -Initial file list created: 1 files found. -Running: azcopy sync "/opt/AZURE/BLOB/" "https://115.blob.core.windows.net/115?sv=2022-11-02&ss=bfqt&srt=sco&sp=rwlacupitfx&se=2025-02-20T18:39:49Z&st=2025-02-19T10:39:49Z&spr=https&sig=xxxx" --recursive --cap-mbps 20 -azcopy started with PID 8493 -INFO: Any empty folders will not be processed, because source and/or destination doesn't have full folder support - -Job 9692ef9e-3872-f64c-5dbb-6f8fd8ad220e has started -Log file is located at: /home/test/.azcopy/9692ef9e-3872-f64c-5dbb-6f8fd8ad220e.log - -100.0 %, 1 Done, 0 Failed, 0 Pending, 1 Total, 2-sec Throughput (Mb/s): 9.1727 - -Job 9692ef9e-3872-f64c-5dbb-6f8fd8ad220e Summary -Files Scanned at Source: 1 -Files Scanned at Destination: 2 -Elapsed Time (Minutes): 4.4351 -Number of Copy Transfers for Files: 1 -Number of Copy Transfers for Folder Properties: 0 -Total Number of Copy Transfers: 1 -Number of Copy Transfers Completed: 1 -Number of Copy Transfers Failed: 0 -Number of Deletions at Destination: 0 -Total Number of Bytes Transferred: 662880628 -Total Number of Bytes Enumerated: 662880628 -Final Job Status: Completed - -Completion report generated: completion_report_20250220_132836.txt - -#4th test. - -Changed busines hours to test localy second time going into the restricted window to check if it will stopp the process. Window 14-15 so it should stop at 14 and then resume at 15. -We will use local execution to test if it stopps and then will test cron if it resumes as it should. - ---- -[test@alma-azure-test AZURE]$ ./run_azcopy.sh /opt/AZURE/BLOB/ true 20 -Initial file list created: 4 files found. -Running: azcopy sync "/opt/AZURE/BLOB/" "https://115.blob.core.windows.net/115?sv=2022-11-02&ss=bfqt&srt=sco&sp=rwlacupitfx&se=2025-02-20T18:39:49Z&st=2025-02-19T10:39:49Z&spr=https&sig=xxxx" --recursive --cap-mbps 20 -azcopy started with PID 8654 -INFO: Any empty folders will not be processed, because source and/or destination doesn't have full folder support - -Job 13c1945e-3c6e-dd42-49c0-2c6722ced7ec has started -Log file is located at: /home/test/.azcopy/13c1945e-3c6e-dd42-49c0-2c6722ced7ec.log - -54.7 %, 1 Done, 0 Failed, 2 Pending, 3 Total, 2-sec Throughput (Mb/s): 20.1759Business hours started! Stopping azcopy... -./run_azcopy.sh: line 95: COMPLETED_FILES * 100 / TOTAL_FILES : division by 0 (error token is "TOTAL_FILES ") -Completion report generated: completion_report_20250220_135033.txt - -#5th test. - -Changed edge case were 0 files were transfered or incorectly processed from the log creating a division by 0 error. added check if it is running still to ensure we do not spawn many proccesses. -It should start via cron at 15 and then be re run every hour untill 7Am where it should detect restricted business hours window and do nothing. - -Failed due to how cron and its enviroment work. - ---- -Feb 20 15:25:02 alma-azure-test CROND[8956]: (test) CMD (/usr/bin/env bash -lc /opt/AZURE/run_azcopy.sh /opt/AZURE/BLOB/ true 20) -Feb 20 15:25:02 alma-azure-test CROND[8954]: (test) CMDOUT (Usage: /opt/AZURE/run_azcopy.sh [log=true|false] [bandwidth_mbps]) -Feb 20 15:25:02 alma-azure-test CROND[8954]: (test) CMDEND (/usr/bin/env bash -lc /opt/AZURE/run_azcopy.sh /opt/AZURE/BLOB/ true 20) - -#6th test. - -modified the cron job definition to. - -27 * * * * /usr/bin/env bash -lc '/opt/AZURE/run_azcopy.sh /opt/AZURE/BLOB/ true 20' - -Should ensure proper execution in a users envirmont. - ---- -That worked and its running in the background. - -