brandon/oam
1
0
Fork 0
mirror of https://gitea.com/mcereda/oam.git synced 2026-02-09 05:44:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: added parallel example

Browse Source
This commit is contained in:
Michele Cereda
2023-03-22 00:39:09 +01:00
parent 54d1927564
commit a48fea3e77
1 changed files with 14 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
knowledge base/rsync.md
View File

@@ -1,8 +1,8 @@
# rsync # rsync
1. [TL;DR](#tldr) 1. [TL;DR](#tldr)
2. [Explored options](#explored-options) 1. [Explored options](#explored-options)
3. [Sources](#sources) 1. [Sources](#sources)
## TL;DR ## TL;DR
@@ -30,8 +30,12 @@ rsync -av --ignore-existing 'source/dir/1' 'source/dir/n/' 'destination/dir/'
# Exclude files from the sync. # Exclude files from the sync.
rsync … --exclude "*.DS_Store" --exclude "._*" rsync … --exclude "*.DS_Store" --exclude "._*"
rsync … --exclude={"*.DS_Store","._*"}
rsync … --filter "merge filter.txt" rsync … --filter "merge filter.txt"
# Delete files from the source after they have been transferred.
rsync … --remove-source-files
# Copy local files to a folder in the user's remote home over SSH on port 1234. # Copy local files to a folder in the user's remote home over SSH on port 1234.
# Compress the data during transfer. # Compress the data during transfer.
rsync 'source/file' 'username@host:destination/file' -ze 'ssh -p 1234' rsync 'source/file' 'username@host:destination/file' -ze 'ssh -p 1234'
@@ -49,8 +53,8 @@ rsync … --partial --append
rsync … -P --append-verify rsync … -P --append-verify
# Limit the transfer's bandwidth. # Limit the transfer's bandwidth.
rsync … --bwlimit=1200 rsync … --bwlimit='1200'
rsync … --bwlimit=5m rsync … --bwlimit='5m'
# Execute multiple syncs to a single destination. # Execute multiple syncs to a single destination.
ls -1 'source/dir' \ ls -1 'source/dir' \
@@ -69,6 +73,12 @@ rsync -AHPXazv --append-verify --no-motd 'source/dir/' 'synology.lan:/shared/fol
rsync -AHPXazv --append-verify --no-motd --rsh ssh --exclude "#*" --exclude "@*" 'user@synology.lan:/shared/folder/' 'destination/dir/' --delete --dry-run rsync -AHPXazv --append-verify --no-motd --rsh ssh --exclude "#*" --exclude "@*" 'user@synology.lan:/shared/folder/' 'destination/dir/' --delete --dry-run
rsync -AHPazv --append-verify --no-motd --exclude "#*" --exclude "@*" 'source/dir/' 'user@synology.lan:/shared/folder/' --delete --dry-run rsync -AHPazv --append-verify --no-motd --exclude "#*" --exclude "@*" 'source/dir/' 'user@synology.lan:/shared/folder/' --delete --dry-run
rsync -AXaz --append-verify --chown='user' --fake-super --info='progress2' --no-i-r --no-motd --partial -e "ssh -i /home/user/.ssh/id_ed25519 -o UserKnownHostsFile=/home/user/.ssh/known_hosts" 'source/dir/' 'user@synology.lan:/shared/folder/' -n rsync -AXaz --append-verify --chown='user' --fake-super --info='progress2' --no-i-r --no-motd --partial -e "ssh -i /home/user/.ssh/id_ed25519 -o UserKnownHostsFile=/home/user/.ssh/known_hosts" 'source/dir/' 'user@synology.lan:/shared/folder/' -n
# Parallel sync.
# Each thread must use a different directory.
parallel -q \
rsync "path/to/source/dir/{}" "nas.lan:/path/to/destination/dir/" … \
::: $( ls -1 path/to/source/dir )
``` ```
## Explored options ## Explored options