I'm copying data back to my newly rebuilt glusterfs, and one of the
things I'm doing is using unify with the switch scheduler to send
certain file extensions to a stripe volume and others to a dht volume.
When using rsync to restore this data, all files are going to dht
(which I do not want). When I use cp, the correct file extensions go
to stripe, and the others go to dht.
What's special about rsync that's causing this problem? Is there any
way around this?
Below is my client config file.
-------------------------------------
volume distfs01-ns-brick
type protocol/client
option transport-type tcp
option remote-host 10.8.101.51
option remote-subvolume posix-unify-switch-ns
end-volume
volume distfs01-ns-readahead
type performance/read-ahead
option page-size 1MB
option page-count 8
subvolumes distfs01-ns-brick
end-volume
volume unify-switch-ns
type performance/write-behind
option block-size 1MB
option cache-size 3MB
subvolumes distfs01-ns-readahead
end-volume
volume distfs01-unify
type protocol/client
option transport-type tcp
option remote-host 10.8.101.51
option remote-subvolume posix-unify
end-volume
volume distfs02-unify
type protocol/client
option transport-type tcp
option remote-host 10.8.101.52
option remote-subvolume posix-unify
end-volume
volume distfs03-unify
type protocol/client
option transport-type tcp
option remote-host 10.8.101.53
option remote-subvolume posix-unify
end-volume
volume distfs04-unify
type protocol/client
option transport-type tcp
option remote-host 10.8.101.54
option remote-subvolume posix-unify
end-volume
volume distfs01-stripe
type protocol/client
option transport-type tcp
option remote-host 10.8.101.51
option remote-subvolume posix-stripe
end-volume
volume distfs02-stripe
type protocol/client
option transport-type tcp
option remote-host 10.8.101.52
option remote-subvolume posix-stripe
end-volume
volume distfs03-stripe
type protocol/client
option transport-type tcp
option remote-host 10.8.101.53
option remote-subvolume posix-stripe
end-volume
volume distfs04-stripe
type protocol/client
option transport-type tcp
option remote-host 10.8.101.54
option remote-subvolume posix-stripe
end-volume
volume stripe0
type cluster/stripe
option block-size *.jar,*.pin:1MB,*:2MB
subvolumes distfs01-stripe distfs02-stripe distfs03-stripe distfs04-
stripe
end-volume
volume dht0
type cluster/dht
subvolumes distfs01-unify distfs02-unify distfs03-unify distfs04-unify
end-volume
volume unify
type cluster/unify
option namespace unify-switch-ns
option scheduler switch
# send *.phr/psq/pnd etc to stripe0, send the rest to hash
option scheduler.switch.case
*.phr:stripe0
;*.psq:stripe0
;*.pnd:stripe0
;*.psd:stripe0
;*.pin:stripe0
;*.tar:stripe0
;*.tar
.gz:stripe0
;*.jar:stripe0
;*.img:stripe0
;*.perf:stripe0;*.tgz:stripe0;*.fasta:stripe0;*.huge:stripe0
subvolumes stripe0 dht0
end-volume
volume ioc
type performance/io-cache
subvolumes unify
option cache-size 1500MB
end-volume
volume filter
type features/filter
option fixed-uid 0
option fixed-gid 900
subvolumes ioc
end-volume
Dan Parsons
