Re: adding SSD only pool to existing ceph cluster

[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]

 



Am 04.09.2013 11:24, schrieb Jens-Christian Fischer:
And that is the problem: The SSDs are in the same physical servers as the SATA drives. Adding them to the hosts adds them into the hierarchy. Adding them to "virtual hosts" (a host name that doesn't exist) breaks the startup scripts.

Can I add the SSD OSDs directly to a new root without having them in the host hierarchy?

If you have a solution that solves either of these problems, I'm all ears :)



What about this? Each host (server) has 2 hdds and 1 ssd. Data is always replicated over hosts, so if a complete host goes down, everything still works. Works great for me :-)

*******************

# id  weight  type name up/down reweight
-4    2.25  root ssd
-2    0.45    host h102-ssd
0     0.45      osd.0   up  1
-5    0.45    host h103-ssd
3     0.45      osd.3   up  1
-6    0.45    host h104-ssd
6     0.45      osd.6   up  1
-7    0.45    host h105-ssd
9     0.45      osd.9   up  1
-8    0.45    host h106-ssd
12    0.45      osd.12  up  1
-1    26.1  root hdd
-3    5.8     host h102-hdd
1     2.9       osd.1   up  1
2     2.9       osd.2   up  1
-9    5.8     host h103-hdd
4     2.9       osd.4   up  1
5     2.9       osd.5   up  1
-10   5.8     host h104-hdd
7     2.9       osd.7   up  1
8     2.9       osd.8   up  1
-11   5.8     host h105-hdd
10    2.9       osd.10  up  1
11    2.9       osd.11  up  1
-12   2.9     host h106-hdd
13    2.9       osd.13  up  1
14    2.9       osd.14  up  1

*******************

host h102-hdd {
  id -3   # do not change unnecessarily
  # weight 5.800
  alg straw
  hash 0  # rjenkins1
  item osd.1 weight 2.900
  item osd.2 weight 2.900
}
host h103-hdd {
  id -9   # do not change unnecessarily
  # weight 5.800
  alg straw
  hash 0  # rjenkins1
  item osd.4 weight 2.900
  item osd.5 weight 2.900
}
host h104-hdd {
  id -10    # do not change unnecessarily
  # weight 5.800
  alg straw
  hash 0  # rjenkins1
  item osd.7 weight 2.900
  item osd.8 weight 2.900
}
host h105-hdd {
  id -11    # do not change unnecessarily
  # weight 5.800
  alg straw
  hash 0  # rjenkins1
  item osd.10 weight 2.900
  item osd.11 weight 2.900
}
host h106-hdd {
  id -12    # do not change unnecessarily
  # weight 2.900
  alg straw
  hash 0  # rjenkins1
  item osd.13 weight 2.900
  item osd.14 weight 2.900
}
root hdd {
  id -1   # do not change unnecessarily
  # weight 26.100
  alg straw
  hash 0  # rjenkins1
  item h102-hdd weight 5.800
  item h103-hdd weight 5.800
  item h104-hdd weight 5.800
  item h105-hdd weight 5.800
  item h106-hdd weight 2.900
}
host h102-ssd {
  id -2   # do not change unnecessarily
  # weight 0.450
  alg straw
  hash 0  # rjenkins1
  item osd.0 weight 0.450
}
host h103-ssd {
  id -5   # do not change unnecessarily
  # weight 0.450
  alg straw
  hash 0  # rjenkins1
  item osd.3 weight 0.450
}
host h104-ssd {
  id -6   # do not change unnecessarily
  # weight 0.450
  alg straw
  hash 0  # rjenkins1
  item osd.6 weight 0.450
}
host h105-ssd {
  id -7   # do not change unnecessarily
  # weight 0.450
  alg straw
  hash 0  # rjenkins1
  item osd.9 weight 0.450
}
host h106-ssd {
  id -8   # do not change unnecessarily
  # weight 0.450
  alg straw
  hash 0  # rjenkins1
  item osd.12 weight 0.450
}
root ssd {
  id -4   # do not change unnecessarily
  # weight 2.250
  alg straw
  hash 0  # rjenkins1
  item h102-ssd weight 0.450
  item h103-ssd weight 0.450
  item h104-ssd weight 0.450
  item h105-ssd weight 0.450
  item h106-ssd weight 0.450
}

# rules
rule ssd {
  ruleset 0
  type replicated
  min_size 1
  max_size 10
  step take ssd
  step chooseleaf firstn 0 type host
  step emit
}
rule hdd {
  ruleset 1
  type replicated
  min_size 1
  max_size 10
  step take hdd
  step chooseleaf firstn 0 type host
  step emit
}

*******************

pool 5 'ssd-storage' rep size 2 min_size 1 crush_ruleset 0 object_hash rjenkins pg_num 4096 pgp_num 4096 last_change 29 owner 0 pool 6 'hdd-storage' rep size 2 min_size 1 crush_ruleset 1 object_hash rjenkins pg_num 4096 pgp_num 4096 last_change 30 owner 0

*******************

Corin

_______________________________________________
ceph-users mailing list
ceph-users@xxxxxxxxxxxxxx
http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com




[Index of Archives]     [Information on CEPH]     [Linux Filesystem Development]     [Ceph Development]     [Ceph Large]     [Ceph Dev]     [Linux USB Development]     [Video for Linux]     [Linux Audio Users]     [Yosemite News]     [Linux Kernel]     [Linux SCSI]     [xfs]


  Powered by Linux