X-Git-Url: http://xvm.mit.edu/gitweb/invirt/scripts/pv-fixup.git/blobdiff_plain/e4c9d3b5ee06f78f37d4712c14acf70535d64254..HEAD:/pv-fixup

diff --git a/pv-fixup b/pv-fixup
index a2180d0..5db38a9 100644
--- a/pv-fixup
+++ b/pv-fixup
@@ -8,15 +8,15 @@ TMPDM=tmpfoo
 TMPDEV=/dev/mapper/$TMPDM
 TMPDM2=tmpbar
 TMPDEV2=/dev/mapper/$TMPDM2
-METADATASIZE=3.5m
+METADATASIZE=8128k
 
 #  - pvresize the old PV to half the space
 pvresize --setphysicalvolumesize=${HALFSIZETiB}t $DISK
 
 #  - dmsetup create a device in the latter half
 dmstart=$(python -c "print int(($HALFSIZETiB + 0.01) * 1024 * 1024 * 1024 * 2)")
-dmlen=$(python -c "print int(($HALFSIZETiB - 0.02) * 1024 * 1024 * 1024 * 2)")
-#FOREACH host:
+dmlen=$(python -c "print int(($HALFSIZETiB - 0.03) * 1024 * 1024 * 1024 * 2)")
+#Foreach host:
 dmsetup create $TMPDM --table "0 $dmlen linear $DISK $dmstart"
 #done
 
@@ -28,48 +28,134 @@ vgextend $VG $TMPDEV
 
 #  - pvmove all the LVs to the temporary PV
 
+yamlkeys () {
+  python -c 'if 1:
+    import yaml, sys
+    mm = yaml.load(sys.stdin.read())
+    for m in sorted(mm.iterkeys()): print m'
+}
+
+vmstolvs () {
+  perl -pe 's/^/d_/;s/$/_hda/'
+}
+
+totalsize () {
+  # handy for estimating time; output in GiB; pipe in a list of LVs
+  perl -pe 's.^.xenvg/.' \
+   | xargs lvs -o size --units=g \
+   | perl -lne '$total += $_; END { print $total; }'
+}
+
+lvsleft () {
+  lvs -o name,devices $VG \
+    | perl -lane "print \$F[0] if (\$F[1] =~ m|$DISK|)"
+}
+
 movelv () {
-  echo pvmoving $1...
-  lvchange -an $1
-  pvmove -i 10 -n $1 $2
+  echo pvmoving $VG/$1...
+  pvmove -i 10 -n $VG/$1 $2
 }
 
+ssh root@xvm remctl remote web listvms \
+ | yamlkeys \
+ > runningvms
+LVM_SYSTEM_DIR=/root/lvm lvsleft \
+ | grep '^d_.*_hda$' \
+ | grep -v -xf <(vmstolvs <runningvms) \
+ > offvmlvs
+for lv in $(offvmlvs); do
+  LVM_SYSTEM_DIR=/root/lvm movelv $lv $DISK
+done
 #FOREACH host:
-for lv in $(lvs -o lv_name --noheadings $VG); do
-  movelv $VG/$lv $DISK
+for lv in $(invirt-listvms | yamlkeys | vmstolvs \
+             | grep -xf <(LVM_SYSTEM_DIR=/root/lvm lvsleft)); do
+  LVM_SYSTEM_DIR=/root/lvm movelv $lv $DISK
 done
 #done
 
-# hopefully empty:
-lvs $VG -o lv_name,devices | grep $DISK
-# if not, do some more movelv
+ssh root@xvm remctl remote web listvms \
+ | perl -lne 'print if (s/^  cdrom: //)' \
+ > usedcdroms
+LVM_SYSTEM_DIR=/root/lvm lvsleft \
+ | grep ^image_ \
+ | grep -v -xf <(perl -pe "s|/dev/$VG/||" usedcdroms) \
+ > offcdlvs
+for lv in $(offcdlvs); do
+  LVM_SYSTEM_DIR=/root/lvm movelv $lv $DISK
+done
+
+# deal with $(cat usedcdroms)
+# deal with s_* LVs
+# deal with any remaining $(lvsleft)
 
-# This is possible if some LVs were used on more than one host during
-# migration.
+[ -z $(lvsleft) ]
 
 
 #  - pvremove the old PV
-vgreduce $VG $DISK
-pvremove $DISK
+LVM_SYSTEM_DIR=lvm vgreduce $VG $DISK
+dmsetup create $TMPDM2 --table "0 $((2 * 1024 * 20)) linear $DISK 0"
+pvremove $TMPDEV2
 
 #  - pvcreate a new PV in the old space,
 #     with --setphysicalvolumesize <half size>
 #     and with --metadatasize <huge>    (the point of this exercise)
 shortsize=$(python -c "print $HALFSIZETiB - 0.01")t
-dmsetup create $TMPDM2 --table "0 $((2 * 1024 * 4)) linear $DISK 0"
 pvcreate $TMPDEV2 --setphysicalvolumesize $shortsize --metadatasize $METADATASIZE
 dmsetup remove $TMPDM2
 pvscan
-vgextend $VG $DISK
+LVM_SYSTEM_DIR=lvm vgextend $VG $DISK
 
 #  - pvmove all the LVs back
 
+# Doing this part with CLVM again.
+
+lvsleft () {
+  lvs -o name,devices $VG \
+    | perl -lane "print \$F[0] if (\$F[1] =~ m|$TMPDEV|)"
+}
+
+movelv () {
+  echo pvmoving $VG/$1...
+  lvchange -an $VG/$1
+  pvmove -i 10 -n $VG/$1 $2
+  lvchange -ay $VG/$1
+}
+
+movestuff () {
+  date
+  while read lv; do
+    echo MOVING: $lv >>/var/log/lvm2.log
+    movelv $lv $TMPDEV
+    date
+  done
+}
+
+moveall () {
+  date
+  for lv in $(lvsleft); do
+    echo MOVING: $lv >>/var/log/lvm2.log
+    movelv $lv $TMPDEV
+    date
+  done
+}
+
 #FOREACH host:
-for lv in $(lvs -o lv_name --noheadings $VG); do
-  movelv $VG/$lv $TMPDEV
-done
+#set logging in /etc/lvm/lvm.conf
+while sleep 1; do
+  echo MARK: $(date) >>/var/log/lvm2.log
+done &
+lvsleft | grep -xf <(invirt-listvms | yamlkeys | vmstolvs) \
+ | movestuff >>/root/lvm/movelv.log 2>&1
+moveall >>/root/lvm/movelv.log 2>&1
+while true; do
+  kinit -k -45
+  sh -x status.sh 2>&1 | zwrite -c xvm-auto -i pvmove -O auto
+  sleep 1800
+done &
 #done
 
+#suffix=.return-1; mv /var/log/lvm2.log lvm/lvm2.$suffix.log; mv lvm/movelv{,.$suffix}.log
+
 # hopefully empty:
 lvs $VG -o lv_name,devices | grep $TMPDEV
 # if not, do some more movelv
@@ -77,7 +163,9 @@ lvs $VG -o lv_name,devices | grep $TMPDEV
 #  - pvremove the temporary PV
 vgreduce $VG $TMPDEV
 pvremove $TMPDEV
+#FOREACH host:
 dmsetup remove $TMPDM
+#done
 
 #  - pvresize the new PV to use the whole space
 pvresize $DISK