1 |
dpavlin |
184 |
#! /bin/sh |
2 |
|
|
### BEGIN INIT INFO |
3 |
|
|
# Provides: lxc-watchdog |
4 |
|
|
# Required-Start: $remote_fs $named $network $time |
5 |
|
|
# Required-Stop: $remote_fs $named $network |
6 |
|
|
# Required-Start: |
7 |
|
|
# Required-Stop: |
8 |
|
|
# Default-Start: 2 3 4 5 |
9 |
|
|
# Default-Stop: 0 1 6 |
10 |
|
|
# Short-Description: Manage Linux Containers startup/shutdown |
11 |
|
|
# Description: Uses clever inotify hack to monitor container's |
12 |
|
|
# halt/reboot events watching /var/run/utmp |
13 |
|
|
### END INIT INFO |
14 |
root |
175 |
|
15 |
dpavlin |
184 |
# Author: Dobrica Pavlinusic <dpavlin@rot13.org> |
16 |
dpavlin |
181 |
# |
17 |
dpavlin |
184 |
# based on Tony Risinger post to lxc-users mailing list |
18 |
root |
175 |
# http://www.mail-archive.com/lxc-users@lists.sourceforge.net/msg00074.html |
19 |
root |
190 |
# |
20 |
|
|
# Install with: |
21 |
|
|
# ln -sf /srv/sysadmin-cookbook/recepies/lxc/lxc-watchdog.sh /etc/init.d/lxc-watchdog |
22 |
|
|
# update-rc.d lxc-watchdog defaults |
23 |
root |
175 |
|
24 |
dpavlin |
181 |
|
25 |
dpavlin |
177 |
which inotifywait >/dev/null || apt-get install inotify-tools |
26 |
root |
175 |
|
27 |
|
|
|
28 |
dpavlin |
181 |
lxc_exists() { |
29 |
|
|
name=$1 |
30 |
root |
175 |
|
31 |
dpavlin |
181 |
if [ ! -e /var/lib/lxc/$name/config ] ; then |
32 |
|
|
echo "Usage: $0 name" |
33 |
|
|
lxc_status |
34 |
|
|
exit 1 |
35 |
|
|
fi |
36 |
|
|
} |
37 |
root |
175 |
|
38 |
dpavlin |
179 |
|
39 |
dpavlin |
181 |
lxc_rootfs() { |
40 |
dpavlin |
194 |
grep '^ *lxc\.rootfs *=' "/var/lib/lxc/$1/config" | cut -d= -f2 | sed 's/^ *//' |
41 |
dpavlin |
181 |
} |
42 |
dpavlin |
178 |
|
43 |
dpavlin |
232 |
lxc_hostname() { |
44 |
|
|
inside=`cat $(lxc_rootfs $1)/etc/hostname` |
45 |
|
|
config=`grep lxc.utsname /var/lib/lxc/$name/config | cut -d= -f2` |
46 |
|
|
echo "$config [$inside]"; |
47 |
|
|
} |
48 |
root |
175 |
|
49 |
dpavlin |
232 |
lxc_ip() { |
50 |
dpavlin |
235 |
( grep lxc.network.ipv4 /var/lib/lxc/$name/config | grep -v '^#' | cut -d= -f2 || \ |
51 |
|
|
grep address $(lxc_rootfs $name)/etc/network/interfaces | grep -v '^#' | sed 's/.*address //' ) | \ |
52 |
|
|
head -1 | \ |
53 |
dpavlin |
233 |
sed -e 's/ *//g' -e 's/\/.*$//' |
54 |
dpavlin |
232 |
} |
55 |
|
|
|
56 |
dpavlin |
183 |
lxc_status() { |
57 |
dpavlin |
271 |
( find /var/lib/lxc/ -name "config" | cut -d/ -f5 | sort -u | while read name ; do |
58 |
dpavlin |
272 |
status=`lxc-info -n $name 2>/dev/null | grep state: | cut -d: -f2` # 0.7.5 |
59 |
|
|
test -z "$status" && status=`lxc-info -n $name | sed -e 's/^.* is //'` # 0.7.2 |
60 |
dpavlin |
196 |
boot="-" |
61 |
dpavlin |
189 |
test -s /var/lib/lxc/$name/on_boot && boot="boot" |
62 |
dpavlin |
232 |
echo "$name $status $boot $(lxc_rootfs $name) $(lxc_ip $name) $(lxc_hostname $name)" |
63 |
dpavlin |
196 |
done ) | column -t |
64 |
dpavlin |
183 |
} |
65 |
|
|
|
66 |
|
|
|
67 |
dpavlin |
181 |
cleanup_init_scripts() { |
68 |
|
|
rootfs=$(lxc_rootfs $1) |
69 |
dpavlin |
179 |
|
70 |
dpavlin |
181 |
ls \ |
71 |
dpavlin |
234 |
$rootfs/etc/rc?.d/*checkroot* \ |
72 |
dpavlin |
181 |
$rootfs/etc/rc?.d/*umountfs \ |
73 |
|
|
$rootfs/etc/rc?.d/*umountroot \ |
74 |
|
|
$rootfs/etc/rc?.d/*hwclock* \ |
75 |
root |
218 |
$rootfs/etc/rc?.d/*udev* \ |
76 |
dpavlin |
237 |
$rootfs/etc/rc?.d/*checkfs* \ |
77 |
dpavlin |
181 |
2>/dev/null | xargs -i rm -v {} |
78 |
dpavlin |
226 |
|
79 |
|
|
echo $1 > $rootfs/etc/hostname |
80 |
dpavlin |
233 |
grep $1 $rootfs/etc/hosts || echo "$(lxc_ip $1) $1" >> $rootfs/etc/hosts |
81 |
dpavlin |
181 |
} |
82 |
dpavlin |
179 |
|
83 |
dpavlin |
181 |
|
84 |
|
|
setup_inittab() { |
85 |
|
|
rootfs=$(lxc_rootfs $1) |
86 |
dpavlin |
183 |
remove=$2 |
87 |
|
|
add=$3 |
88 |
dpavlin |
181 |
|
89 |
|
|
# let container respond to kill -SIGPWR |
90 |
|
|
inittab=$rootfs/etc/inittab |
91 |
dpavlin |
227 |
if test -e $inittab && ! grep "$add" ${inittab} >/dev/null ; then |
92 |
dpavlin |
183 |
grep -v "$remove" ${inittab} > ${inittab}.new |
93 |
|
|
echo $add >> ${inittab}.new |
94 |
dpavlin |
181 |
mv ${inittab}.new ${inittab} |
95 |
dpavlin |
183 |
echo "$inittab modified with $add" |
96 |
dpavlin |
181 |
fi |
97 |
|
|
} |
98 |
|
|
|
99 |
|
|
|
100 |
dpavlin |
189 |
lxc_log() { |
101 |
|
|
echo `date +%Y-%m-%dT%H:%M:%S` $* |
102 |
|
|
} |
103 |
|
|
|
104 |
|
|
|
105 |
dpavlin |
183 |
lxc_kill() { |
106 |
dpavlin |
181 |
name=$1 |
107 |
dpavlin |
183 |
sig=$2 |
108 |
dpavlin |
181 |
|
109 |
|
|
init_pid=`lxc-ps -C init -o pid | grep "^$name" | cut -d" " -f2-` |
110 |
|
|
if [ -z "$init_pid" ] ; then |
111 |
|
|
lxc-info -n $name |
112 |
|
|
exit 1 |
113 |
|
|
fi |
114 |
dpavlin |
189 |
lxc_log "$name kill $sig $init_pid" |
115 |
dpavlin |
183 |
/bin/kill $sig $init_pid |
116 |
|
|
} |
117 |
|
|
|
118 |
|
|
lxc_stop() { |
119 |
dpavlin |
189 |
lxc_log "$name stop" |
120 |
dpavlin |
183 |
lxc_kill $name -SIGPWR |
121 |
dpavlin |
179 |
lxc-wait -n $name -s STOPPED |
122 |
dpavlin |
189 |
lxc_log "$name stoped" |
123 |
dpavlin |
183 |
# rm -f /var/lib/lxc/${name}/on_boot |
124 |
dpavlin |
181 |
} |
125 |
dpavlin |
179 |
|
126 |
|
|
|
127 |
dpavlin |
181 |
lxc_start() { |
128 |
|
|
name=$1 |
129 |
dpavlin |
227 |
rootfs=$(lxc_rootfs $1) |
130 |
dpavlin |
181 |
|
131 |
dpavlin |
227 |
if [ ! -e $rootfs ] ; then |
132 |
|
|
echo "ERROR $name rootfs $rootfs not found" |
133 |
|
|
return |
134 |
|
|
fi |
135 |
|
|
|
136 |
dpavlin |
181 |
if ! lxc-info -n $name | grep RUNNING ; then |
137 |
dpavlin |
189 |
lxc_log "$name start" |
138 |
dpavlin |
244 |
dev=`df -P $rootfs | tail -1 | cut -d" " -f1` |
139 |
|
|
mount $dev -o remount,rw # fix debian upgrade which remounts dir ro |
140 |
dpavlin |
181 |
lxc-start -n $name -o /tmp/${name}.log -d |
141 |
|
|
lxc-wait -n $name -s RUNNING |
142 |
|
|
lxc-info -n $name |
143 |
dpavlin |
185 |
test -f /var/lib/lxc/${name}/on_boot || echo $name > /var/lib/lxc/${name}/on_boot |
144 |
dpavlin |
181 |
fi |
145 |
|
|
} |
146 |
|
|
|
147 |
|
|
lxc_watchdog() { |
148 |
|
|
name=$1 |
149 |
|
|
rootfs=$(lxc_rootfs $1) |
150 |
root |
264 |
run=$rootfs/var/run |
151 |
|
|
test -L $run && run=$rootfs/`readlink $run` # recent Debian have symlink to /run |
152 |
|
|
cd $run || echo "can't cd watchdog into $run" |
153 |
dpavlin |
181 |
|
154 |
root |
175 |
while true; do |
155 |
dpavlin |
181 |
tasks=`wc -l < /cgroup/${name}/tasks` |
156 |
dpavlin |
236 |
stop_on=1 # init |
157 |
dpavlin |
245 |
sulogins=`lxc-ps --name $name | grep sulogin | wc -l` |
158 |
dpavlin |
236 |
if [ "$sulogins" -gt 0 ] ; then |
159 |
|
|
stop_on=`expr $stop_on + $sulogins` |
160 |
|
|
fi |
161 |
|
|
|
162 |
dpavlin |
181 |
test -z "$tasks" && exit 1 |
163 |
dpavlin |
236 |
if [ "$tasks" -eq $stop_on ]; then |
164 |
root |
175 |
|
165 |
root |
264 |
runlevel="$(runlevel utmp)" |
166 |
dpavlin |
187 |
lxc_log "$name runlevel $runlevel" |
167 |
root |
175 |
|
168 |
|
|
case $runlevel in |
169 |
|
|
N*) |
170 |
|
|
# nothing for new boot state |
171 |
|
|
;; |
172 |
root |
264 |
??0|unknown) |
173 |
dpavlin |
187 |
lxc_log "$name halt" |
174 |
root |
175 |
lxc-stop -n "${name}" |
175 |
dpavlin |
181 |
lxc-wait -n ${name} -s STOPPED |
176 |
root |
175 |
break |
177 |
|
|
;; |
178 |
|
|
??6) |
179 |
dpavlin |
187 |
lxc_log "$name reboot"; |
180 |
root |
175 |
lxc-stop -n ${name} |
181 |
|
|
lxc-wait -n ${name} -s STOPPED |
182 |
|
|
lxc-start -d -n ${name} -o /tmp/${name}.log |
183 |
|
|
;; |
184 |
|
|
*) |
185 |
|
|
# make sure vps is still running |
186 |
|
|
state="$(lxc-info -n "${name}" | sed -e 's/.* is //')" |
187 |
|
|
[ "$state" = "RUNNING" ] || break |
188 |
|
|
;; |
189 |
|
|
esac |
190 |
dpavlin |
181 |
else |
191 |
dpavlin |
236 |
lxc_log "$name $tasks tasks $sulogins console" |
192 |
root |
175 |
fi |
193 |
dpavlin |
182 |
|
194 |
|
|
# time of 5 minutes on it JUST IN CASE... |
195 |
root |
264 |
inotifywait -qqt 300 utmp |
196 |
root |
175 |
done |
197 |
|
|
|
198 |
dpavlin |
189 |
lxc_log "$name watchdog exited" |
199 |
dpavlin |
181 |
|
200 |
|
|
} |
201 |
|
|
|
202 |
|
|
|
203 |
root |
190 |
usage() { |
204 |
|
|
echo "Usage: $0 {start|stop|restart|status|boot|disable} [name name ... ]" >&2 |
205 |
|
|
exit 3 |
206 |
|
|
} |
207 |
|
|
|
208 |
dpavlin |
183 |
command_on_lxc() { |
209 |
|
|
command=$1 |
210 |
|
|
shift |
211 |
dpavlin |
181 |
|
212 |
dpavlin |
183 |
echo "# $command $1" |
213 |
|
|
|
214 |
|
|
case "$command" in |
215 |
|
|
|
216 |
dpavlin |
181 |
start) |
217 |
dpavlin |
183 |
lxc_exists $1 |
218 |
|
|
cleanup_init_scripts $1 |
219 |
dpavlin |
193 |
setup_inittab $1 ":respawn:/sbin/getty.*tty1" "c1:12345:respawn:/sbin/getty 38400 tty1 linux" |
220 |
|
|
setup_inittab $1 "::power" "p0::powerfail:/sbin/init 0" |
221 |
|
|
setup_inittab $1 "::ctrlaltdel" "p6::ctrlaltdel:/sbin/init 6" |
222 |
dpavlin |
183 |
lxc_start $1 |
223 |
dpavlin |
186 |
# give container 5 seconds to start more than one process |
224 |
|
|
( sleep 5 ; nohup $0 watchdog $1 >> /tmp/$1.log 2>/dev/null ) & |
225 |
dpavlin |
181 |
;; |
226 |
dpavlin |
183 |
stop|halt) |
227 |
|
|
lxc_exists $1 |
228 |
|
|
lxc_stop $1 |
229 |
dpavlin |
181 |
;; |
230 |
dpavlin |
183 |
reload|force-reload|restart|reboot) |
231 |
|
|
lxc_kill $1 -SIGINT |
232 |
dpavlin |
181 |
;; |
233 |
|
|
watchdog) |
234 |
dpavlin |
183 |
lxc_watchdog $1 |
235 |
dpavlin |
181 |
;; |
236 |
dpavlin |
188 |
boot) |
237 |
|
|
echo $1 > /var/lib/lxc/$1/on_boot |
238 |
|
|
;; |
239 |
|
|
disable) |
240 |
|
|
echo -n > /var/lib/lxc/$1/on_boot |
241 |
|
|
;; |
242 |
dpavlin |
181 |
*) |
243 |
root |
190 |
usage |
244 |
dpavlin |
181 |
;; |
245 |
|
|
|
246 |
|
|
esac |
247 |
|
|
|
248 |
dpavlin |
183 |
} |
249 |
|
|
|
250 |
|
|
command=$1 |
251 |
root |
190 |
test -z "$command" && usage |
252 |
|
|
test "$command" = "status" && lxc_status && exit |
253 |
dpavlin |
189 |
shift |
254 |
dpavlin |
183 |
|
255 |
|
|
if [ -z "$1" ] ; then |
256 |
|
|
ls /var/lib/lxc/*/on_boot | while read path ; do |
257 |
|
|
name=`echo $path | cut -d/ -f5` |
258 |
dpavlin |
189 |
if [ "$command" != "start" -o "$command" = "start" -a -s $path ] ; then |
259 |
|
|
command_on_lxc $command $name |
260 |
|
|
else |
261 |
|
|
echo "# skip $command $name" |
262 |
|
|
fi |
263 |
dpavlin |
183 |
done |
264 |
|
|
else |
265 |
|
|
while [ ! -z "$1" ] ; do |
266 |
|
|
command_on_lxc $command $1 |
267 |
|
|
shift |
268 |
|
|
done |
269 |
|
|
fi |
270 |
|
|
|