[Pacemaker] pacemaker won't start mysql in the second node

[Liang.Ma at asc-csa.gc.ca]

Hi There,

I have set up a pair of ha LAMP servers using heartbeat, pacemaker and
drbd on Ubuntu 10.04 LTS. Everything works fine until I upgraded
mysql-server from 5.1.41-3ubuntu12.6 to 5.1.41-3ubuntu12.9. Now node 1
(arsvr1) works still fine, but mysql on node 2 (arsvr2) won't start
when I switch arsvr1 standby. The error message shown from "crm
status" is

Failed actions:
mysql_start_0 (node=arsvr2, call=32, rc=4, status=complete):
insufficient privileges

No errors logged in /var/log/mysql/error.log at all.

drbd mysql partition mounted properly. If I go to
/usr/lib/ocf/resource.d/heartbeat and set the OCF_RESKEY parameters, I
have no problem to start mysql server by "./mysql start". But the
resource mysql won't show up in crm status.

So looks somehow pacemaker fail to start resource mysql even before
running the resource script.

Here is the configuration

node $id="bc6bf61d-6b5f-4307-85f3-bf7bb11531bb" arsvr2 \
	attributes standby="off"
node $id="bf0e7394-9684-42b9-893b-5a9a6ecddd7e" arsvr1 \
	attributes standby="off"
primitive apache2 lsb:apache2 \
	op start interval="0" timeout="60" \
	op stop interval="0" timeout="120" start-delay="15" \
	meta target-role="Started"
primitive drbd_mysql ocf:linbit:drbd \
	params drbd_resource="r0" \
	op monitor interval="15s"
primitive drbd_webfs ocf:linbit:drbd \
	params drbd_resource="r1" \
	op monitor interval="15s" \
	op start interval="0" timeout="240" \
	op stop interval="0" timeout="100"
primitive fs_mysql ocf:heartbeat:Filesystem \
	params device="/dev/drbd/by-res/r0" directory="/var/lib/mysql" fstype="ext4" \
	op start interval="0" timeout="60" \
	op stop interval="0" timeout="120" \
	meta target-role="Started"
primitive fs_webfs ocf:heartbeat:Filesystem \
	params device="/dev/drbd/by-res/r1" directory="/srv" fstype="ext4" \
	op start interval="0" timeout="60" \
	op stop interval="0" timeout="120" \
	meta target-role="Started"
primitive ip1 ocf:heartbeat:IPaddr2 \
	params ip="10.10.10.193" nic="eth0" \
	op monitor interval="5s"
primitive ip1arp ocf:heartbeat:SendArp \
	params ip="10.10.10.193" nic="eth0"
primitive mysql ocf:heartbeat:mysql \
	params binary="/usr/bin/mysqld_safe" config="/etc/mysql/my.cnf"
user="mysql" group="mysql" log="/var/log/mysql.log"
pid="/var/run/mysqld/mysqld.pid" datadir="/var/lib/mysql"
socket="/var/run/mysqld/mysqld.sock" \
	op monitor interval="30s" timeout="30s" \
	op start interval="0" timeout="120" \
	op stop interval="0" timeout="120" \
	meta target-role="Started"
group MySQLDB fs_mysql mysql \
	meta target-role="Started"
group WebServices ip1 ip1arp fs_webfs apache2 \
	meta target-role="Started"
ms ms_drbd_mysql drbd_mysql \
	meta master-max="1" master-node-max="1" clone-max="2"
clone-node-max="1" notify="true"
ms ms_drbd_webfs drbd_webfs \
	meta master-max="1" master-node-max="1" clone-max="2"
clone-node-max="1" notify="true" target-role="Started"
colocation apache2_with_ip inf: apache2 ip1
colocation apache2_with_mysql inf: apache2 ms_drbd_mysql:Master
colocation apache2_with_webfs inf: apache2 ms_drbd_webfs:Master
colocation fs_on_drbd inf: fs_mysql ms_drbd_mysql:Master
colocation ip_with_ip_arp inf: ip1 ip1arp
colocation mysql_on_drbd inf: MySQLDB ms_drbd_mysql:Master
colocation web_with_mysql inf: MySQLDB WebServices
colocation webfs_on_drbd inf: fs_webfs ms_drbd_webfs:Master
colocation webfs_with_fs inf: fs_webfs fs_mysql
order apache2-after-arp inf: ip1arp:start apache2:start
order arp-after-ip inf: ip1:start ip1arp:start
order fs-mysql-after-drbd inf: ms_drbd_mysql:promote fs_mysql:start
order fs-webfs-after-drbd inf: ms_drbd_webfs:promote fs_webfs:start
order ip-after-mysql inf: mysql:start ip1:start
order mysql-after-fs-mysql inf: fs_mysql:start mysql:start
property $id="cib-bootstrap-options" \
	dc-version="1.0.8-042548a451fce8400660f6031f4da6f0223dd5dd" \
	cluster-infrastructure="Heartbeat" \
	expected-quorum-votes="1" \
	stonith-enabled="false" \
	no-quorum-policy="ignore"
rsc_defaults $id="rsc-options" \
	resource-stickiness="100"

Any help please?

Thanks,

Liang Ma
Contractuel | Consultant | SED Systems Inc. 
Ground Systems Analyst
Agence spatiale canadienne | Canadian Space Agency
6767, Route de l'Aéroport, Longueuil (St-Hubert), QC, Canada, J3Y 8Y9
Tél/Tel : (450) 926-5099 | Téléc/Fax: (450) 926-5083
Courriel/E-mail : [liang.ma at space.gc.ca]
Site web/Web site : [www.space.gc.ca ]