Munin contributed plugins

: <<=cut

 EMC VNX 5300 Unified Storage system's Datamovers

=head1 AUTHOR

=head1 DESCRIPTION

 also be compatible with other Isilon or Celerra systems. It uses SSH to connect

 If all Datamovers are offline or absent, the plugin returns error.

 This plugin also automatically chooses Primary Control Station from the list by

  calling '/nasmcd/sbin/getreason' and '/nasmcd/sbin/t2slot'.

 At the moment data is gathered from the following statistics sources:

  * nfs.v3.op - Tons of timings about NFSv3 RPC calls

  * nfs.v4.op - Tons of timings about NFSv4 RPC calls

  * nfs.client - Here new Client addresses are rescanned and added automatically.

  * basic-std Statistics Group - Basic Statistics of Datamovers (eg. CPU, Memory

  etc.)

 It's quite easy to comment out unneeded data to make graphs less overloaded or

 to add new statistics sources.

=head1 COMPATIBILITY

 system, as this is the only EMC storage which i have.

 By the way, i am pretty sure it can also work with other VNX1 storages, like

 VNX5100 and VNX5500.

 them. Maybe it would need some corrections in command-line backend. The same

=head1 CONFIGURATION

 'nasadmin' user, but it would be better if you create read-only global user by

 Unisphere Client. The user should have only Operator role.

 I created "operator" user but due to the fact that Control Stations already

 careful. After that, copy .bash_profile from /home/nasadmin to a newly created

 /home/operator1

 On munin-node side choose a user which will be used to connect through SSH.

 user.

 "emc_vnx_file_nfs_stats_<NAME>", otherwise to get Basic Datamover statistics

 you have to name it "emc_vnx_file_basicdm_stats_<NAME>", where <NAME> is any

 answer as "host_name" field.

 For example, assume your storage system is called "VNX5300".

 /etc/munin/plugin-conf.d/emc_vnx_file_stats_VNX5300

 [emc_vnx_file_*]

 user - SSH Client local user

 env.username - Remote user with Operator role

 env.cs_addr - Control Stations addresses

username=${username:=""}

nas_servers=${nas_servers:="server_2 server_3"}

ssh_check_cmd() {

	ssh -q "$username@$1" "/nasmcd/sbin/getreason | grep -w \"slot_\$(/nasmcd/sbin/t2slot)\" | cut -d- -f1 | awk '{print \$1}' "

fi

STATSTYPE=$(echo "${0##*/}" | cut -d _ -f 1-5)

elif [ "$STATSTYPE" = "emc_vnx_file_basicdm_stats" ]; then STATSTYPE=BASICDM;

else echo "Do not know what to do. Name the plugin as 'emc_vnx_file_nfs_stats_<HOSTNAME>' or 'emc_vnx_file_basicdm_stats_<HOSTNAME>'" >&2; exit 1; fi

		run_remote nas_server -i "$server" | grep -q 'type *= nas' || continue

		nas_server_ok=TRUE

		filtered_server="$(clean_fieldname "$server")"

		if [ "$STATSTYPE" = "BASICDM" ] ; then

			multigraph emc_vnx_cpu_percent

			graph_title EMC VNX 5300 Datamover CPU Util %

			graph_vlabel %

			${server}_total.label ${server} Total

			${server}_freebuffer.label ${server} Free Buffer

			${server}_encumbered.label ${server} Encumbered

			multigraph emc_vnx_filecache

			graph_title EMC VNX 5300 File Buffer Cache

			graph_vlabel per second

			${server}_w_hits.label Watermark Hits

			${server}_hits.label Hits

			${server}_lookups.label Lookups

			multigraph emc_vnx_fileresolve

			graph_title EMC VNX 5300 FileResolve

			graph_vlabel Entries

		if [ "$STATSTYPE" = "NFS" ] ; then

#nfs.v3.op data

# [nasadmin@mnemonic0 ~]$ server_stats server_2 -info nfs.v3.op

# name            = nfs.v3.op

# description     = NFS V3 per operation statistics

# type            = Set

# member_of       = nfs.v3

			member_elements_by_line=$(run_remote server_stats "$server" -info nfs.v3.op | grep member_elements | sed -ne 's/^.*= //p')

			IFS=',' read -ra graphs <<< "$member_elements_by_line"

			multigraph vnx_emc_v3_calls_s

			graph_title EMC VNX 5300 NFSv3 Calls per second

			graph_vlabel Calls

			done

			cat <<-EOF

			multigraph vnx_emc_v3_usec_call

			graph_title EMC VNX 5300 NFSv3 uSeconds per call

			graph_vlabel uSec / call

				echo "${server}_$field.label $server $field"

			done

			cat <<-EOF

			multigraph vnx_emc_v4_op_percent

			graph_title EMC VNX 5300 NFSv4 Op %

			graph_vlabel %

			done

#nfs.client data

#                                                      Ops/s    Ops/s    Ops/s    Ops diff    KiB/s    KiB/s    KiB/s   uSec/call

			member_elements_by_line=$(run_remote server_stats server_2 -monitor nfs.client -count 1 -terminationsummary no -titles never | sed -ne 's/^.*id=//p' | cut -d' ' -f1)

			#Somewhy readarray adds extra \n in the end of each variable. So, we use read() with a workaround

			done

#nfs-std

			cat <<-EOF

			multigraph vnx_emc_nfs_std_nfs_ops

			echo "${filtered_server}_wops.label $server Write Ops/s"

			echo "${filtered_server}_wops.draw STACK"

			echo "${filtered_server}_tops.label $server Total Ops/s"

			cat <<-EOF

			multigraph vnx_emc_nfs_std_nfs_b_s

			echo "${filtered_server}_wbs.draw STACK"

			echo "${filtered_server}_tbs.label $server Total B/s"

			echo "${filtered_server}_tbs.cdef ${filtered_server}_rbs,${filtered_server}_wbs,+"

			cat <<-EOF

			multigraph vnx_emc_nfs_std_nfs_avg

	if [ "$STATSTYPE" = "BASICDM" ] ; then

#basicdm data

# 20:42:26      9       16432        3404        1967       24889

		member_elements_by_line=$(run_remote server_stats "$server" -count 1 -terminationsummary no -titles never | grep '^[^[:space:]]')

		echo "${server}_stor_read.value $((graphs[4] * 1024))"

		echo "${server}_stor_write.value $((graphs[5] * 1024))"

# 20:44:14        3522944                 0      96     11562      12010                 0             0     3579268            0            0            0    3525848      8    6291456    2765608          44

		member_elements_by_line=$(run_remote server_stats "$server" -monitor kernel.memory -count 1 -terminationsummary no -titles never | grep '^[^[:space:]]')

		echo -e "\nmultigraph emc_vnx_memory"

		#Reserved for math

		echo "${server}_used.value $((graphs[15] / 1))"

		echo "${server}_free.value $((graphs[12] / 1))"

		echo "${server}_freebuffer.value $((graphs[1] / 1))"

	if [ "$STATSTYPE" = "NFS" ] ; then

#nfs.v3.op data

# [nasadmin@mnemonic0 ~]$ server_stats server_2 -monitor nfs.v3.op -count 1 -terminationsummary no

# 22:14:41   v3GetAttr                30       0          23          21

#            v3Lookup                 40       0       98070          27

#            v3Access                 50       0          20          34

		while IFS=$'\n' read -ra graphs ; do

			elements_array+=( $graphs )

		done <<< "$member_elements_by_line"

		if [ "${#elements_array[@]}" -eq "0" ]; then  LINES=0; fi

		echo "multigraph vnx_emc_v3_calls_s"

#nfs.v4.op data

# [nasadmin@mnemonic0 ~]$ server_stats server_2 -monitor nfs.v4.op -count 1 -terminationsummary no

# 22:13:14   v4Compound             2315       0        7913          30

#            v4Access                246       0           5           3

#            v4Close                 133       0          11           2

		elements_array=()

#nfs.client data

#                                                       Ops/s    Ops/s    Ops/s    Ops diff    KiB/s    KiB/s    KiB/s   uSec/call

# 20:26:38   id=192.168.1.223                           2550       20     2196          13     4673      159     4514       1964

#            id=192.168.1.2                              691        4        5           1     1113      425      688       2404

#nfs-std

# bash-3.2$  server_stats server_2 -monitor nfs-std

# 18:14:52          688         105     6396       62652           1      137      174763           3

		member_elements_by_line=$(run_remote server_stats "$server" -monitor nfs-std -count 1 -terminationsummary no -titles never | grep '^[^[:space:]]')

		IFS=$' ' read -ra graphs <<< "$member_elements_by_line"

		echo "${filtered_server}_rops.value ${graphs[2]}"

		echo "${filtered_server}_wops.value ${graphs[5]}"

		echo "${filtered_server}_tops.value ${graphs[1]}"

		echo -e "\nmultigraph vnx_emc_nfs_std_nfs_b_s"

		echo "${filtered_server}_rbs.value $((graphs[3] * 1024))"

		echo "${filtered_server}_wbs.value $((graphs[6] * 1024))"

		echo "${filtered_server}_tbs.value 0"

		echo -e "\nmultigraph vnx_emc_nfs_std_nfs_avg"

		echo "${filtered_server}_avg_readsize.value ${graphs[4]}"