#!/bin/bash

nvidia_smi=`which nvidia-smi 2> /dev/null`
nvidia_smi_py=`which check_nvidiasmi.py  2> /dev/null`
warn_temp=65
critical_temp=80

if [ -n "$nvidia_smi" ] && [ -n "$nvidia_smi_py" ]; 
then
    echo $nvidia_smi
    echo $nvidia_smi_py 
	num_boards=`$nvidia_smi -L |wc -l`
	last_board=$(( num_boards - 1))
	for i in `seq 0 $last_board`; 
	do
		results=`$nvidia_smi_py -d $i -t $warn_temp -T $critical_temp`
		result_status=${results:12:1}
		sub_results=`echo $results| sed -e "s/.*|\ gpuTemp=//"`
		temp=`echo $sub_results| sed -e "s/;.*//"`
		if [ $result_status == "O" ]; then
			echo "0 GPU:$i GPU_temp=$temp;$warn_temp;$critical_temp;0;100 OK - $sub_results"	 
		elif [ $result_status == "W" ]; then
			echo "1 GPU:$i GPU_temp=$temp;$warn_temp;$critical_temp;0;100 WARNING - $sub_results"	 
		elif [ $result_status == "C" ]; then
			echo "2 GPU:$i GPU_temp=$temp;$warn_temp;$critical_temp;0;100 CRITICAL - $sub_results"	 
		else
			echo "3 GPU:$i GPU_temp=$temp;$warn_temp;$critical_temp;0;100 UNKNOWN - $sub_results"	 
		fi
	done
fi
