#!/bin/sh

info=0
notice=0
warning=0
error=0
isEGEE=0
isOSG=0
export LANG=C

cat $SAME_SENSOR_HOME/tests/CMS-SAM-Banner.html

echo '<h1><a href="#summary">Jump to test summary</a></h1>'

echo "<h2>Preliminary checks</h2>"
echo "<pre>"
echo "version 25-03-2010 17:00"
uname -a
cat /etc/issue
date
date --utc
voms-proxy-info -identity -fqan
id

workdir=`mktemp -d workdirXXXXXX`
cd $workdir
cp -v $SAME_SENSOR_HOME/tests/cmssw_required_version_list.txt .
cp -v $SAME_SENSOR_HOME/tests/fetch-from-web .
cp -v $SAME_HOME/.BrokerInfo .

[ -n "$GLITE_WMS_RB_BROKERINFO" ] && cp -v $GLITE_WMS_RB_BROKERINFO .
[ -n "$EDG_WL_RB_BROKERINFO" ] &&  cp -v $EDG_WL_RB_BROKERINFO .

echo "</pre>"

echo "Memory:"
echo "<pre>"
cat /proc/meminfo
echo "</pre>"
echo "<p>"

echo "<h2>Checking software directory for CMS VO</h2>"
echo "<p>"

if [ -n "$OSG_APP" ] ; then
    isOSG=1
    SW_DIR=$OSG_APP/cmssoft/cms
    echo "Checking variable: \$OSG_APP/cmssoft/cms=$OSG_APP/cmssoft/cms"
    echo "</p>"
elif [ -n "$VO_CMS_SW_DIR" ] ; then
    isEGEE=1
    SW_DIR=$VO_CMS_SW_DIR
    echo "Checking variable: \$VO_CMS_SW_DIR=$VO_CMS_SW_DIR"
    echo "</p>"
else
    echo "<strong>"
    echo "ERROR: Neither VO_CMS_SW_DIR nor OSG_APP defined"
    echo "</strong></p>"
    exit $SAME_ERROR
fi
echo "<pre>"
ls -ld $SW_DIR
result=$?
echo "</pre>"
echo

if [ $result != 0 ]
    then
    echo "<strong><p>"
    echo "ERROR: software $SW_DIR directory non existent or non readable"
    echo "</strong></p>"
#    echo "summary: NO_SW_DIR"
    exit $SAME_ERROR
fi

echo "<h3>A bit platform detection testing</h3>"
echo "<pre>"
if [ -x $SW_DIR/common/cmsos ]; then
    echo -n "cmsos reports: "
    $SW_DIR/common/cmsos
fi
if [ -x $SW_DIR/common/cmsarch ]; then
    echo -n "cmsarch reports: " 
    $SW_DIR/common/cmsarch 
fi
echo "</pre>" 

echo "<h2><a name="DiskSpace"></a>Some trivial checks</h2>"
if [ "`echo $SW_DIR | cut -d / -f 2`" == "afs" ]; then
  echo "AFS mode"
  SPACE=`fs lq $SW_DIR | tail -1 | awk '{print (\$2-\$3)/1024 }'`
else
  SPACE=`df -k -P $SW_DIR | tail -1 | awk '{print \$4/1024}'`
fi
echo "Free disk space in $SW_DIR: $SPACE MB"


cantwrite=0
# on EGEE (but not CERN) check that lcgadmin can write to SW area
if [ $isEGEE == 1 ] && ! ( echo $SW_DIR | grep cern.ch )
then
  echo "<pre>"
  touch $SW_DIR/.sametest
  result=$?
  echo "</pre>"
  if [ $result != 0 ]
  then
    cantwrite=1
    echo "WARNING: cannot write to software area"
  fi
fi

if [ ! -f $SW_DIR/cmsset_default.sh ] ; then
    echo "<h3>"
    echo "ERROR: cmssw setup file $SW_DIR/cmsset_default.sh not existing"
    echo "</h3>"
    exit $SAME_ERROR
fi

echo "<h2>Sourcing the CMS environment</h2>"
echo "<pre>"
echo "source $SW_DIR/cmsset_default.sh"
echo "</pre>"
archs_defined='slc4_ia32_gcc345 slc5_ia32_gcc434 slc5_amd64_gcc434 slc3_ia32_gcc323'
archs_to_test='slc4_ia32_gcc345'
swok=0
for arch in $archs_defined ; do
  if [ $swok != 1 ] ; then
    export SCRAM_ARCH=$arch
    export BUILD_ARCH=$arch
    echo "<p>"
    echo "Testing with SCRAM_ARCH=$arch ..."
    echo "</p>"
    echo "<pre>"
    rm -f cmsset.log
    source $SW_DIR/cmsset_default.sh > cmsset.log 2>&1
    result=$?
    cat cmsset.log
    echo "</pre>"
    echo
    grep 'No such file or directory' cmsset.log > /dev/null 2>&1
    res=$?
    if [ $res == 0 ] ; then
	result=1
    fi
    if [ $result != 0 ]
    then
      echo "<p>"
      echo "WARNING: CMS software initialisation script cmsset_default.sh failed for SCRAM_ARCH=$arch"
      echo "</p>"
    else
	swok=1
    fi
  fi
done

if [ $swok != 1 ]
then
  echo "<strong><p>"
  echo "ERROR: CMS software initialisation script cmsset_default.sh failed for all architectures"
  echo "</strong></p>"
  exit $SAME_ERROR
fi
echo "<p>"
echo "OK"
echo "</p>"

echo "<h2>Make sure configuration directory is there</h2>"
echo "<p>"
echo "Checking variable: \$CMS_PATH=$CMS_PATH"
echo "</p>"
if [ -z $CMS_PATH ]; then
  echo "<strong><p>"
  echo "ERROR: CMS_PATH not defined"
  echo "</strong></p>"
  exit $SAME_ERROR
fi

if [ ! -d $CMS_PATH ] ; then
  echo "<strong><p>"
  echo "ERROR: CMS_PATH directory $CMS_PATH not existing"
  echo "</strong></p>"
  exit $SAME_ERROR
fi
echo "<p>"
echo "OK"
echo "</p>"

echo "<h2>Check that scramv1 command is present</h2>"
echo "<pre>"
echo "scramv1 version"
scramv1 version
result=$?
echo "</pre>"
if [ $result != 0 ]
then
  echo "<strong><p>"
  echo "ERROR: scramv1 command not found"
  echo "</strong></p>"
  exit $SAME_ERROR
fi
echo "<p>"
echo "OK"
echo "</p>"

#cd $SAME_SENSOR_WORK
echo "<h2>Retrieve list of CMSSW versions installed</h2>"
for arch in $archs_defined
do
  export SCRAM_ARCH=$arch
  export BUILD_ARCH=$arch
  echo "<pre>"
  echo "Architecture: $arch"
  echo "scramv1 list -c CMSSW"
  scramv1 list -c CMSSW > scramv1_list_output.txt
  listerror=$?
  echo "</pre>"
  if [ $listerror != 0 ]
  then
    echo "<p>"
    echo "WARNING: scramv1 list error"
    echo "</p>"
  fi
  touch scramv1_list_output.txt
  cat scramv1_list_output.txt | tr -s " " | cut -d " " -f2 | sort -u > cmssw_installed_${arch}.txt
  cat cmssw_installed_${arch}.txt >> cmssw_installed_version_list.txt
  echo "<ol class=CMSSW-list id=\"$arch\">"
  if [ $listerror == 0 ] # don't try to parse the error message for CMSSW versions
  then
    cat cmssw_installed_${arch}.txt | while read line
    do
       echo "	<li>"$line"</li>"
    done
  fi
  echo "</ol>"
  echo "<p>"
  echo "OK"
  echo "</p>"
done

echo "<h2>Verify <a href="http://cmssw.cvs.cern.ch/cgi-bin/cmssw.cgi/COMP/CMSSAM/SiteTests/testjob/tests/cmssw_required_version_list.txt?view=co">list</a> of required CMSSW versions</h2>"
missing=0
failproject=0
failrunt=0
for cmsver in `cat $SAME_SENSOR_HOME/tests/cmssw_required_version_list.txt`
do
  grep -x $cmsver cmssw_installed_version_list.txt >& /dev/null
  result=$?
  if [ $result != 0 ]
  then
    echo "<p><strong>"
    echo "Required CMSSW version $cmsver not installed"
    echo "</strong></p>"
    missing=1
  else
    echo "<p>"
    echo "Checking version $cmsver installation"
    echo "</p>"
    echo "<pre>"
       # execute in a subprocess commands that require scram 
    $SAME_SENSOR_HOME/tests/TestCmsswVersion.sh $cmsver
    TestResult=$?
    if [ $TestResult != 0 ]
    then
	failproject=1
    fi
    echo "</pre>"
  fi
done

echo "<h2>Verify installed vs. published CMSSW versions</h2>"

# check that installed version list matches published tags
retrieve_published_list_fail=0
empty_tag_list=0
missing_arch_tag=0
missing_version_tag=0
missing_published_version=0
missing_production_release=0

echo "<p>Try various methods to find CE host name<p>"

if [ $isEGEE == 1 ]
then
  CE=`glite-brokerinfo getCE`
fi
if [ $isOSG == 1 ]
then
  CE=`grep 'name.*jobmanager' .BrokerInfo|cut -d'"' -f2`
fi
echo "BrokerInfo reported   : " $CE "<br>"
echo "possible env.variables<br>"
echo "GLITE_WMS_LOG_DESTINATION=" $GLITE_WMS_LOG_DESTINATION "<br>"
echo "GLOBUS_CE=              " $GLOBUS_CE "<br>"
BIH=`ls -l $SAME_HOME/.BrokerInfo 2>&1`
echo "BrokerInfo file in SAME_HOME=" $BIH "<br>"

if [ -z "$CE" ] ; then
    [ -n $GLITE_WMS_LOG_DESTINATION ] && CE=$GLITE_WMS_LOG_DESTINATION
fi

if [ -z "$CE" ] ; then
    [ -n $GLOBUS_CE ] && CE=$GLOBUS_CE
fi

if [ -z "$CE" ] ; then
  echo "<p>WARNING: Cannot derive CE name. After attempting: <br>"
  echo "<pre>"
  set -x
  glite-brokerinfo getCE
  grep 'name.*jobmanager' .BrokerInfo|cut -d'"' -f2
  echo $GLOBUS_CE
  echo $GLITE_WMS_LOG_DESTINATION
  set +x
  echo "</pre>"
  exit $SAME_WARNING
fi

ceHost=`echo $CE|cut -d':' -f1`
ceHostWithCommas=`echo $ceHost|tr . ,`

echo "<pre>"
echo "CE is:      "  $CE
echo "CE host is: "  $ceHost
echo "</pre>"

PublishedTagsURL="http://cmsdoc.cern.ch/cms/LCG/SiteComm/published-tags/$ceHostWithCommas"
echo "<p>Retrieve list of published tags from <a href=\"$PublishedTagsURL\">$PublishedTagsURL</a><br>"
./fetch-from-web $PublishedTagsURL publ_tag.txt
rc=$?
echo "rc from fetch-from-web = " $rc
[ $rc == $SAME_INFO ] && info=1
[ $rc == $SAME_NOTICE ] && note=1
[ $rc == $SAME_NOTICE ] && retrieve_published_list_fail=1 

echo "List of published tags<br><pre>"
cat publ_tag.txt
echo "</pre>"

if [ $retrieve_published_list_fail == 0 ]
then 
  len=`cat publ_tag.txt | wc --chars`
  if [ $len -lt 10 ]
  then
    empty_tag_list=1
    echo "<p><br><strong>"
    echo "Suspiciously small (empty ?) tag list returned by lcg-info"
    echo "</p></strong><pre>"
    ls -lh  publ_tag.txt
    echo "</pre>"
    retrieve_published_list_fail=1
    note=1
  fi
fi

if [ $retrieve_published_list_fail == 0 ]
then
  for arch in $archs_to_test
  do
    if ! (grep -q $arch publ_tag.txt) then
	echo "<p>ERROR: $arch tag missing</p>"
	missing_arch_tag=1
    fi
  done
  TagCollectorURL="https://cmstags.cern.ch/cgi-bin/CmsTC/ReleasesXML"
  echo "<p>Retrieve list of production version from <a href=\"$TagCollectorURL\">$TagCollectorURL</a> and ignore releases before 1_5_x<br>"
  ./fetch-from-web $TagCollectorURL ReleasesXML
  rc=$?
  echo "rc = " $rc
  [ $rc == $SAME_INFO ] && info=1
  if [ $rc == $SAME_NOTICE ]
  then
    note=1
    echo "<p>NOTICE: Fail to retrieve list of production versions from TagCollector/p>" 
  fi
  if [ $rc == $SAME_OK -o $rc == $SAME_INFO ] ; then
    cat ReleasesXML | grep Announced|cut -d'"' -f 2|sort -u > production_releases.txt
  # do not bother with old SL3-only versions (tags are not maintained)
    grep -v "CMSSW_0\|CMSSW_1_[0-4]" production_releases.txt > newer_releases
    mv newer_releases production_releases.txt
  fi
  
  echo "<h3>If a production releease is installed, it should be published</h3>"
  for cmsver in `cat cmssw_installed_version_list.txt`
    do
    if ( grep -qx $cmsver production_releases.txt )
    then
      if ! (grep -qx $cmsver publ_tag.txt)
      then
        echo "<p>"
	echo "WARNING: CMSSW version $cmsver installed but not published"
	echo "</p>"
	missing_version_tag=1
      fi
    fi
  done
  [ $missing_version_tag == 0 ] && echo "OK<p>"

  echo "<h3>If a production release is published, it must be installed</h3>"
  for cmsver in `grep CMSSW publ_tag.txt`
  do
    if ( grep -qx $cmsver production_releases.txt )
    then
      if ! (grep -qx $cmsver cmssw_installed_version_list.txt)
      then
        echo "<p>"
	echo "ERROR: CMSSW version $cmsver published but not installed"
        echo "<pre>"
	set -x
	cat publ_tag.txt
	cat production_releases.txt
	set +x
        echo "</pre>"
	echo "</p>"
	missing_published_version=1
      fi
    fi
  done
  [ $missing_published_version == 0 ] && echo "OK<p>"


  echo "<h3>All production releases should be installed</h3>"
  for cmsver in `cat production_releases.txt`
    do
    if ! ( grep -qx $cmsver cmssw_installed_version_list.txt )
    then
      echo "<p>"
      echo "NOTICE: CMSSW production version $cmsver not installed"
      echo "</p>"
      missing_production_release=1
      fi
  done
  [ $missing_production_release == 0 ] && echo "OK<p>"

fi

if [ $isEGEE == 1 ] ; then
    # Determine shared software area
    echo "<h2>Shared Software Area</h2>"
    echo "The software area $SW_DIR is used by the following CEs:"
    SHARED_PATH=$SW_DIR/shared_sw_area
    mkdir -p $SHARED_PATH
    touch $SHARED_PATH/$ceHost
    echo "<ul class=CMSSW_shared_areas>"
    # list all files that have been modified/touched in the last 5 days
    find $SHARED_PATH -mtime -5 -type f -printf '<li>%P</li>\n'
    echo "</ul>"
fi

# Print out installed Generator Gridpacks
# We assume that they are stored in $CMS_PATH/slc4_ia32_gcc345/generatorData
# SAM test result does not depend on it (at least for now).

echo "<h2>Installed Generator Gridpacks</h2>"
if [ ! -d $CMS_PATH/slc4_ia32_gcc345/generatorData ]; then
  echo "<p>"
  echo " WARNING: No generator data installed!"
  echo "</p>"
else
  cd  $CMS_PATH/slc4_ia32_gcc345/generatorData
  echo "Following generator data are installed: "
  echo "<pre>"
  find . -type d -mindepth 4 -maxdepth 4 -print
  echo "</pre>"
# Bad permssions - enable later...
#  echo "Files or directories with bad permissions" 
#  find . -type d ! -perm -o+x -print 
#  find . -type f ! -perm -o+r -print
fi

echo "<h3>cms-common RPMs</h3>"
APTINIT=`find $SW_DIR/slc4_ia32_gcc345/external/apt -name init.sh`
source $APTINIT
echo "<pre>"
echo -n "SL4 RPM: "
rpm -qa | grep cms-common
echo "</pre>"
if [ -d $SW_DIR/slc5_ia32_gcc434 ]; then
    APTINIT=`find $SW_DIR/slc5_ia32_gcc434/external/apt -name init.sh`
    source $APTINIT
    echo "<pre>"
    echo -n "SL5 RPM: "
    rpm -qa | grep cms-common
    echo "</pre>"
fi


echo '<h1><a name="summary"> Test Summary</a></h1><p>'

if [ $retrieve_published_list_fail == 1 ]
then
  echo "<p>NOTICE: Fail to retrieve list of published tags from cmsdoc</p>"
  note=1
fi

if [ $missing_production_release == 1 ]
then
  echo "<p>NOTICE: One or more production releases are not installed</p>"
  notice=1
fi

if [ $cantwrite == 1 ]
then
  echo "<p>WARNING: Cannot write to CMSSW installation area</p>"
  warning=1
fi

if [ $missing == 1 ]
then
  echo "<p>WARNING: Some of the required CMSSW versions not found</p>"
  warning=1
fi

if [ $empty_tag_list == 1 ]
then
  echo "<p>WARNING: No CMS tags are published</p>"
  warning=1
fi

if [ $missing_version_tag == 1 ]
then
  echo "<p>WARNING: Some CMS VO Tags are missing</p>"
  warning=1
fi

if [ $missing_arch_tag == 1 ]
then
  echo "<p>ERROR: Needed CMS VO architecture TAG not published</p>"
  error=1
fi

if [ $missing_published_version == 1 ]
then
  echo "<p>ERROR: Some CMSSW version published but not present</p>"
  error=1
fi

if [[ $failproject == 1  ||  $failrunt == 1 ]]
then
  echo "<p>Some of the required CMSSW versions not working</p>"
  error=1
fi


if [[ $error == 1 ]]
then
  echo "<p><strong> ERROR </strong></p>"
  exit $SAME_ERROR
fi

if [[ $warning == 1 ]]
then
  echo "<p><strong> WARNING </strong></p>"
  exit $SAME_WARNING
fi

if [ $notice == 1 ]
then
  echo "<p><strong> NOTE </strong></p>"
  exit $SAME_NOTICE
fi

if [ $info == 1 ]
then
  echo "<p><strong> INFO </strong></p>"
  exit $SAME_INFO
fi


echo "<p><strong> OK </strong></p>"
exit $SAME_OK