Skip to content

O
OpenXG-RAN
Switch branch/tag
Find file Normal viewHistoryPermalink
reportTestLocally.sh 26.6 KB
Newer Older
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 
#!/bin/bash
#/*
# * Licensed to the OpenAirInterface (OAI) Software Alliance under one or more
# * contributor license agreements.  See the NOTICE file distributed with
# * this work for additional information regarding copyright ownership.
# * The OpenAirInterface Software Alliance licenses this file to You under
# * the OAI Public License, Version 1.1  (the "License"); you may not use this file
# * except in compliance with the License.
# * You may obtain a copy of the License at
# *
# *      http://www.openairinterface.org/?page_id=698
# *
# * Unless required by applicable law or agreed to in writing, software
# * distributed under the License is distributed on an "AS IS" BASIS,
# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# * See the License for the specific language governing permissions and
# * limitations under the License.
# *-------------------------------------------------------------------------------
# * For more information about the OpenAirInterface (OAI) Software Alliance:
# *      contact@openairinterface.org
# */
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
23 24 
function report_test_usage {
    echo "OAI CI VM script"
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
25 26 27 28 
    echo "   Original Author: Raphael Defosseux"
    echo ""
    echo "Usage:"
    echo "------"
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
29 
    echo "    oai-ci-vm-tool report-test [OPTIONS]"
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 
    echo ""
    echo "Options:"
    echo "--------"
    echo ""
    echo "    --help OR -h"
    echo "    Print this help message."
    echo ""
    echo "Job Options:"
    echo "------------"
    echo ""
    echo "    --git-url #### OR -gu ####"
    echo "    Specify the URL of the GIT Repository."
    echo ""
    echo "    --job-name #### OR -jn ####"
    echo "    Specify the name of the Jenkins job."
    echo ""
    echo "    --build-id #### OR -id ####"
    echo "    Specify the build ID of the Jenkins job."
    echo ""
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
49 50 51 
    echo "    --workspace #### OR -ws ####"
    echo "    Specify the workspace."
    echo ""
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 
    echo "    --trigger merge-request OR -mr"
    echo "    --trigger push          OR -pu"
    echo "    Specify trigger action of the Jenkins job. Either a merge-request event or a push event."
    echo ""
    echo "Merge-Request Options:"
    echo "----------------------"
    echo ""
    echo "    --src-branch #### OR -sb ####"
    echo "    Specify the source branch of the merge request."
    echo ""
    echo "    --src-commit #### OR -sc ####"
    echo "    Specify the source commit ID (SHA-1) of the merge request."
    echo ""
    echo "    --target-branch #### OR -tb ####"
    echo "    Specify the target branch of the merge request (usually develop)."
    echo ""
    echo "    --target-commit #### OR -tc ####"
    echo "    Specify the target commit ID (SHA-1) of the merge request."
    echo ""
    echo "Push Options:"
    echo "----------------------"
    echo ""
    echo "    --branch #### OR -br ####"
    echo "    Specify the branch of the push event."
    echo ""
    echo "    --commit #### OR -co ####"
    echo "    Specify the commit ID (SHA-1) of the push event."
    echo ""
    echo ""
}
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
83 84 85 86 
function report_test {
    echo "############################################################"
    echo "OAI CI VM script"
    echo "############################################################"
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
87
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
88 
    echo "JENKINS_WKSP        = $JENKINS_WKSP"
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
89
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
90 
    cd ${JENKINS_WKSP}
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
91
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 
    echo "<!DOCTYPE html>" > ./test_simulator_results.html
    echo "<html class=\"no-js\" lang=\"en-US\">" >> ./test_simulator_results.html
    echo "<head>" >> ./test_simulator_results.html
    echo "  <title>Simulator Results for $JOB_NAME job build #$BUILD_ID</title>" >> ./test_simulator_results.html
    echo "  <base href = \"http://www.openairinterface.org/\" />" >> ./test_simulator_results.html
    echo "</head>" >> ./test_simulator_results.html
    echo "<body>" >> ./test_simulator_results.html
    echo "  <table style=\"border-collapse: collapse; border: none;\">" >> ./test_simulator_results.html
    echo "    <tr style=\"border-collapse: collapse; border: none;\">" >> ./test_simulator_results.html
    echo "      <td style=\"border-collapse: collapse; border: none;\">" >> ./test_simulator_results.html
    echo "        <a href=\"http://www.openairinterface.org/\">" >> ./test_simulator_results.html
    echo "           <img src=\"/wp-content/uploads/2016/03/cropped-oai_final_logo2.png\" alt=\"\" border=\"none\" height=50 width=150>" >> ./test_simulator_results.html
    echo "           </img>" >> ./test_simulator_results.html
    echo "        </a>" >> ./test_simulator_results.html
    echo "      </td>" >> ./test_simulator_results.html
    echo "      <td style=\"border-collapse: collapse; border: none; vertical-align: center;\">" >> ./test_simulator_results.html
    echo "        <b><font size = \"6\">Job Summary -- Job: $JOB_NAME -- Build-ID: $BUILD_ID</font></b>" >> ./test_simulator_results.html
    echo "      </td>" >> ./test_simulator_results.html
    echo "    </tr>" >> ./test_simulator_results.html
    echo "  </table>" >> ./test_simulator_results.html
    echo "  <br>" >> ./test_simulator_results.html
    echo "   <table border = \"1\">" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
114 
    echo "      <tr>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
115 116 
    echo "        <td bgcolor = \"lightcyan\" >Build Start Time (UTC)</td>" >> ./test_simulator_results.html
    echo "        <td>TEMPLATE_BUILD_TIME</td>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
117 118 
    echo "      </tr>" >> ./test_simulator_results.html
    echo "      <tr>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
119 120 
    echo "        <td bgcolor = \"lightcyan\" >GIT Repository</td>" >> ./test_simulator_results.html
    echo "        <td><a href=\"$GIT_URL\">$GIT_URL</a></td>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
121 122 
    echo "      </tr>" >> ./test_simulator_results.html
    echo "      <tr>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
123 124 125 
    echo "        <td bgcolor = \"lightcyan\" >Job Trigger</td>" >> ./test_simulator_results.html
    if [ $PU_TRIG -eq 1 ]; then echo "        <td>Push Event</td>" >> ./test_simulator_results.html; fi
    if [ $MR_TRIG -eq 1 ]; then echo "        <td>Merge-Request</td>" >> ./test_simulator_results.html; fi
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
126 
    echo "      </tr>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 
    if [ $PU_TRIG -eq 1 ]
    then
        echo "      <tr>" >> ./test_simulator_results.html
        echo "        <td bgcolor = \"lightcyan\" >Branch</td>" >> ./test_simulator_results.html
        echo "        <td>$SOURCE_BRANCH</td>" >> ./test_simulator_results.html
        echo "      </tr>" >> ./test_simulator_results.html
        echo "      <tr>" >> ./test_simulator_results.html
        echo "        <td bgcolor = \"lightcyan\" >Commit ID</td>" >> ./test_simulator_results.html
        echo "        <td>$SOURCE_COMMIT_ID</td>" >> ./test_simulator_results.html
        echo "      </tr>" >> ./test_simulator_results.html
    fi
    if [ $MR_TRIG -eq 1 ]
    then
        echo "      <tr>" >> ./test_simulator_results.html
        echo "        <td bgcolor = \"lightcyan\" >Source Branch</td>" >> ./test_simulator_results.html
        echo "        <td>$SOURCE_BRANCH</td>" >> ./test_simulator_results.html
        echo "      </tr>" >> ./test_simulator_results.html
        echo "      <tr>" >> ./test_simulator_results.html
        echo "        <td bgcolor = \"lightcyan\" >Source Commit ID</td>" >> ./test_simulator_results.html
        echo "        <td>$SOURCE_COMMIT_ID</td>" >> ./test_simulator_results.html
        echo "      </tr>" >> ./test_simulator_results.html
        echo "      <tr>" >> ./test_simulator_results.html
        echo "        <td bgcolor = \"lightcyan\" >Target Branch</td>" >> ./test_simulator_results.html
        echo "        <td>$TARGET_BRANCH</td>" >> ./test_simulator_results.html
        echo "      </tr>" >> ./test_simulator_results.html
        echo "      <tr>" >> ./test_simulator_results.html
        echo "        <td bgcolor = \"lightcyan\" >Target Commit ID</td>" >> ./test_simulator_results.html
        echo "        <td>$TARGET_COMMIT_ID</td>" >> ./test_simulator_results.html
        echo "      </tr>" >> ./test_simulator_results.html
    fi
    echo "   </table>" >> ./test_simulator_results.html
    echo "   <h2>Test Summary</h2>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
159
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
160 161 162 163 
    ARCHIVES_LOC=archives/basic_sim/test
    if [ -d $ARCHIVES_LOC ]
    then
        echo "   <h3>Basic Simulator Check</h3>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
164
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
165 166 167 168 169 170 171 
        echo "   <table border = \"1\">" >> ./test_simulator_results.html
        echo "      <tr bgcolor = \"#33CCFF\" >" >> ./test_simulator_results.html
        echo "        <th>Log File Name</th>" >> ./test_simulator_results.html
        echo "        <th>Command</th>" >> ./test_simulator_results.html
        echo "        <th>Status</th>" >> ./test_simulator_results.html
        echo "        <th>Statistics</th>" >> ./test_simulator_results.html
        echo "      </tr>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
172
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
173 174 175 
        TRANS_MODES=("fdd" "tdd")
        BW_CASES=(05 10 20)
        for TMODE in ${TRANS_MODES[@]}
Raphael Defosseux's avatar
CI: adding a TDD scenario for basic-simulator  
Raphael Defosseux committed
176 
        do
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
177 178 179 180 181 
            for BW in ${BW_CASES[@]}
            do
                ENB_LOG=$ARCHIVES_LOC/${TMODE}_${BW}MHz_enb.log
                UE_LOG=`echo $ENB_LOG | sed -e "s#enb#ue#"`
                if [ -f $ENB_LOG ] && [ -f $UE_LOG ]
Raphael Defosseux's avatar
CI: adding a TDD scenario for basic-simulator  
Raphael Defosseux committed
182 
                then
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
183 184 185 186 
                    NAME_ENB=`echo $ENB_LOG | sed -e "s#$ARCHIVES_LOC/##"`
                    NAME_UE=`echo $UE_LOG | sed -e "s#$ARCHIVES_LOC/##"`
                    echo "      <tr>" >> ./test_simulator_results.html
                    echo "        <td>$NAME_ENB --- $NAME_UE</td>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: adding a TDD scenario for basic-simulator  
Raphael Defosseux committed
187 
                    echo "        <td>N/A</td>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
188 189 190 191 
                    NB_ENB_GOT_SYNC=`egrep -c "got sync" $ENB_LOG`
                    NB_UE_GOT_SYNC=`egrep -c "got sync" $UE_LOG`
                    NB_ENB_SYNCED_WITH_UE=`egrep -c "got UE capabilities for UE" $ENB_LOG`
                    if [ $NB_ENB_GOT_SYNC -eq 1 ] && [ $NB_UE_GOT_SYNC -eq 2 ] && [ $NB_ENB_SYNCED_WITH_UE -eq 1 ]
Raphael Defosseux's avatar
CI: adding a TDD scenario for basic-simulator  
Raphael Defosseux committed
192 193 194 195 196 
                    then
                        echo "        <td bgcolor = \"green\" >OK</td>" >> ./test_simulator_results.html
                    else
                        echo "        <td bgcolor = \"red\" >KO</td>" >> ./test_simulator_results.html
                    fi
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 
                    echo "        <td><pre>" >> ./test_simulator_results.html
                    if [ $NB_ENB_GOT_SYNC -eq 1 ]
                    then
                        echo "<font color = \"blue\">- eNB --> got sync</font>" >> ./test_simulator_results.html
                    else
                        echo "<font color = \"red\"><b>- eNB NEVER got sync</b></font>" >> ./test_simulator_results.html
                    fi
                    if [ $NB_UE_GOT_SYNC -eq 2 ]
                    then
                        echo "<font color = \"blue\">- UE --> got sync</font>" >> ./test_simulator_results.html
                    else
                        echo "<font color = \"red\"><b>- UE NEVER got sync</b></font>" >> ./test_simulator_results.html
                    fi
                    if [ $NB_ENB_SYNCED_WITH_UE -eq 1 ]
                    then
                        echo "<font color = \"blue\">- UE attached to eNB</font>" >> ./test_simulator_results.html
                    else
                        echo "<font color = \"red\"><b>- UE NEVER attached to eNB</b></font>" >> ./test_simulator_results.html
                    fi
                    NB_SEGFAULT_ENB=`egrep -i -c "Segmentation Fault" $ENB_LOG`
                    if [ $NB_SEGFAULT_ENB -ne 0 ]
                    then
                        echo "<font color = \"red\"><b>- eNB --> Segmentation Fault</b></font>" >> ./test_simulator_results.html
                    fi
                    NB_SEGFAULT_UE=`egrep -i -c "Segmentation Fault" $UE_LOG`
                    if [ $NB_SEGFAULT_UE -ne 0 ]
                    then
                        echo "<font color = \"red\"><b>- UE --> Segmentation Fault</b></font>" >> ./test_simulator_results.html
                    fi
                    NB_ASSERTION_ENB=`egrep -i -c "Assertion" $ENB_LOG`
                    if [ $NB_ASSERTION_ENB -ne 0 ]
                    then
                        echo "<font color = \"red\"><b>- eNB --> Assertion</b></font>" >> ./test_simulator_results.html
                        awk 'BEGIN{assertion=10}{if(assertion < 3){print "    " $0; assertion++};if ($0 ~/Assertion/){print "    " $0;assertion=1}}END{}' $ENB_LOG >> ./test_simulator_results.html
                    fi
                    NB_ASSERTION_UE=`egrep -i -c "Assertion" $UE_LOG`
                    if [ $NB_ASSERTION_UE -ne 0 ]
                    then
                        echo "<font color = \"red\"><b>- eNB --> Assertion</b></font>" >> ./test_simulator_results.html
                        awk 'BEGIN{assertion=10}{if(assertion < 3){print "    " $0; assertion++};if ($0 ~/Assertion/){print "    " $0;assertion=1}}END{}' $UE_LOG >> ./test_simulator_results.html
                    fi
                    echo "        </pre></td>" >> ./test_simulator_results.html
                    echo "      </tr>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: better reporting on basic simulator  
Raphael Defosseux committed
240 
                fi
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
241 242 
                PING_CASE=$ARCHIVES_LOC/${TMODE}_${BW}MHz_ping_ue.txt
                if [ -f $PING_CASE ]
Raphael Defosseux's avatar
CI: better reporting on basic simulator  
Raphael Defosseux committed
243 
                then
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 
                    echo "      <tr>" >> ./test_simulator_results.html
                    NAME=`echo $PING_CASE | sed -e "s#$ARCHIVES_LOC/##"`
                    echo "        <td>$NAME</td>" >> ./test_simulator_results.html
                    CMD=`egrep "COMMAND IS" $PING_CASE | sed -e "s#COMMAND IS: ##"`
                    echo "        <td>$CMD</td>" >> ./test_simulator_results.html
                    FILE_COMPLETE=`egrep -c "ping statistics" $PING_CASE`
                    if [ $FILE_COMPLETE -eq 0 ]
                    then
                        echo "        <td bgcolor = \"red\" >KO</td>" >> ./test_simulator_results.html
                        echo "        <td>N/A</td>" >> ./test_simulator_results.html
                    else
                        NB_TR_PACKETS=`egrep "packets transmitted" $PING_CASE | sed -e "s# packets transmitted.*##"`
                        NB_RC_PACKETS=`egrep "packets transmitted" $PING_CASE | sed -e "s#^.*packets transmitted, ##" -e "s# received,.*##"`
                        if [ $NB_TR_PACKETS -eq $NB_RC_PACKETS ]
                        then
                            echo "        <td bgcolor = \"green\" >OK</td>" >> ./test_simulator_results.html
                        else
                            echo "        <td bgcolor = \"red\" >KO</td>" >> ./test_simulator_results.html
                        fi
                        echo "        <td>" >> ./test_simulator_results.html
                        echo "            <pre>" >> ./test_simulator_results.html
                        STATS=`egrep "packets transmitted" $PING_CASE | sed -e "s#^.*received, ##" -e "s#, time.*##" -e "s# packet loss##"`
                        echo "Packet Loss : $STATS" >> ./test_simulator_results.html
                        RTTMIN=`egrep "rtt min" $PING_CASE | awk '{split($4,a,"/"); print a[1] " " $5}'`
                        echo "RTT Minimal : $RTTMIN" >> ./test_simulator_results.html
                        RTTAVG=`egrep "rtt min" $PING_CASE | awk '{split($4,a,"/"); print a[2] " " $5}'`
                        echo "RTT Average : $RTTAVG" >> ./test_simulator_results.html
                        RTTMAX=`egrep "rtt min" $PING_CASE | awk '{split($4,a,"/"); print a[3] " " $5}'`
                        echo "RTT Maximal : $RTTMAX" >> ./test_simulator_results.html
                        echo "            </pre>" >> ./test_simulator_results.html
                        echo "        </td>" >> ./test_simulator_results.html
                    fi
                    echo "      </tr>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: better reporting on basic simulator  
Raphael Defosseux committed
277 
                fi
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
278 279 
        
                if [ -f $ARCHIVES_LOC/${TMODE}_${BW}*iperf*dl*client*txt ]
Raphael Defosseux's avatar
CI: better reporting on basic simulator  
Raphael Defosseux committed
280 
                then
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
281 
                    IPERF_TESTS=`ls $ARCHIVES_LOC/${TMODE}_${BW}*iperf*client*txt`
Raphael Defosseux's avatar
CI: better reporting on basic simulator  
Raphael Defosseux committed
282 
                else
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
283 284 285 286 287 288 289 290 291 292 293 294 
                    echo "There are no iperf files"
                    IPERF_TESTS=""
                fi
                for IPERF_CASE in $IPERF_TESTS
                do
                    echo "      <tr>" >> ./test_simulator_results.html
                    NAME=`echo $IPERF_CASE | sed -e "s#$ARCHIVES_LOC/##"`
                    echo "        <td>$NAME</td>" >> ./test_simulator_results.html
                    CMD=`egrep "COMMAND IS" $IPERF_CASE | sed -e "s#COMMAND IS: ##"`
                    echo "        <td>$CMD</td>" >> ./test_simulator_results.html
                    REQ_BITRATE=`echo $CMD | sed -e "s#^.*-b ##" -e "s#-i 1.*##"`
                    if [[ $REQ_BITRATE =~ .*K.* ]]
Raphael Defosseux's avatar
CI: adding a TDD scenario for basic-simulator  
Raphael Defosseux committed
295 
                    then
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
296 297 
                        REQ_BITRATE=`echo $REQ_BITRATE | sed -e "s#K##"`
                        FLOAT_REQ_BITRATE=`echo "$REQ_BITRATE * 1000.0" | bc -l`
Raphael Defosseux's avatar
CI: adding a TDD scenario for basic-simulator  
Raphael Defosseux committed
298 
                    fi
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
299 
                    if [[ $REQ_BITRATE =~ .*M.* ]]
Raphael Defosseux's avatar
CI: adding a TDD scenario for basic-simulator  
Raphael Defosseux committed
300 
                    then
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
301 302 
                        REQ_BITRATE=`echo $REQ_BITRATE | sed -e "s#M##"`
                        FLOAT_REQ_BITRATE=`echo "$REQ_BITRATE * 1000000.0" | bc -l`
Raphael Defosseux's avatar
CI: adding a TDD scenario for basic-simulator  
Raphael Defosseux committed
303 
                    fi
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
304 
                    if [[ $REQ_BITRATE =~ .*G.* ]]
Raphael Defosseux's avatar
CI: adding a TDD scenario for basic-simulator  
Raphael Defosseux committed
305 
                    then
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
306 307 
                        REQ_BITRATE=`echo $REQ_BITRATE | sed -e "s#G##"`
                        FLOAT_REQ_BITRATE=`echo "$REQ_BITRATE * 1000000000.0" | bc -l`
Raphael Defosseux's avatar
CI: adding a TDD scenario for basic-simulator  
Raphael Defosseux committed
308 
                    fi
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
309 310 
                    FILE_COMPLETE=`egrep -c "Server Report" $IPERF_CASE`
                    if [ $FILE_COMPLETE -eq 0 ]
Raphael Defosseux's avatar
CI: adding a TDD scenario for basic-simulator  
Raphael Defosseux committed
311 312 
                    then
                        echo "        <td bgcolor = \"red\" >KO</td>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
313 314 315 316 317 318 319 
                        SERVER_FILE=`echo $IPERF_CASE | sed -e "s#client#server#"`
                        FLOAT_EFF_BITRATE=`grep --color=never sec $SERVER_FILE | sed -e "s#^.*Bytes *##" -e "s#sec *.*#sec#" | awk 'BEGIN{s=0;n=0}{n++;if ($2 ~/Mbits/){a = $1 * 1000000};if ($2 ~/Kbits/){a = $1 * 1000};s=s+a}END{br=s/n; printf "%.0f", br}'`
                        EFFECTIVE_BITRATE=`grep --color=never sec $SERVER_FILE | sed -e "s#^.*Bytes *##" -e "s#sec *.*#sec#" | awk 'BEGIN{s=0;n=0}{n++;if ($2 ~/Mbits/){a = $1 * 1000000};if ($2 ~/Kbits/){a = $1 * 1000};s=s+a}END{br=s/n; if(br>1000000){printf "%.2f MBits/sec", br/1000000}}'`
                        PERF=`echo "100 * $FLOAT_EFF_BITRATE / $FLOAT_REQ_BITRATE" | bc -l | awk '{printf "%.2f", $0}'`
                        JITTER=`grep --color=never sec $SERVER_FILE | sed -e "s#^.*/sec *##" -e "s# *ms.*##" | awk 'BEGIN{s=0;n=0}{n++;s+=$1}END{jitter=s/n; printf "%.3f ms", jitter}'`
                        PACKETLOSS_NOSIGN=`grep --color=never sec $SERVER_FILE | sed -e "s#^.*(##" -e "s#%.*##" | awk 'BEGIN{s=0;n=0}{n++;s+=$1}END{per=s/n; printf "%.1f", per}'`
                        PACKETLOSS=`echo "${PACKETLOSS_NOSIGN}%"`
Raphael Defosseux's avatar
CI: adding a TDD scenario for basic-simulator  
Raphael Defosseux committed
320 
                    else
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 
                        EFFECTIVE_BITRATE=`tail -n3 $IPERF_CASE | egrep "Mbits/sec" | sed -e "s#^.*MBytes *##" -e "s#sec.*#sec#"`
                        if [[ $EFFECTIVE_BITRATE =~ .*Kbits/sec.* ]]
                        then
                            EFFECTIVE_BITRATE=`echo $EFFECTIVE_BITRATE | sed -e "s# *Kbits/sec.*##"`
                            FLOAT_EFF_BITRATE=`echo "$EFFECTIVE_BITRATE * 1000" | bc -l`
                        fi
                        if [[ $EFFECTIVE_BITRATE =~ .*Mbits/sec.* ]]
                        then
                            EFFECTIVE_BITRATE=`echo $EFFECTIVE_BITRATE | sed -e "s# *Mbits/sec.*##"`
                            FLOAT_EFF_BITRATE=`echo "$EFFECTIVE_BITRATE * 1000000" | bc -l`
                        fi
                        if [[ $EFFECTIVE_BITRATE =~ .*Gbits/sec.* ]]
                        then
                            EFFECTIVE_BITRATE=`echo $EFFECTIVE_BITRATE | sed -e "s# *Gbits/sec.*##"`
                            FLOAT_EFF_BITRATE=`echo "$EFFECTIVE_BITRATE * 1000000000" | bc -l`
                        fi
                        PERF=`echo "100 * $FLOAT_EFF_BITRATE / $FLOAT_REQ_BITRATE" | bc -l | awk '{printf "%.2f", $0}'`
                        PERF_INT=`echo "100 * $FLOAT_EFF_BITRATE / $FLOAT_REQ_BITRATE" | bc -l | awk '{printf "%.0f", $0}'`
                        if [[ $PERF_INT -lt 90 ]]
                        then
                            echo "        <td bgcolor = \"red\" >KO</td>" >> ./test_simulator_results.html
                        else
                            echo "        <td bgcolor = \"green\" >OK</td>" >> ./test_simulator_results.html
                        fi
                        EFFECTIVE_BITRATE=`tail -n3 $IPERF_CASE | egrep "Mbits/sec" | sed -e "s#^.*MBytes *##" -e "s#sec.*#sec#"`
                        JITTER=`tail -n3 $IPERF_CASE | egrep "Mbits/sec" | sed -e "s#^.*Mbits/sec *##" -e "s#ms.*#ms#"`
                        PACKETLOSS=`tail -n3 $IPERF_CASE | egrep "Mbits/sec" | sed -e "s#^.*(##" -e "s#).*##"`
Raphael Defosseux's avatar
CI: adding a TDD scenario for basic-simulator  
Raphael Defosseux committed
348 
                    fi
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
349 350 351 352 353 354 355 356 357 358 
                    echo "        <td>" >> ./test_simulator_results.html
                    echo "            <pre>" >> ./test_simulator_results.html
                    echo "Bitrate      : $EFFECTIVE_BITRATE" >> ./test_simulator_results.html
                    echo "Bitrate Perf : $PERF %" >> ./test_simulator_results.html
                    echo "Jitter       : $JITTER" >> ./test_simulator_results.html
                    echo "Packet Loss  : $PACKETLOSS" >> ./test_simulator_results.html
                    echo "            </pre>" >> ./test_simulator_results.html
                    echo "        </td>" >> ./test_simulator_results.html
                    echo "      </tr>" >> ./test_simulator_results.html
                done
Raphael Defosseux's avatar
CI: adding a TDD scenario for basic-simulator  
Raphael Defosseux committed
359 
            done
Raphael Defosseux's avatar
CI: better reporting on basic simulator  
Raphael Defosseux committed
360 
        done
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
361
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
362 363 
        echo "   </table>" >> ./test_simulator_results.html
    fi
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
364
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
365 366 367 368 
    ARCHIVES_LOC=archives/phy_sim/test
    if [ -d $ARCHIVES_LOC ]
    then
        echo "   <h3>Physical Simulators Check</h3>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
369 370 371 

        echo "   <table border = \"1\">" >> ./test_simulator_results.html
        echo "      <tr bgcolor = \"#33CCFF\" >" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
372 373 374 375 376 
        echo "        <th>Log File Name</th>" >> ./test_simulator_results.html
        echo "        <th>Nb Tests</th>" >> ./test_simulator_results.html
        echo "        <th>Nb Errors</th>" >> ./test_simulator_results.html
        echo "        <th>Nb Failures</th>" >> ./test_simulator_results.html
        echo "        <th>Nb Failures</th>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
377 
        echo "      </tr>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
378 379 380 

        XML_TESTS=`ls $ARCHIVES_LOC/*xml`
        for XML_FILE in $XML_TESTS
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
381 382 
        do
            echo "      <tr>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
383 384 385 386 387 388 
            NAME=`echo $XML_FILE | sed -e "s#$ARCHIVES_LOC/##"`
            NB_TESTS=`egrep "testsuite errors" $XML_FILE | sed -e "s#^.*tests='##" -e "s#' *time=.*##"`
            NB_ERRORS=`egrep "testsuite errors" $XML_FILE | sed -e "s#^.*errors='##" -e "s#' *failures=.*##"`
            NB_FAILURES=`egrep "testsuite errors" $XML_FILE | sed -e "s#^.*failures='##" -e "s#' *hostname=.*##"`
            NB_SKIPPED=`egrep "testsuite errors" $XML_FILE | sed -e "s#^.*skipped='##" -e "s#' *tests=.*##"`
            if [ $NB_ERRORS -eq 0 ] && [ $NB_FAILURES -eq 0 ]
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
389 
            then
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
390 
                echo "        <td bgcolor = \"green\" >$NAME</td>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
391 
            else
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
392 
                echo "        <td bgcolor = \"red\" >$NAME</td>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
393 
            fi
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
394 395 396 397 
            echo "        <td>$NB_TESTS</td>" >> ./test_simulator_results.html
            echo "        <td>$NB_ERRORS</td>" >> ./test_simulator_results.html
            echo "        <td>$NB_FAILURES</td>" >> ./test_simulator_results.html
            echo "        <td>$NB_SKIPPED</td>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
398 399 
            echo "      </tr>" >> ./test_simulator_results.html
        done
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
400
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
401 402 
        echo "   </table>" >> ./test_simulator_results.html
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 
        echo "   <h4>Details</h4>" >> ./test_simulator_results.html
        for XML_FILE in $XML_TESTS
        do
            echo "   <table border = \"1\">" >> ./test_simulator_results.html
            echo "      <tr bgcolor = \"#33CCFF\" >" >> ./test_simulator_results.html
            echo "        <th>Test Name</th>" >> ./test_simulator_results.html
            echo "        <th>Description</th>" >> ./test_simulator_results.html
            echo "        <th>Result</th>" >> ./test_simulator_results.html
            echo "        <th>Time</th>" >> ./test_simulator_results.html
            echo "      </tr>" >> ./test_simulator_results.html
            PREV_SECTION=0
            PREV_TIME_IN_SECS=0
            TESTCASES_LIST=`sed -e "s# #@#g" $XML_FILE | grep testcase`
            for TESTCASE in $TESTCASES_LIST
            do
                NAME=`echo $TESTCASE | sed -e "s#^.*name='##" -e "s#'@description=.*##" | sed -e "s#@# #g"`
                SECTION=`echo $NAME | sed -e "s#\..*##"`
                if [ $SECTION != $PREV_SECTION ]
                then
                    echo "      <tr bgcolor = \"#8FBC8F\" >" >> ./test_simulator_results.html
                    echo "          <td align = \"center\" colspan = 4 >\"$SECTION\" series</td>" >> ./test_simulator_results.html
                    echo "      </tr>" >> ./test_simulator_results.html
                    PREV_SECTION=$SECTION
                    PREV_TIME_IN_SECS=0
                fi
                DESC=`echo $TESTCASE | sed -e "s#^.*description='##" -e "s#'@Run_result=.*##" | sed -e "s#@# #g"`
                RESULT=`echo $TESTCASE | sed -e "s#^.*RESULT='##" -e "s#'.*##" | sed -e "s#@# #g"`
                TIME_IN_SECS=`echo $TESTCASE | sed -e "s#^.*time='##" -e "s#'@RESULT=.*##" | sed -e "s#@# #g" -e "s# s.*##"`
                TIME=`echo "$TIME_IN_SECS - $PREV_TIME_IN_SECS" | bc -l | awk '{printf "%.2f s", $0}'`
                PREV_TIME_IN_SECS=$TIME_IN_SECS
                echo "      <tr>" >> ./test_simulator_results.html
                echo "          <td>$NAME</td>" >> ./test_simulator_results.html
                echo "          <td>$DESC</td>" >> ./test_simulator_results.html
                if [[ $RESULT =~ .*PASS.* ]]
                then
                    echo "          <td bgcolor = \"green\" >$RESULT</td>" >> ./test_simulator_results.html
                else
                    SPLITTED_LINE=`echo -e $TESTCASE | sed -e "s#@#\n#g"`
                    NB_RUNS=`echo -e "${SPLITTED_LINE}" | grep -v Run_result | egrep -c "Run_"`
                    NB_FAILS=`echo -e "${SPLITTED_LINE}" | grep -v Run_result | egrep -c "=FAIL"`
                    echo "          <td bgcolor = \"red\" >${RESULT} (${NB_FAILS}/${NB_RUNS})</td>" >> ./test_simulator_results.html
                fi
                echo "          <td>$TIME</td>" >> ./test_simulator_results.html
                echo "      </tr>" >> ./test_simulator_results.html
            done
            echo "   </table>" >> ./test_simulator_results.html
        done
    fi
Raphael Defosseux's avatar
CI: better reporting for simulator testing  
Raphael Defosseux committed
451
Raphael Defosseux's avatar
CI: unified VM scripting for option management  
Raphael Defosseux committed
452 453 454 
    echo "</body>" >> ./test_simulator_results.html
    echo "</html>" >> ./test_simulator_results.html
}