Skip to content

O
OpenXG-RAN
Commit 6e34f853 authored by Jaroslava Fiedlerova's avatar Jaroslava Fiedlerova
Browse files
Options

Introduce time threshold variable for T2/CPU phytest 

- set threshold individually for each test - T2 encoding/decoding and CPU encoding/decoding
- check if encoder/decoder processing time is below the threshold
- remove NOK return option - keep only OK (processing time below threshold) or KO (proceesing time beyond threshold)
parent 416013e2
Hide whitespace changes
Inline Side-by-side
Showing with 56 additions and 22 deletions
ci-scripts/cls_physim.py
View file @ 6e34f853
......@@ -86,14 +86,13 @@ class PhySim:
return HTML
def __CheckResults_LDPCt2Test(self,HTML,CONST,testcase_id):
thrs_NOK = 500
thrs_KO = 1000
thrs_KO = int(self.timethrs)
mySSH = sshconnection.SSHConnection()
mySSH.open(self.eNBIpAddr, self.eNBUserName, self.eNBPassWord)
#retrieve run log file and store it locally$
mySSH.copyin(self.eNBIpAddr, self.eNBUserName, self.eNBPassWord, self.__workSpacePath+self.__runLogFile, '.')
mySSH.close()
#parse results looking for Decoding values
#parse results looking for encoder/decoder processing time values
runResultsT2=[]
decTest = False
encTest = False
......@@ -121,17 +120,15 @@ class PhySim:
if encTest:
info = runResultsT2[0][13:-13]
result = int(''.join(filter(str.isdigit, info)))/100
#once parsed move the local logfile to its folder for tidiness
#once parsed move the local logfile to its folder
os.system('mv '+self.__runLogFile+' '+ self.__runLogPath+'/.')
if result < thrs_NOK:
if result < thrs_KO:
HTML.CreateHtmlTestRowQueue(self.runargs, 'OK', [info])
elif result > thrs_KO:
error_msg = f'Decoding time exceeds a limit of {thrs_KO} us'
else:
error_msg = f'Processing time exceeds a limit of {thrs_KO} us'
logging.error(error_msg)
HTML.CreateHtmlTestRowQueue(self.runargs, 'KO', [info + '\n' + error_msg])
self.exitStatus = 1
else:
HTML.CreateHtmlTestRowQueue(self.runargs, 'NOK', [info])
return HTML
def __CheckResults_NRulsimTest(self, HTML, CONST, testcase_id):
......
ci-scripts/main.py
View file @ 6e34f853
......@@ -392,6 +392,7 @@ def GetParametersFromXML(action):
elif action == 'Run_LDPCTest' or action == 'Run_NRulsimTest' or action == 'Run_T2Test':
ldpc.runargs = test.findtext('physim_run_args')
ldpc.runsim = test.findtext('physim_run')
ldpc.timethrs = test.findtext('physim_time_threshold')
elif action == 'LicenceAndFormattingCheck':
pass
......
ci-scripts/xml_files/t2_offload_dec_nr_ulsim.xml
View file @ 6e34f853
......@@ -33,29 +33,33 @@
<testCase id="010111">
<class>Run_T2Test</class>
<desc>Run nr_ulsim with CPU</desc>
<physim_run>nr_ulsim</physim_run>
<desc>Run nr_ulsim with CPU</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>300</physim_time_threshold>
<physim_run_args>-n100 -s30 -m5 -r106 -R106 -C10 -P</physim_run_args>
</testCase>
<testCase id="010112">
<class>Run_T2Test</class>
<desc>Run nr_ulsim with T2 LDPC offload</desc>
<desc>Run nr_ulsim with T2 LDPC offload</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>100</physim_time_threshold>
<physim_run_args>-n100 -s30 -m5 -r106 -R106 -o -P</physim_run_args>
</testCase>
<testCase id="010121">
<class>Run_T2Test</class>
<desc>Run nr_ulsim with CPU</desc>
<physim_run>nr_ulsim</physim_run>
<desc>Run nr_ulsim with CPU</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>300</physim_time_threshold>
<physim_run_args>-n100 -s30 -m15 -r106 -R106 -C10 -P</physim_run_args>
</testCase>
<testCase id="010122">
<class>Run_T2Test</class>
<desc>Run nr_ulsim with T2 LDPC offload</desc>
<physim_run>nr_ulsim</physim_run>
<desc>Run nr_ulsim with T2 LDPC offload</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>150</physim_time_threshold>
<physim_run_args>-n100 -s30 -m15 -r106 -R106 -o -P</physim_run_args>
</testCase>
......@@ -63,6 +67,7 @@
<class>Run_T2Test</class>
<desc>Run nr_ulsim with CPU</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>250</physim_time_threshold>
<physim_run_args>-n100 -s30 -m25 -r106 -R106 -C10 -P</physim_run_args>
</testCase>
......@@ -70,6 +75,7 @@
<class>Run_T2Test</class>
<desc>Run nr_ulsim with T2 LDPC offload</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>250</physim_time_threshold>
<physim_run_args>-n100 -s30 -m25 -r106 -R106 -o -P</physim_run_args>
</testCase>
......@@ -77,6 +83,7 @@
<class>Run_T2Test</class>
<desc>Run nr_ulsim with CPU</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>300</physim_time_threshold>
<physim_run_args>-n100 -s30 -m5 -r273 -R273 -C10 -P</physim_run_args>
</testCase>
......@@ -84,6 +91,7 @@
<class>Run_T2Test</class>
<desc>Run nr_ulsim with T2 LDPC offload</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>150</physim_time_threshold>
<physim_run_args>-n100 -s30 -m5 -r273 -R273 -o -P</physim_run_args>
</testCase>
......@@ -91,6 +99,7 @@
<class>Run_T2Test</class>
<desc>Run nr_ulsim with CPU</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>400</physim_time_threshold>
<physim_run_args>-n100 -s30 -m15 -r273 -R273 -C10 -P</physim_run_args>
</testCase>
......@@ -98,6 +107,7 @@
<class>Run_T2Test</class>
<desc>Run nr_ulsim with T2 LDPC offload</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>350</physim_time_threshold>
<physim_run_args>-n100 -s30 -m15 -r273 -R273 -o -P</physim_run_args>
</testCase>
......@@ -105,6 +115,7 @@
<class>Run_T2Test</class>
<desc>Run nr_ulsim with CPU</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>400</physim_time_threshold>
<physim_run_args>-n100 -s30 -m25 -r273 -R273 -C10 -P</physim_run_args>
</testCase>
......@@ -112,6 +123,7 @@
<class>Run_T2Test</class>
<desc>Run nr_ulsim with T2 LDPC offload</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>550</physim_time_threshold>
<physim_run_args>-n100 -s30 -m25 -r273 -R273 -o -P</physim_run_args>
</testCase>
......@@ -119,6 +131,7 @@
<class>Run_T2Test</class>
<desc>Run nr_ulsim with CPU</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>300</physim_time_threshold>
<physim_run_args>-n100 -s30 -m5 -r273 -R273 -C10 -W2 -z2 -y2 -P</physim_run_args>
</testCase>
......@@ -126,6 +139,7 @@
<class>Run_T2Test</class>
<desc>Run nr_ulsim with T2 LDPC offload</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>250</physim_time_threshold>
<physim_run_args>-n100 -s30 -m5 -r273 -R273 -o -W2 -z2 -y2 -P</physim_run_args>
</testCase>
......@@ -133,6 +147,7 @@
<class>Run_T2Test</class>
<desc>Run nr_ulsim with CPU</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>600</physim_time_threshold>
<physim_run_args>-n100 -s30 -m15 -r273 -R273 -C10 -W2 -z2 -y2 -P</physim_run_args>
</testCase>
......@@ -140,6 +155,7 @@
<class>Run_T2Test</class>
<desc>Run nr_ulsim with T2 LDPC offload</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>650</physim_time_threshold>
<physim_run_args>-n100 -s30 -m15 -r273 -R273 -o -W2 -z2 -y2 -P</physim_run_args>
</testCase>
......@@ -147,6 +163,7 @@
<class>Run_T2Test</class>
<desc>Run nr_ulsim with CPU</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>650</physim_time_threshold>
<physim_run_args>-n100 -s30 -m25 -r273 -R273 -C10 -W2 -z2 -y2 -P</physim_run_args>
</testCase>
......@@ -154,6 +171,7 @@
<class>Run_T2Test</class>
<desc>Run nr_ulsim with T2 LDPC offload</desc>
<physim_run>nr_ulsim</physim_run>
<physim_time_threshold>1100</physim_time_threshold>
<physim_run_args>-n100 -s30 -m25 -r273 -R273 -o -W2 -z2 -y2 -P</physim_run_args>
</testCase>
......
ci-scripts/xml_files/t2_offload_enc_nr_dlsim.xml
View file @ 6e34f853
......@@ -33,29 +33,33 @@
<testCase id="000111">
<class>Run_T2Test</class>
<desc>Run nr_dlsim with CPU</desc>
<desc>Run nr_dlsim with CPU</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>200</physim_time_threshold>
<physim_run_args>-n100 -s30 -e5 -b106 -R106 -X8 -P</physim_run_args>
</testCase>
<testCase id="000112">
<class>Run_T2Test</class>
<desc>Run nr_dlsim with T2 LDPC offload</desc>
<desc>Run nr_dlsim with T2 LDPC offload</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>100</physim_time_threshold>
<physim_run_args>-n100 -s30 -e5 -b106 -R106 -c -P</physim_run_args>
</testCase>
<testCase id="000121">
<class>Run_T2Test</class>
<desc>Run nr_dlsim with CPU</desc>
<physim_run>nr_dlsim</physim_run>
<desc>Run nr_dlsim with CPU</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>3000</physim_time_threshold>
<physim_run_args>-n100 -s30 -e15 -b106 -R106 -X8 -P</physim_run_args>
</testCase>
<testCase id="000122">
<class>Run_T2Test</class>
<desc>Run nr_dlsim with T2 LDPC offload</desc>
<physim_run>nr_dlsim</physim_run>
<desc>Run nr_dlsim with T2 LDPC offload</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>100</physim_time_threshold>
<physim_run_args>-n100 -s30 -e15 -b106 -R106 -c -P</physim_run_args>
</testCase>
......@@ -63,6 +67,7 @@
<class>Run_T2Test</class>
<desc>Run nr_dlsim with CPU</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>400</physim_time_threshold>
<physim_run_args>-n100 -s30 -e25 -b106 -R106 -X8 -P</physim_run_args>
</testCase>
......@@ -70,6 +75,7 @@
<class>Run_T2Test</class>
<desc>Run nr_dlsim with T2 LDPC offload</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>200</physim_time_threshold>
<physim_run_args>-n100 -s30 -e25 -b106 -R106 -c -P</physim_run_args>
</testCase>
......@@ -77,6 +83,7 @@
<class>Run_T2Test</class>
<desc>Run nr_dlsim with CPU</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>300</physim_time_threshold>
<physim_run_args>-n100 -s30 -e5 -b273 -R273 -X8 -P</physim_run_args>
</testCase>
......@@ -84,6 +91,7 @@
<class>Run_T2Test</class>
<desc>Run nr_dlsim with T2 LDPC offload</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>150</physim_time_threshold>
<physim_run_args>-n100 -s30 -e5 -b273 -R273 -c -P</physim_run_args>
</testCase>
......@@ -91,6 +99,7 @@
<class>Run_T2Test</class>
<desc>Run nr_dlsim with CPU</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>450</physim_time_threshold>
<physim_run_args>-n100 -s30 -e15 -b273 -R273 -X8 -P</physim_run_args>
</testCase>
......@@ -98,6 +107,7 @@
<class>Run_T2Test</class>
<desc>Run nr_dlsim with T2 LDPC offload</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>250</physim_time_threshold>
<physim_run_args>-n100 -s30 -e15 -b273 -R273 -c -P</physim_run_args>
</testCase>
......@@ -105,6 +115,7 @@
<class>Run_T2Test</class>
<desc>Run nr_dlsim with CPU</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>500</physim_time_threshold>
<physim_run_args>-n100 -s30 -e25 -b273 -R273 -X8 -P</physim_run_args>
</testCase>
......@@ -112,6 +123,7 @@
<class>Run_T2Test</class>
<desc>Run nr_dlsim with T2 LDPC offload</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>400</physim_time_threshold>
<physim_run_args>-n100 -s30 -e25 -b273 -R273 -c -P</physim_run_args>
</testCase>
......@@ -119,6 +131,7 @@
<class>Run_T2Test</class>
<desc>Run nr_dlsim with CPU</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>350</physim_time_threshold>
<physim_run_args>-n100 -s30 -e5 -b273 -R273 -X8 -x2 -z2 -y2 -P</physim_run_args>
</testCase>
......@@ -126,6 +139,7 @@
<class>Run_T2Test</class>
<desc>Run nr_dlsim with T2 LDPC offload</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>200</physim_time_threshold>
<physim_run_args>-n100 -s30 -e5 -b273 -R273 -c -x2 -z2 -y2 -P</physim_run_args>
</testCase>
......@@ -133,6 +147,7 @@
<class>Run_T2Test</class>
<desc>Run nr_dlsim with CPU</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>600</physim_time_threshold>
<physim_run_args>-n100 -s30 -e15 -b273 -R273 -X8 -x2 -z2 -y2 -P</physim_run_args>
</testCase>
......@@ -140,6 +155,7 @@
<class>Run_T2Test</class>
<desc>Run nr_dlsim with T2 LDPC offload</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>500</physim_time_threshold>
<physim_run_args>-n100 -s30 -e15 -b273 -R273 -c -x2 -z2 -y2 -P</physim_run_args>
</testCase>
......@@ -147,6 +163,7 @@
<class>Run_T2Test</class>
<desc>Run nr_dlsim with CPU</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>800</physim_time_threshold>
<physim_run_args>-n100 -s30 -e25 -b273 -R273 -X8 -x2 -z2 -y2 -P</physim_run_args>
</testCase>
......@@ -154,6 +171,7 @@
<class>Run_T2Test</class>
<desc>Run nr_dlsim with T2 LDPC offload</desc>
<physim_run>nr_dlsim</physim_run>
<physim_time_threshold>800</physim_time_threshold>
<physim_run_args>-n100 -s30 -e25 -b273 -R273 -c -x2 -z2 -y2 -P</physim_run_args>
</testCase>
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment