| #!/bin/bash |
| #*************************************************************************************************************** |
| # Encoder binary comparison test model |
| # -- Compared with Benchmark version using SHA-1 string |
| # -- Test bit stream under folder openh264/res |
| # -- SHA-1 string of Benchmark version for all cases of all bit streams |
| # under folder openh264/test/encoder_binary_comparion/SHA1Table |
| # -- For more detail,please refer to file AboutTest?¡ê |
| #brief: |
| # -- Test all cases in SHA1TableFile |
| # 1) Generate SHA1 string for each case |
| # 2) Compare with benchmark SHA1 string |
| # 3) If the SHA1 string are the same with benchmark version, test case is marked as passed |
| # 4) Otherwise, test case is marked as unpass! this may caused by: |
| # --the design of encoder has been changed and the bit stream also change |
| # --there may be some bugs in encoder and bit stream is not right |
| # -- Usage: ./run_BinarySHA1Comparison.sh ${TestYUVName} ${AllCaseSHA1TaleFile} |
| # |
| # date: 10/06/2014 Created |
| #*************************************************************************************************************** |
| #global variable definition |
| #usage runGlobalVariableDef |
| runGlobalVariableDef() |
| { |
| #test data space |
| FinalResultPath="" |
| IssueDataPath="" |
| TempDataPath="" |
| #for test sequence info |
| PicW="" |
| PicH="" |
| #xxx.csv |
| AllCasePassStatusFile="" |
| #for encoder command |
| declare -a aEncoderCommandSet |
| declare -a aEncoderCommandName |
| declare -a aEncoderCommandValue |
| #encoder parameters change based on the case info |
| let "EncoderFlag = 0" |
| CaseInfo="" |
| BitStreamFile="" |
| DiffFlag="" |
| #pass number |
| TotalCaseNum="" |
| PassCaseNum="" |
| UnpassCaseNum="" |
| } |
| #called by runGlobalVariableInitial |
| #usage runEncoderCommandInital |
| runEncoderCommandInital() |
| { |
| aEncoderCommandSet=( -utype -frms -numl -numtl \ |
| -sw -sh "-dw 0" "-dh 0" "-dw 1" "-dh 1" "-dw 2" "-dh 2" "-dw 3" "-dh 3" \ |
| "-frout 0" "-frout 1" "-frout 2" "-frout 3" \ |
| "-lqp 0" "-lqp 1" "-lqp 2" "-lqp 3" \ |
| -rc -fs -tarb "-ltarb 0" "-ltarb 1" "-ltarb 2" "-ltarb 3" \ |
| "-lmaxb 0" "-lmaxb 1" "-lmaxb 2" "-lmaxb 3" \ |
| "-slcmd 0" "-slcnum 0" "-slcmd 1" "-slcnum 1"\ |
| "-slcmd 2" "-slcnum 2" "-slcmd 3" "-slcnum 3"\ |
| -nalsize \ |
| -iper -thread "-loadbalancing" -ltr \ |
| -db -denois -scene -bgd -aq ) |
| |
| aEncoderCommandName=(usagetype frms numl numtl \ |
| sw sh dw0 dh0 dw1 dh1 dw2 dh2 dw3 dh3 \ |
| frout0 frout1 frout2 frout3 \ |
| lqp0 lqp1 lqp2 lqp3 \ |
| rc FrSkip tarb ltarb0 ltarb1 ltarb2 ltarb3 \ |
| lmaxb0 lmaxb1 lmaxb2 lmaxb3 \ |
| slcmd0 slcnum0 slcmd1 slcnum1 \ |
| slcmd2 slcnum2 slcmd3 slcnum3 \ |
| MaxNalSZ \ |
| iper thread loadbalancing ltr \ |
| db denois scene bgd aq ) |
| |
| NumParameter=${#aEncoderCommandSet[@]} |
| for ((i=0;i<NumParameter; i++)) |
| do |
| aEncoderCommandValue[$i]=0 |
| done |
| |
| } |
| runGlobalVariableInitial() |
| { |
| #TestSpaceDir=../AllTestData CurrentDir=../AllTestData/TestSetXXX/***.264 eg ../AllTestData/TestSetCIF/BA1_MWD.264 |
| CurrentDir=`pwd` |
| #test data space |
| FinalResultPath="${CurrentDir}/result" |
| IssueDataPath="${CurrentDir}/issue" |
| TempDataPath="TempData" |
| TestSequencePath="${CurrentDir}" |
| |
| #test info output file |
| AllCasePassStatusFile="${FinalResultPath}/${TestYUVName}_AllCaseOutput.csv" |
| UnpassCaseFile="${FinalResultPath}/${TestYUVName}_unpassCaseOutput.csv" |
| UpdateSHA1TableFile="${FinalResultPath}/${TestYUVName}_UpdateSHA1Table.csv" |
| |
| HeadLine1="EncoderFlag, DecoderFlag, FPS, BitSreamSHA1, InputYUVSHA1, \ |
| -utype, -frms, -numl, -numtl, -sw, -sh,\ |
| -dw 0, -dh 0, -dw 1, -dh 1, -dw 2, -dh 2, -dw 3, -dh 3,\ |
| -frout 0, -frout 1, -frout 2, -frout 3,\ |
| -lqp 0, -lqp 1, -lqp 2, -lqp 3,\ |
| -rc,-fs, -tarb, -ltarb 0, -ltarb 1, -ltarb 2, -ltarb 3,\ |
| -lmaxb 0, -lmaxb 1, -lmaxb 2, -lmaxb 3,\ |
| -slcmd 0, -slcnum 0, -slcmd 1, -slcnum 1,\ |
| -slcmd 2, -slcnum 2, -slcmd 3, -slcnum 3,\ |
| -nalsize,\ |
| -iper, -thread, -loadbalancing, -ltr, -db, -denois,\ |
| -scene, -bgd , -aq, " |
| |
| HeadLine2="BitSreamSHA1, InputYUVSHA1,\ |
| -utype, -frms, -numl, -numtl, -sw, -sh,\ |
| -dw 0, -dh 0, -dw 1, -dh 1,-dw 2, -dh 2, -dw 3, -dh 3,\ |
| -frout 0, -frout 1, -frout 2, -frout 3,\ |
| -lqp 0, -lqp 1, -lqp 2, -lqp 3,\ |
| -rc, -fs, -tarb, -ltarb 0, -ltarb 1, -ltarb 2, -ltarb 3,\ |
| -lmaxb 0, -lmaxb 1, -lmaxb 2, -lmaxb 3,\ |
| -slcmd 0, -slcnum 0, -slcmd 1, -slcnum 1,\ |
| -slcmd 2, -slcnum 2, -slcmd 3, -slcnum 3,\ |
| -nalsize,\ |
| -iper, -thread, -loadbalancing, -ltr, -db, -denois,\ |
| -scene , bgd , -aq " |
| |
| echo ${HeadLine1}>${AllCasePassStatusFile} |
| echo ${HeadLine1}>${UnpassCaseFile} |
| echo ${HeadLine2}>${UpdateSHA1TableFile} |
| |
| #intial Commandline parameters |
| runEncoderCommandInital |
| let "TotalCaseNum=0" |
| let "PassCaseNum=0" |
| let "UnpassCaseNum=0" |
| EncoderCommand="" |
| EncoderLogFile="${TempDataPath}/Encoder.log" |
| TargetSHA1="" |
| TargetYUVSHA1="" |
| BenchmarkSHA1="" |
| BenchmarkYUVSHA1="" |
| |
| RecParam="" |
| for((i=0;i<4;i++)) |
| do |
| RecParam="${RecParam} -drec ${i} ${TempDataPath}/${TestYUVName}_rec${i}.yuv" |
| done |
| } |
| #*********************************************************** |
| #called by runAllCaseTest |
| # parse case info --encoder preprocess |
| #usage runParseCaseInfo $CaseData |
| runParseCaseInfo() |
| { |
| if [ $# -lt 1 ] |
| then |
| echo "no parameter!" |
| return 1 |
| fi |
| |
| local CaseData=$@ |
| BenchmarkSHA1=`echo $CaseData |awk 'BEGIN {FS="[,\r]"} {print $1} ' ` |
| BenchmarkYUVSHA1=`echo $CaseData |awk 'BEGIN {FS="[,\r]"} {print $2} ' ` |
| aEncoderCommandValue=(`echo $CaseData |awk 'BEGIN {FS="[,\r]"} {for(i=3;i<=NF;i++) printf(" %s",$i)} ' `) |
| BitstreamTarget=${TempDataPath}/${TestYUVName}_codec_target.264 |
| } |
| |
| runEncodeOneCase() |
| { |
| EncoderCommand="" |
| BitStreamFile=${BitstreamTarget} |
| |
| for ((i=0; i<${NumParameter}; i++)) |
| do |
| EncoderCommand="${EncoderCommand} ${aEncoderCommandSet[$i]} ${aEncoderCommandValue[$i]} " |
| done |
| |
| EncoderCommand="./h264enc welsenc.cfg -lconfig 0 layer0.cfg -lconfig 1 layer1.cfg -lconfig 2 layer2.cfg -lconfig 3 layer3.cfg \ |
| -bf ${BitStreamFile} -org ${TestSequencePath}/${TestYUVName} ${RecParam} ${EncoderCommand}" |
| echo -e "\n---------------Encode One Case-------------------------------------------" |
| echo -e "case encode command is : \n ${EncoderCommand} " |
| |
| echo -e "\n\n" |
| ${EncoderCommand} 2>${EncoderLogFile} |
| if [ $? -eq 0 ] |
| then |
| let "EncoderFlag=0" |
| else |
| let "EncoderFlag=1" |
| fi |
| |
| #delete the core down file as core down files for disk space limitation |
| for file in ./core* |
| do |
| if [ -e ${file} ] |
| then |
| ./run_SafeDelete.sh ${file} |
| fi |
| done |
| return 0 |
| } |
| |
| #called by runAllCaseTest |
| #usage runJSVMVerify |
| runBitStreamVerify() |
| { |
| echo -e "\n******************************************" |
| echo -e "Bit stream SHA1 value comparison.... " |
| #******************************************* |
| TargetSHA1="NULL" |
| TargetYUVSHA1="NULL" |
| |
| if [ ${EncoderFlag} -eq 1 ] |
| then |
| let "UnpassCaseNum++" |
| echo "1:unpassed! encoder initial failed or crash!" |
| DiffFlag="1:unpassed! encoder initial failed or crash!" |
| return 1 |
| fi |
| |
| if [ ! -s ${BitStreamFile} ] |
| then |
| let "UnpassCaseNum++" |
| echo "2:unpassed! 0 bits--bit stream" |
| DiffFlag="2:unpassed! 0 bits--bit stream" |
| return 1 |
| fi |
| |
| #******************************************* |
| #SHA1 |
| TargetSHA1=`openssl sha1 ${BitStreamFile} | awk '{print $2}'` |
| TargetYUVSHA1=`openssl sha1 ${TestSequencePath}/${TestYUVName} | awk '{print $2}'` |
| if [[ "${TargetSHA1}" =~ "${BenchmarkSHA1}" ]] |
| then |
| echo "bitstream pass! SHA1--${TargetSHA1} ----- ${BenchmarkSHA1} YUV--SHA1--info: ${TargetYUVSHA1} ---- ${BenchmarkYUVSHA1}" |
| DiffFlag="0:passed!" |
| let "PassCaseNum++" |
| return 0 |
| else |
| echo "!!! SHA1 string not match: ${TargetSHA1} ----- ${BenchmarkSHA1} YUV--SHA1--info: ${TargetYUVSHA1} ---- ${BenchmarkYUVSHA1}" |
| DiffFlag="3:unpassed!" |
| let "UnpassCaseNum++" |
| return 1 |
| fi |
| } |
| |
| #called by runAllCaseTest |
| #delete temp data files and output single case test result to log file |
| #usage runSingleCasePostAction $CaseData |
| runSingleCasePostAction() |
| { |
| if [ $# -lt 1 ] |
| then |
| echo "no parameter!" |
| return 1 |
| fi |
| local CaseData=$@ |
| #formating for update, keep the same with origin SHA1 table |
| CaseInfo=`echo $CaseData | awk 'BEGIN {FS="[,\r]"} {for(i=3;i<=NF-1;i++) printf("%s,",$i)} '` |
| LastEncCommandOption=`echo $CaseData | awk 'BEGIN {FS="[,\r]"} {print $NF} '` |
| CaseInfo="${CaseInfo}${LastEncCommandOption}" |
| |
| PassStatusInfo="${DiffFlag}, ${TargetSHA1}, ${BenchmarkSHA1}, ${TargetYUVSHA1}, ${BenchmarkYUVSHA1}, ${CaseInfo}, ${EncoderCommand} " |
| echo "${PassStatusInfo}">>${AllCasePassStatusFile} |
| if [ "$DiffFlag" != "0:passed!" ] |
| then |
| echo "${PassStatusInfo}">>${UnpassCaseFile} |
| fi |
| |
| echo "${TargetSHA1}, ${TargetYUVSHA1},${CaseInfo}">>${UpdateSHA1TableFile} |
| #./run_SafeDelete.sh ${BitstreamTarget} >>${AllCaseConsoleLogFile} |
| } |
| |
| #usage runOutputPassNum |
| runOutputPassNum() |
| { |
| # output file locate in ../result |
| echo "" |
| echo "***********************************************************" |
| echo "${TestYUVName}" |
| echo "total case Num is: ${TotalCaseNum}" |
| echo "pass case Num is: ${PassCaseNum}" |
| echo "unpass case Num is: ${UnpassCaseNum}" |
| echo "***********************************************************" |
| echo "" |
| } |
| |
| # run all test case based on XXXcase.csv file |
| #usage runAllCaseTest |
| runAllCaseTest() |
| { |
| local EncoderLogInfo="" |
| while read CaseData |
| do |
| #get case parameter's value |
| if [[ ! $CaseData =~ "SHA" ]] |
| then |
| echo "" >>${AllCaseConsoleLogFile} |
| echo "" >>${AllCaseConsoleLogFile} |
| echo "" >>${AllCaseConsoleLogFile} |
| echo "********************case index is ${TotalCaseNum}**************************************" >>${AllCaseConsoleLogFile} |
| runParseCaseInfo ${CaseData} >>${AllCaseConsoleLogFile} |
| echo "" >>${AllCaseConsoleLogFile} |
| runEncodeOneCase >>${AllCaseConsoleLogFile} |
| cat ${EncoderLogFile} >>${AllCaseConsoleLogFile} |
| runBitStreamVerify >>${AllCaseConsoleLogFile} |
| let "DisplayFlag=TotalCaseNum%100" |
| if [ ${DisplayFlag} -eq 0 ] |
| then |
| if [ "$DiffFlag" = "0:passed!" ] |
| then |
| echo -e "\033[32m OK! ${TestYUVName} Case Index ${TotalCaseNum}:SHA-1(Current--Benchmark): ${TargetSHA1}-----${BenchmarkSHA1} \033[0m" |
| echo -e "\033[32m ----YUVSHA1: ${TargetYUVSHA1}, ${BenchmarkYUVSHA1} \033[0m" |
| fi |
| fi |
| #****************************************** |
| if [ ! "$DiffFlag" = "0:passed!" ] |
| then |
| echo -e "\033[31m Failed! ${TestYUVName} Case Index ${TotalCaseNum}:SHA-1(Current--Benchmark): ${TargetSHA1}-----${BenchmarkSHA1} \033[0m" |
| echo -e "\033[31m ----YUVSHA1: ${TargetYUVSHA1}, ${BenchmarkYUVSHA1} \033[0m" |
| EncoderLogInfo=`cat ${EncoderLogFile}` |
| echo -e "\033[31m ${EncoderLogInfo} \033[0m" |
| fi |
| runSingleCasePostAction ${CaseData} |
| let "TotalCaseNum++" |
| fi |
| done <$AllCaseFile |
| } |
| #*********************************************************** |
| # usage: runMain $TestYUV $AllCaseFile |
| runMain() |
| { |
| runGlobalVariableDef |
| runGlobalVariableInitial |
| TestFolder=`echo $CurrentDir | awk 'BEGIN {FS="/"} { i=NF; print $i}'` |
| AllCaseConsoleLogFile="${FinalResultPath}/${TestYUVName}.TestLog" |
| CaseSummaryFile="${FinalResultPath}/${TestYUVName}.Summary" |
| FlagFile="" |
| |
| #run all cases |
| runAllCaseTest |
| |
| # output file locate in ./result |
| echo "${TestYUVName}, \ |
| ${PassCaseNum} pass!, \ |
| ${UnpassCaseNum} unpass!,\ |
| detail file located in ../AllTestData/${TestFolder}/result">${CaseSummaryFile} |
| runOutputPassNum |
| |
| #generate All case Flag |
| if [ ! ${UnpassCaseNum} -eq 0 ] |
| then |
| echo "" |
| exit 1 |
| else |
| echo "" |
| exit 0 |
| fi |
| } |
| #************************************************************************ |
| # main entry |
| #************************************************************************ |
| if [ ! $# -eq 2 ] |
| then |
| echo "usage: run_BinarySHA1Comparison.sh \$TestYUV \$AllCaseFile" |
| return 1 |
| fi |
| TestYUVName=$1 |
| AllCaseFile=$2 |
| runMain |
| |
