walkero
/
openjpeg
1
0
Fork 0
Code Issues Pull Requests Projects Releases 1 Wiki Activity

trunk: disabling class-0 conformance tests for now (bad implentation of tests)

This commit is contained in:
Antonin Descampe 2013-10-28 23:31:55 +00:00
parent 4d7b6374c8
commit 7294cdef3e
1 changed files with 235 additions and 235 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

470
tests/conformance/CMakeLists.txt
View File

@ -16,288 +16,288 @@ set( CP1_nbC_list "not_used;1;3;4;1;3;3;2")
set(COMMENTCODEVAR FALSE) set(COMMENTCODEVAR FALSE)
#-------------------------------------------------------------------------- ##--------------------------------------------------------------------------
# Tests about class 0 profile 0 ## Tests about class 0 profile 0
# try to decode ## try to decode
# compare to ref file provided by the Executable Test Suite ## compare to ref file provided by the Executable Test Suite
# non regression comparison ## non regression comparison
# Parameters and tolerances given by Table C.1 ## Parameters and tolerances given by Table C.1
set( C0P0_ResFactor_list "not_used;0;0;0;3;3;3;0;5;2;0;0;0;0;2;0;0") #set( C0P0_ResFactor_list "not_used;0;0;0;3;3;3;0;5;2;0;0;0;0;2;0;0")
set( C0P0_PEAK_list "not_used;0;0;0;33;54;109;10;7;4;10;0;0;0;0;0;0") #set( C0P0_PEAK_list "not_used;0;0;0;33;54;109;10;7;4;10;0;0;0;0;0;0")
set( C0P0_MSE_list "not_used;0;0;0;55.8;68;743;0.34;6.72;1.47;2.84;0;0;0;0;0;0") #set( C0P0_MSE_list "not_used;0;0;0;55.8;68;743;0.34;6.72;1.47;2.84;0;0;0;0;0;0")
foreach(numFileC0P0 RANGE 1 16) #foreach(numFileC0P0 RANGE 1 16)
# Build filenames # # Build filenames
if(${numFileC0P0} LESS 10) # if(${numFileC0P0} LESS 10)
set( filenameInput p0_0${numFileC0P0}.j2k ) # set( filenameInput p0_0${numFileC0P0}.j2k )
set( filenameRef c0p0_0${numFileC0P0}.pgx ) # set( filenameRef c0p0_0${numFileC0P0}.pgx )
else() # else()
set( filenameInput p0_${numFileC0P0}.j2k ) # set( filenameInput p0_${numFileC0P0}.j2k )
set( filenameRef c0p0_${numFileC0P0}.pgx ) # set( filenameRef c0p0_${numFileC0P0}.pgx )
endif() # endif()
# Get corresponding tests parameters # # Get corresponding tests parameters
list(GET C0P0_ResFactor_list ${numFileC0P0} ResFactor) # list(GET C0P0_ResFactor_list ${numFileC0P0} ResFactor)
#For Class-0 testing, we always focus on the first component only # #For Class-0 testing, we always focus on the first component only
#list(GET CP0_nbC_list ${numFileC0P0} nbComponents) # #list(GET CP0_nbC_list ${numFileC0P0} nbComponents)
set( nbComponents "1") # set( nbComponents "1")
list(GET C0P0_PEAK_list ${numFileC0P0} PEAK_limit) # list(GET C0P0_PEAK_list ${numFileC0P0} PEAK_limit)
list(GET C0P0_MSE_list ${numFileC0P0} MSE_limit) # list(GET C0P0_MSE_list ${numFileC0P0} MSE_limit)
# Manage cases which need to try different resolution reduction # # Manage cases which need to try different resolution reduction
if (numFileC0P0 EQUAL 3 OR numFileC0P0 EQUAL 15) # if (numFileC0P0 EQUAL 3 OR numFileC0P0 EQUAL 15)
get_filename_component(filenameRefSub ${filenameRef} NAME_WE) # get_filename_component(filenameRefSub ${filenameRef} NAME_WE)
#r = 0 # #r = 0
add_test(ETS-C0P0-${filenameInput}-r0-decode # add_test(ETS-C0P0-${filenameInput}-r0-decode
${EXECUTABLE_OUTPUT_PATH}/opj_decompress # ${EXECUTABLE_OUTPUT_PATH}/opj_decompress
-i ${INPUT_CONF}/${filenameInput} # -i ${INPUT_CONF}/${filenameInput}
-o ${TEMP}/c0${filenameInput}-r0.pgx # -o ${TEMP}/c0${filenameInput}-r0.pgx
-r 0 # -r 0
) # )
add_test(ETS-C0P0-${filenameInput}-r0-compare2ref # add_test(ETS-C0P0-${filenameInput}-r0-compare2ref
${EXECUTABLE_OUTPUT_PATH}/comparePGXimages # ${EXECUTABLE_OUTPUT_PATH}/comparePGXimages
-b ${BASELINE_CONF}/${filenameRefSub}r0.pgx # -b ${BASELINE_CONF}/${filenameRefSub}r0.pgx
-t ${TEMP}/c0${filenameInput}-r0.pgx # -t ${TEMP}/c0${filenameInput}-r0.pgx
-n ${nbComponents} # -n ${nbComponents}
-p ${PEAK_limit} # -p ${PEAK_limit}
-m ${MSE_limit} # -m ${MSE_limit}
-s t_ # -s t_
) # )
set_tests_properties(ETS-C0P0-${filenameInput}-r0-compare2ref # set_tests_properties(ETS-C0P0-${filenameInput}-r0-compare2ref
PROPERTIES DEPENDS # PROPERTIES DEPENDS
ETS-C0P0-${filenameInput}-r0-decode) # ETS-C0P0-${filenameInput}-r0-decode)
add_test(NR-C0P0-${filenameInput}-r0-compare2base # add_test(NR-C0P0-${filenameInput}-r0-compare2base
${EXECUTABLE_OUTPUT_PATH}/comparePGXimages # ${EXECUTABLE_OUTPUT_PATH}/comparePGXimages
-b ${BASELINE_NR}/opj_${filenameRefSub}-r0.pgx # -b ${BASELINE_NR}/opj_${filenameRefSub}-r0.pgx
-t ${TEMP}/c0${filenameInput}-r0.pgx # -t ${TEMP}/c0${filenameInput}-r0.pgx
-n ${nbComponents} # -n ${nbComponents}
-d # -d
-s b_t_ # -s b_t_
) # )
set_tests_properties(NR-C0P0-${filenameInput}-r0-compare2base # set_tests_properties(NR-C0P0-${filenameInput}-r0-compare2base
PROPERTIES DEPENDS # PROPERTIES DEPENDS
ETS-C0P0-${filenameInput}-r0-decode) # ETS-C0P0-${filenameInput}-r0-decode)
#r = 1 # #r = 1
add_test(ETS-C0P0-${filenameInput}-r1-decode # add_test(ETS-C0P0-${filenameInput}-r1-decode
${EXECUTABLE_OUTPUT_PATH}/opj_decompress # ${EXECUTABLE_OUTPUT_PATH}/opj_decompress
-i ${INPUT_CONF}/${filenameInput} # -i ${INPUT_CONF}/${filenameInput}
-o ${TEMP}/c0${filenameInput}-r1.pgx # -o ${TEMP}/c0${filenameInput}-r1.pgx
-r 1 # -r 1
) # )
add_test(ETS-C0P0-${filenameInput}-r1-compare2ref # add_test(ETS-C0P0-${filenameInput}-r1-compare2ref
${EXECUTABLE_OUTPUT_PATH}/comparePGXimages # ${EXECUTABLE_OUTPUT_PATH}/comparePGXimages
-b ${BASELINE_CONF}/${filenameRefSub}r1.pgx # -b ${BASELINE_CONF}/${filenameRefSub}r1.pgx
-t ${TEMP}/c0${filenameInput}-r1.pgx # -t ${TEMP}/c0${filenameInput}-r1.pgx
-n ${nbComponents} # -n ${nbComponents}
-p ${PEAK_limit} # -p ${PEAK_limit}
-m ${MSE_limit} # -m ${MSE_limit}
-s t_ # -s t_
) # )
set_tests_properties(ETS-C0P0-${filenameInput}-r1-compare2ref # set_tests_properties(ETS-C0P0-${filenameInput}-r1-compare2ref
PROPERTIES DEPENDS # PROPERTIES DEPENDS
ETS-C0P0-${filenameInput}-r1-decode) # ETS-C0P0-${filenameInput}-r1-decode)
add_test(NR-C0P0-${filenameInput}-r1-compare2base # add_test(NR-C0P0-${filenameInput}-r1-compare2base
${EXECUTABLE_OUTPUT_PATH}/comparePGXimages # ${EXECUTABLE_OUTPUT_PATH}/comparePGXimages
-b ${BASELINE_NR}/opj_${filenameRefSub}-r1.pgx # -b ${BASELINE_NR}/opj_${filenameRefSub}-r1.pgx
-t ${TEMP}/c0${filenameInput}-r1.pgx # -t ${TEMP}/c0${filenameInput}-r1.pgx
-n ${nbComponents} # -n ${nbComponents}
-d # -d
-s b_t_ # -s b_t_
) # )
set_tests_properties(NR-C0P0-${filenameInput}-r1-compare2base # set_tests_properties(NR-C0P0-${filenameInput}-r1-compare2base
PROPERTIES DEPENDS # PROPERTIES DEPENDS
ETS-C0P0-${filenameInput}-r1-decode) # ETS-C0P0-${filenameInput}-r1-decode)
else() # else()
add_test(ETS-C0P0-${filenameInput}-decode # add_test(ETS-C0P0-${filenameInput}-decode
${EXECUTABLE_OUTPUT_PATH}/opj_decompress # ${EXECUTABLE_OUTPUT_PATH}/opj_decompress
-i ${INPUT_CONF}/${filenameInput} # -i ${INPUT_CONF}/${filenameInput}
-o ${TEMP}/c0${filenameInput}.pgx # -o ${TEMP}/c0${filenameInput}.pgx
-r ${ResFactor} # -r ${ResFactor}
) # )
add_test(ETS-C0P0-${filenameInput}-compare2ref # add_test(ETS-C0P0-${filenameInput}-compare2ref
${EXECUTABLE_OUTPUT_PATH}/comparePGXimages # ${EXECUTABLE_OUTPUT_PATH}/comparePGXimages
-b ${BASELINE_CONF}/${filenameRef} # -b ${BASELINE_CONF}/${filenameRef}
-t ${TEMP}/c0${filenameInput}.pgx # -t ${TEMP}/c0${filenameInput}.pgx
-n ${nbComponents} # -n ${nbComponents}
-p ${PEAK_limit} # -p ${PEAK_limit}
-m ${MSE_limit} # -m ${MSE_limit}
-s t_ # -s t_
) # )
set_tests_properties(ETS-C0P0-${filenameInput}-compare2ref # set_tests_properties(ETS-C0P0-${filenameInput}-compare2ref
PROPERTIES DEPENDS # PROPERTIES DEPENDS
ETS-C0P0-${filenameInput}-decode) # ETS-C0P0-${filenameInput}-decode)
add_test(NR-C0P0-${filenameInput}-compare2base # add_test(NR-C0P0-${filenameInput}-compare2base
${EXECUTABLE_OUTPUT_PATH}/comparePGXimages # ${EXECUTABLE_OUTPUT_PATH}/comparePGXimages
-b ${BASELINE_NR}/opj_${filenameRef} # -b ${BASELINE_NR}/opj_${filenameRef}
-t ${TEMP}/c0${filenameInput}.pgx # -t ${TEMP}/c0${filenameInput}.pgx
-n ${nbComponents} # -n ${nbComponents}
-d # -d
-s b_t_ # -s b_t_
) # )
set_tests_properties(NR-C0P0-${filenameInput}-compare2base # set_tests_properties(NR-C0P0-${filenameInput}-compare2base
PROPERTIES DEPENDS # PROPERTIES DEPENDS
ETS-C0P0-${filenameInput}-decode) # ETS-C0P0-${filenameInput}-decode)
endif() # endif()
endforeach() #endforeach()
#-------------------------------------------------------------------------- ##--------------------------------------------------------------------------
# Tests about class 0 profile 1 ## Tests about class 0 profile 1
# try to decode ## try to decode
# compare to ref file ## compare to ref file
# non regression comparison ## non regression comparison
# Parameters and tolerances given by Table C.4 ## Parameters and tolerances given by Table C.4
set( C0P1_ResFactor_list "not_used;0;3;3;0;4;1;0") #set( C0P1_ResFactor_list "not_used;0;3;3;0;4;1;0")
set( C0P1_PEAK_list "not_used;0;35;28;2;128;128;0") #set( C0P1_PEAK_list "not_used;0;35;28;2;128;128;0")
set( C0P1_MSE_list "not_used;0;74;18.8;0.550;16384;16384;0") #set( C0P1_MSE_list "not_used;0;74;18.8;0.550;16384;16384;0")
foreach(numFileC0P1 RANGE 1 7) #foreach(numFileC0P1 RANGE 1 7)
# Build filenames # # Build filenames
set( filenameInput p1_0${numFileC0P1}.j2k ) # set( filenameInput p1_0${numFileC0P1}.j2k )
set( filenameRef c0p1_0${numFileC0P1}.pgx ) # set( filenameRef c0p1_0${numFileC0P1}.pgx )
# Get corresponding tests parameters # # Get corresponding tests parameters
list(GET C0P1_ResFactor_list ${numFileC0P1} ResFactor) # list(GET C0P1_ResFactor_list ${numFileC0P1} ResFactor)
#For Class-0 testing, we always focus on the first component only # #For Class-0 testing, we always focus on the first component only
#list(GET CP0_nbC_list ${numFileC0P0} nbComponents) # #list(GET CP0_nbC_list ${numFileC0P0} nbComponents)
set( nbComponents "1") # set( nbComponents "1")
list(GET C0P1_PEAK_list ${numFileC0P1} PEAK_limit) # list(GET C0P1_PEAK_list ${numFileC0P1} PEAK_limit)
list(GET C0P1_MSE_list ${numFileC0P1} MSE_limit) # list(GET C0P1_MSE_list ${numFileC0P1} MSE_limit)
# Manage cases which need to try different resolution reduction # # Manage cases which need to try different resolution reduction
if (numFileC0P1 EQUAL 4 ) # if (numFileC0P1 EQUAL 4 )
get_filename_component(filenameRefSub ${filenameRef} NAME_WE) # get_filename_component(filenameRefSub ${filenameRef} NAME_WE)
#r = 0 # #r = 0
add_test(ETS-C0P1-${filenameInput}-r0-decode # add_test(ETS-C0P1-${filenameInput}-r0-decode
${EXECUTABLE_OUTPUT_PATH}/opj_decompress # ${EXECUTABLE_OUTPUT_PATH}/opj_decompress
-i ${INPUT_CONF}/${filenameInput} # -i ${INPUT_CONF}/${filenameInput}
-o ${TEMP}/c0${filenameInput}-r0.pgx # -o ${TEMP}/c0${filenameInput}-r0.pgx
-r 0 # -r 0
) # )
add_test(ETS-C0P1-${filenameInput}-r0-compare2ref # add_test(ETS-C0P1-${filenameInput}-r0-compare2ref
${EXECUTABLE_OUTPUT_PATH}/comparePGXimages # ${EXECUTABLE_OUTPUT_PATH}/comparePGXimages
-b ${BASELINE_CONF}/${filenameRefSub}r0.pgx # -b ${BASELINE_CONF}/${filenameRefSub}r0.pgx
-t ${TEMP}/c0${filenameInput}-r0.pgx # -t ${TEMP}/c0${filenameInput}-r0.pgx
-n ${nbComponents} # -n ${nbComponents}
-p ${PEAK_limit} # -p ${PEAK_limit}
-m ${MSE_limit} # -m ${MSE_limit}
-s t_ # -s t_
) # )
set_tests_properties(ETS-C0P1-${filenameInput}-r0-compare2ref # set_tests_properties(ETS-C0P1-${filenameInput}-r0-compare2ref
PROPERTIES DEPENDS # PROPERTIES DEPENDS
ETS-C0P1-${filenameInput}-r0-decode) # ETS-C0P1-${filenameInput}-r0-decode)
add_test(NR-C0P1-${filenameInput}-r0-compare2base # add_test(NR-C0P1-${filenameInput}-r0-compare2base
${EXECUTABLE_OUTPUT_PATH}/comparePGXimages # ${EXECUTABLE_OUTPUT_PATH}/comparePGXimages
-b ${BASELINE_NR}/opj_${filenameRefSub}-r0.pgx # -b ${BASELINE_NR}/opj_${filenameRefSub}-r0.pgx
-t ${TEMP}/c0${filenameInput}-r0.pgx # -t ${TEMP}/c0${filenameInput}-r0.pgx
-n ${nbComponents} # -n ${nbComponents}
-d # -d
-s b_t_ # -s b_t_
) # )
set_tests_properties(NR-C0P1-${filenameInput}-r0-compare2base # set_tests_properties(NR-C0P1-${filenameInput}-r0-compare2base
PROPERTIES DEPENDS # PROPERTIES DEPENDS
ETS-C0P1-${filenameInput}-r0-decode) # ETS-C0P1-${filenameInput}-r0-decode)
#r = 3 # #r = 3
add_test(ETS-C0P1-${filenameInput}-r3-decode # add_test(ETS-C0P1-${filenameInput}-r3-decode
${EXECUTABLE_OUTPUT_PATH}/opj_decompress # ${EXECUTABLE_OUTPUT_PATH}/opj_decompress
-i ${INPUT_CONF}/${filenameInput} # -i ${INPUT_CONF}/${filenameInput}
-o ${TEMP}/c0${filenameInput}-r3.pgx # -o ${TEMP}/c0${filenameInput}-r3.pgx
-r 3 # -r 3
) # )
add_test(ETS-C0P1-${filenameInput}-r3-compare2ref # add_test(ETS-C0P1-${filenameInput}-r3-compare2ref
${EXECUTABLE_OUTPUT_PATH}/comparePGXimages # ${EXECUTABLE_OUTPUT_PATH}/comparePGXimages
-b ${BASELINE_CONF}/${filenameRefSub}r3.pgx # -b ${BASELINE_CONF}/${filenameRefSub}r3.pgx
-t ${TEMP}/c0${filenameInput}-r3.pgx # -t ${TEMP}/c0${filenameInput}-r3.pgx
-n ${nbComponents} # -n ${nbComponents}
-p ${PEAK_limit} # -p ${PEAK_limit}
-m ${MSE_limit} # -m ${MSE_limit}
-s t_ # -s t_
) # )
set_tests_properties(ETS-C0P1-${filenameInput}-r3-compare2ref # set_tests_properties(ETS-C0P1-${filenameInput}-r3-compare2ref
PROPERTIES DEPENDS # PROPERTIES DEPENDS
ETS-C0P1-${filenameInput}-r3-decode) # ETS-C0P1-${filenameInput}-r3-decode)
add_test(NR-C0P1-${filenameInput}-r3-compare2base # add_test(NR-C0P1-${filenameInput}-r3-compare2base
${EXECUTABLE_OUTPUT_PATH}/comparePGXimages # ${EXECUTABLE_OUTPUT_PATH}/comparePGXimages
-b ${BASELINE_NR}/opj_${filenameRefSub}-r3.pgx # -b ${BASELINE_NR}/opj_${filenameRefSub}-r3.pgx
-t ${TEMP}/c0${filenameInput}-r3.pgx # -t ${TEMP}/c0${filenameInput}-r3.pgx
-n ${nbComponents} # -n ${nbComponents}
-d # -d
-s b_t_ # -s b_t_
) # )
set_tests_properties(NR-C0P1-${filenameInput}-r3-compare2base # set_tests_properties(NR-C0P1-${filenameInput}-r3-compare2base
PROPERTIES DEPENDS # PROPERTIES DEPENDS
ETS-C0P1-${filenameInput}-r3-decode) # ETS-C0P1-${filenameInput}-r3-decode)
else() # else()
add_test(ETS-C0P1-${filenameInput}-decode # add_test(ETS-C0P1-${filenameInput}-decode
${EXECUTABLE_OUTPUT_PATH}/opj_decompress # ${EXECUTABLE_OUTPUT_PATH}/opj_decompress
-i ${INPUT_CONF}/${filenameInput} # -i ${INPUT_CONF}/${filenameInput}
-o ${TEMP}/c0${filenameInput}.pgx # -o ${TEMP}/c0${filenameInput}.pgx
-r ${ResFactor} # -r ${ResFactor}
) # )
add_test(ETS-C0P1-${filenameInput}-compare2ref # add_test(ETS-C0P1-${filenameInput}-compare2ref
${EXECUTABLE_OUTPUT_PATH}/comparePGXimages # ${EXECUTABLE_OUTPUT_PATH}/comparePGXimages
-b ${BASELINE_CONF}/${filenameRef} # -b ${BASELINE_CONF}/${filenameRef}
-t ${TEMP}/c0${filenameInput}.pgx # -t ${TEMP}/c0${filenameInput}.pgx
-n ${nbComponents} # -n ${nbComponents}
-p ${PEAK_limit} # -p ${PEAK_limit}
-m ${MSE_limit} # -m ${MSE_limit}
-s t_ # -s t_
) # )
set_tests_properties(ETS-C0P1-${filenameInput}-compare2ref # set_tests_properties(ETS-C0P1-${filenameInput}-compare2ref
PROPERTIES DEPENDS # PROPERTIES DEPENDS
ETS-C0P1-${filenameInput}-decode) # ETS-C0P1-${filenameInput}-decode)
add_test(NR-C0P1-${filenameInput}-compare2base # add_test(NR-C0P1-${filenameInput}-compare2base
${EXECUTABLE_OUTPUT_PATH}/comparePGXimages # ${EXECUTABLE_OUTPUT_PATH}/comparePGXimages
-b ${BASELINE_NR}/opj_${filenameRef} # -b ${BASELINE_NR}/opj_${filenameRef}
-t ${TEMP}/c0${filenameInput}.pgx # -t ${TEMP}/c0${filenameInput}.pgx
-n ${nbComponents} # -n ${nbComponents}
-d # -d
-s b_t_ # -s b_t_
) # )
set_tests_properties(NR-C0P1-${filenameInput}-compare2base # set_tests_properties(NR-C0P1-${filenameInput}-compare2base
PROPERTIES DEPENDS # PROPERTIES DEPENDS
ETS-C0P1-${filenameInput}-decode) # ETS-C0P1-${filenameInput}-decode)
endif() # endif()
endforeach() #endforeach()
#-------------------------------------------------------------------------- #--------------------------------------------------------------------------
# Tests about class 1 profile 0 # Tests about class 1 profile 0