Why mali_v0.04.log has both float16 and float32 workloads?

apivovarov · February 8, 2019, 4:43am

I noticed that Mali log files under tophub folder have both float16 and float32 workloads

uwsampl/tophub/blob/master/tophub/mali_v0.04.log

# This is the pre-tuned parameters for mali backend
# TVM downloaded this during compilation
{"i": ["opencl -model=rk3399 -device=mali", "topi_nn_dense", [["TENSOR", [1, 1024], "float32"], ["TENSOR", [1000, 1024], "float32"], ["TENSOR", [1000], "float32"]], {}, ["dense", [1, 1024, "float32"], [1000, 1024, "float32"], [1000, "float32"]], {"i": 407, "e": [["tile_y", "sp", [1, 1, 1]], ["tile_x", "sp", [40, 25, 1]], ["c_unroll", "sp", [64, 16]]], "c": null, "t": "direct"}], "r": [[0.0008410332727272727], 0, 0.9504795074462891, 1538219132.0322816], "v": 0.1}
{"i": ["opencl -model=rk3399 -device=mali", "topi_nn_conv2d", [["TENSOR", [1, 992, 7, 7], "float32"], ["TENSOR", [128, 992, 1, 1], "float32"], [1, 1], [0, 0], [1, 1], "NCHW", "float32"], {}, ["conv2d", [1, 992, 7, 7, "float32"], [128, 992, 1, 1, "float32"], [1, 1], [0, 0], [1, 1], "NCHW", "float32"], {"i": 36225, "c": null, "e": [["tile_co", "sp", [32, 2, 2]], ["tile_oh", "sp", [1, 7, 1]], ["tile_ow", "sp", [1, 1, 7]], ["reorder_0", "re", [0, 1, 2, 3, 4, 5, 6, 9, 7, 8]], ["ann_reduce", "an", ["unroll", "unroll"]], ["ann_spatial", "an", ["unroll", "unroll", "vec"]]], "t": "direct"}], "r": [[0.0012345162650602409], 0, 1.783360242843628, 1538220265.3881273], "v": 0.1}
{"i": ["opencl -model=rk3399 -device=mali", "topi_nn_conv2d", [["TENSOR", [1, 960, 7, 7], "float32"], ["TENSOR", [128, 960, 1, 1], "float32"], [1, 1], [0, 0], [1, 1], "NCHW", "float32"], {}, ["conv2d", [1, 960, 7, 7, "float32"], [128, 960, 1, 1, "float32"], [1, 1], [0, 0], [1, 1], "NCHW", "float32"], {"i": 6185, "c": null, "e": [["tile_co", "sp", [1, 8, 16]], ["tile_oh", "sp", [7, 1, 1]], ["tile_ow", "sp", [7, 1, 1]], ["reorder_0", "re", [0, 1, 2, 3, 4, 5, 6, 9, 7, 8]], ["ann_reduce", "an", ["none", "unroll"]], ["ann_spatial", "an", ["none", "none", "vec"]]], "t": "direct"}], "r": [[0.0012251021829268293], 0, 3.442169666290283, 1538220868.9772196], "v": 0.1}
{"i": ["opencl -model=rk3399 -device=mali", "topi_nn_conv2d", [["TENSOR", [1, 928, 7, 7], "float32"], ["TENSOR", [128, 928, 1, 1], "float32"], [1, 1], [0, 0], [1, 1], "NCHW", "float32"], {}, ["conv2d", [1, 928, 7, 7, "float32"], [128, 928, 1, 1, "float32"], [1, 1], [0, 0], [1, 1], "NCHW", "float32"], {"i": 14194, "c": null, "e": [["tile_co", "sp", [16, 4, 2]], ["tile_oh", "sp", [1, 7, 1]], ["tile_ow", "sp", [1, 1, 7]], ["reorder_0", "re", [0, 1, 2, 3, 4, 5, 6, 9, 7, 8]], ["ann_reduce", "an", ["none", "unroll"]], ["ann_spatial", "an", ["none", "unroll", "vec"]]], "t": "direct"}], "r": [[0.0011703238390804597], 0, 1.7037286758422852, 1538221457.6329682], "v": 0.1}
{"i": ["opencl -model=rk3399 -device=mali", "topi_nn_conv2d", [["TENSOR", [1, 896, 7, 7], "float32"], ["TENSOR", [128, 896, 1, 1], "float32"], [1, 1], [0, 0], [1, 1], "NCHW", "float32"], {}, ["conv2d", [1, 896, 7, 7, "float32"], [128, 896, 1, 1, "float32"], [1, 1], [0, 0], [1, 1], "NCHW", "float32"], {"i": 7480, "c": null, "e": [["tile_co", "sp", [2, 4, 16]], ["tile_oh", "sp", [7, 1, 1]], ["tile_ow", "sp", [7, 1, 1]], ["reorder_0", "re", [0, 1, 2, 3, 4, 5, 6, 9, 7, 8]], ["ann_reduce", "an", ["unroll", "unroll"]], ["ann_spatial", "an", ["none", "none", "vec"]]], "t": "direct"}], "r": [[0.0011712368295454544], 0, 0.7852833271026611, 1538222207.7694445], "v": 0.1}
{"i": ["opencl -model=rk3399 -device=mali", "topi_nn_conv2d", [["TENSOR", [1, 864, 7, 7], "float32"], ["TENSOR", [128, 864, 1, 1], "float32"], [1, 1], [0, 0], [1, 1], "NCHW", "float32"], {}, ["conv2d", [1, 864, 7, 7, "float32"], [128, 864, 1, 1, "float32"], [1, 1], [0, 0], [1, 1], "NCHW", "float32"], {"i": 34902, "c": null, "e": [["tile_co", "sp", [4, 8, 4]], ["tile_oh", "sp", [7, 1, 1]], ["tile_ow", "sp", [1, 1, 7]], ["reorder_0", "re", [0, 1, 2, 3, 4, 5, 6, 9, 7, 8]], ["ann_reduce", "an", ["none", "unroll"]], ["ann_spatial", "an", ["unroll", "unroll", "vec"]]], "t": "direct"}], "r": [[0.0011033985934065934], 0, 4.56376838684082, 1538223052.2564673], "v": 0.1}
{"i": ["opencl -model=rk3399 -device=mali", "topi_nn_conv2d", [["TENSOR", [1, 832, 7, 7], "float32"], ["TENSOR", [128, 832, 1, 1], "float32"], [1, 1], [0, 0], [1, 1], "NCHW", "float32"], {}, ["conv2d", [1, 832, 7, 7, "float32"], [128, 832, 1, 1, "float32"], [1, 1], [0, 0], [1, 1], "NCHW", "float32"], {"i": 28377, "c": null, "e": [["tile_co", "sp", [32, 2, 2]], ["tile_oh", "sp", [1, 1, 7]], ["tile_ow", "sp", [1, 7, 1]], ["reorder_0", "re", [0, 1, 2, 3, 4, 5, 6, 9, 7, 8]], ["ann_reduce", "an", ["unroll", "unroll"]], ["ann_spatial", "an", ["unroll", "none", "vec"]]], "t": "direct"}], "r": [[0.0011010124565217392], 0, 2.8353447914123535, 1538223698.1780994], "v": 0.1}
{"i": ["opencl -model=rk3399 -device=mali", "topi_nn_conv2d", [["TENSOR", [1, 800, 7, 7], "float32"], ["TENSOR", [128, 800, 1, 1], "float32"], [1, 1], [0, 0], [1, 1], "NCHW", "float32"], {}, ["conv2d", [1, 800, 7, 7, "float32"], [128, 800, 1, 1, "float32"], [1, 1], [0, 0], [1, 1], "NCHW", "float32"], {"i": 14813, "c": null, "e": [["tile_co", "sp", [8, 4, 4]], ["tile_oh", "sp", [7, 1, 1]], ["tile_ow", "sp", [1, 1,

This file has been truncated. show original

all other log files (including arm_cpu log files) have only float32 workloads

Why Mali is different?