// Copyright 2022 Google LLC // // This source code is licensed under the BSD-style license found in the // LICENSE file in the root directory of this source tree. #include #include #include #include #include #include #include #include #include #include #include #include "subgraph-unary-tester.h" #include using ClampTestQS8 = UnaryTest; using ClampTestQU8 = UnaryTest; using ClampTestF32 = UnaryTest; TEST_F(ClampTestQS8, define) { const int32_t input_zero_point = i8dist(rng); const float input_scale = scale_dist(rng); const int32_t output_zero_point = input_zero_point; const float output_scale = input_scale; const int8_t quantized_output_min = std::uniform_int_distribution(-128, 0)(rng); const int8_t quantized_output_max = std::uniform_int_distribution(1, 127)(rng); const float output_min = (quantized_output_min - input_zero_point) * input_scale; const float output_max = (quantized_output_max - input_zero_point) * input_scale; ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/2, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, input_zero_point, input_scale, dims.size(), dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, output_zero_point, output_scale, dims.size(), dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output_id)); ASSERT_NE(output_id, XNN_INVALID_NODE_ID); ASSERT_EQ(xnn_status_success, xnn_define_clamp(subgraph, output_min, output_max, input_id, output_id, /*flags=*/0)); ASSERT_EQ(subgraph->num_nodes, 1); const struct xnn_node* node = &subgraph->nodes[0]; ASSERT_EQ(node->type, xnn_node_type_clamp); ASSERT_EQ(node->compute_type, xnn_compute_type_qs8); ASSERT_EQ(node->num_inputs, 1); ASSERT_EQ(node->inputs[0], input_id); ASSERT_EQ(node->num_outputs, 1); ASSERT_EQ(node->outputs[0], output_id); ASSERT_EQ(node->flags, 0); } TEST_F(ClampTestQU8, define) { const int32_t input_zero_point = u8dist(rng); const float input_scale = scale_dist(rng); const int32_t output_zero_point = input_zero_point; const float output_scale = input_scale; const uint8_t quantized_output_min = std::uniform_int_distribution(0, 127)(rng); const uint8_t quantized_output_max = std::uniform_int_distribution(128, 255)(rng); const float output_min = (quantized_output_min - input_zero_point) * input_scale; const float output_max = (quantized_output_max - input_zero_point) * input_scale; ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/2, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, input_zero_point, input_scale, dims.size(), dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, output_zero_point, output_scale, dims.size(), dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output_id)); ASSERT_NE(output_id, XNN_INVALID_NODE_ID); ASSERT_EQ(xnn_status_success, xnn_define_clamp(subgraph, output_min, output_max, input_id, output_id, /*flags=*/0)); ASSERT_EQ(subgraph->num_nodes, 1); const struct xnn_node* node = &subgraph->nodes[0]; ASSERT_EQ(node->type, xnn_node_type_clamp); ASSERT_EQ(node->compute_type, xnn_compute_type_qu8); ASSERT_EQ(node->num_inputs, 1); ASSERT_EQ(node->inputs[0], input_id); ASSERT_EQ(node->num_outputs, 1); ASSERT_EQ(node->outputs[0], output_id); ASSERT_EQ(node->flags, 0); } TEST_F(ClampTestF32, define) { const float output_min = std::uniform_real_distribution(-128.0f, 0.0f)(rng); const float output_max = std::uniform_real_distribution(1.0f, 127.0f)(rng); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/2, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, dims.size(), dims.data(), nullptr, 0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, dims.size(), dims.data(), nullptr, 1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output_id)); ASSERT_NE(output_id, XNN_INVALID_NODE_ID); ASSERT_EQ(xnn_status_success, xnn_define_clamp(subgraph, output_min, output_max, input_id, output_id, /*flags=*/0)); ASSERT_EQ(subgraph->num_nodes, 1); const struct xnn_node* node = &subgraph->nodes[0]; ASSERT_EQ(node->type, xnn_node_type_clamp); ASSERT_EQ(node->compute_type, xnn_compute_type_fp32); ASSERT_EQ(node->num_inputs, 1); ASSERT_EQ(node->inputs[0], input_id); ASSERT_EQ(node->num_outputs, 1); ASSERT_EQ(node->outputs[0], output_id); ASSERT_EQ(node->flags, 0); } TEST_F(ClampTestQS8, matches_operator_api) { const int32_t input_zero_point = i8dist(rng); const float input_scale = scale_dist(rng); const int32_t output_zero_point = input_zero_point; const float output_scale = input_scale; const int8_t quantized_output_min = std::uniform_int_distribution(-128, 0)(rng); const int8_t quantized_output_max = std::uniform_int_distribution(1, 127)(rng); const float output_min = (quantized_output_min - input_zero_point) * input_scale; const float output_max = (quantized_output_max - input_zero_point) * input_scale; std::generate(input.begin(), input.end(), [&]() { return i8dist(rng); }); std::fill(operator_output.begin(), operator_output.end(), INT8_C(0xA5)); std::fill(subgraph_output.begin(), subgraph_output.end(), INT8_C(0xA5)); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); // Call operator API. xnn_operator_t op = nullptr; const xnn_status status = xnn_create_clamp_nc_s8(channels, channels, channels, quantized_output_min, quantized_output_max, /*flags=*/0, &op); if (status == xnn_status_unsupported_hardware) { GTEST_SKIP(); } ASSERT_EQ(xnn_status_success, status); ASSERT_NE(nullptr, op); std::unique_ptr auto_op(op, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_reshape_clamp_nc_s8(op, batch_size, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_setup_clamp_nc_s8(op, input.data(), operator_output.data())); ASSERT_EQ(xnn_status_success, xnn_run_operator(op, /*threadpool=*/nullptr)); // Call subgraph API. xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/2, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, input_zero_point, input_scale, dims.size(), dims.data(), nullptr, /*external_id=*/0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_qint8, output_zero_point, output_scale, dims.size(), dims.data(), nullptr, /*external_id=*/1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output_id)); ASSERT_NE(output_id, XNN_INVALID_NODE_ID); ASSERT_EQ(xnn_status_success, xnn_define_clamp(subgraph, output_min, output_max, input_id, output_id, /*flags=*/0)); xnn_runtime_t runtime = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_runtime_v3(subgraph, nullptr, nullptr, /*flags=*/0, &runtime)); ASSERT_NE(nullptr, runtime); std::unique_ptr auto_runtime(runtime, xnn_delete_runtime); std::array external = { xnn_external_value{input_id, input.data()}, xnn_external_value{output_id, subgraph_output.data()}}; ASSERT_EQ(xnn_status_success, xnn_setup_runtime(runtime, external.size(), external.data())); ASSERT_EQ(xnn_status_success, xnn_invoke_runtime(runtime)); ASSERT_EQ(subgraph_output, operator_output); } TEST_F(ClampTestQU8, matches_operator_api) { const int32_t input_zero_point = u8dist(rng); const float input_scale = scale_dist(rng); const int32_t output_zero_point = input_zero_point; const float output_scale = input_scale; const uint8_t quantized_output_min = std::uniform_int_distribution(0, 127)(rng); const uint8_t quantized_output_max = std::uniform_int_distribution(128, 255)(rng); const float output_min = (quantized_output_min - input_zero_point) * input_scale; const float output_max = (quantized_output_max - input_zero_point) * input_scale; std::generate(input.begin(), input.end(), [&]() { return u8dist(rng); }); std::fill(operator_output.begin(), operator_output.end(), UINT8_C(0xA5)); std::fill(subgraph_output.begin(), subgraph_output.end(), UINT8_C(0xA5)); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); // Call operator API. xnn_operator_t op = nullptr; const xnn_status status = xnn_create_clamp_nc_u8(channels, channels, channels, quantized_output_min, quantized_output_max, /*flags=*/0, &op); if (status == xnn_status_unsupported_hardware) { GTEST_SKIP(); } ASSERT_EQ(xnn_status_success, status); ASSERT_NE(nullptr, op); std::unique_ptr auto_op(op, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_reshape_clamp_nc_u8(op, batch_size, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_setup_clamp_nc_u8(op, input.data(), operator_output.data())); ASSERT_EQ(xnn_status_success, xnn_run_operator(op, /*threadpool=*/nullptr)); // Call subgraph API. xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/2, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, input_zero_point, input_scale, dims.size(), dims.data(), nullptr, /*external_id=*/0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_quantized_tensor_value( subgraph, xnn_datatype_quint8, output_zero_point, output_scale, dims.size(), dims.data(), nullptr, /*external_id=*/1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output_id)); ASSERT_NE(output_id, XNN_INVALID_NODE_ID); ASSERT_EQ(xnn_status_success, xnn_define_clamp(subgraph, output_min, output_max, input_id, output_id, /*flags=*/0)); xnn_runtime_t runtime = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_runtime_v3(subgraph, nullptr, nullptr, /*flags=*/0, &runtime)); ASSERT_NE(nullptr, runtime); std::unique_ptr auto_runtime(runtime, xnn_delete_runtime); std::array external = { xnn_external_value{input_id, input.data()}, xnn_external_value{output_id, subgraph_output.data()}}; ASSERT_EQ(xnn_status_success, xnn_setup_runtime(runtime, external.size(), external.data())); ASSERT_EQ(xnn_status_success, xnn_invoke_runtime(runtime)); ASSERT_EQ(subgraph_output, operator_output); } TEST_F(ClampTestF32, matches_operator_api) { const float output_min = std::uniform_real_distribution(-128.0f, 0.0f)(rng); const float output_max = std::uniform_real_distribution(1.0f, 127.0f)(rng); std::uniform_real_distribution f32dist(-255.0f, 255.0f); std::generate(input.begin(), input.end(), [&]() { return f32dist(rng); }); std::fill(operator_output.begin(), operator_output.end(), nanf("")); std::fill(subgraph_output.begin(), subgraph_output.end(), nanf("")); ASSERT_EQ(xnn_status_success, xnn_initialize(/*allocator=*/nullptr)); // Call operator API. xnn_operator_t op = nullptr; const xnn_status status = xnn_create_clamp_nc_f32(channels, channels, channels, output_min, output_max, /*flags=*/0, &op); if (status == xnn_status_unsupported_hardware) { GTEST_SKIP(); } ASSERT_EQ(xnn_status_success, status); ASSERT_NE(nullptr, op); std::unique_ptr auto_op(op, xnn_delete_operator); ASSERT_EQ(xnn_status_success, xnn_reshape_clamp_nc_f32(op, batch_size, /*threadpool=*/nullptr)); ASSERT_EQ(xnn_status_success, xnn_setup_clamp_nc_f32(op, input.data(), operator_output.data())); ASSERT_EQ(xnn_status_success, xnn_run_operator(op, /*threadpool=*/nullptr)); // Call subgraph API. xnn_subgraph_t subgraph = nullptr; ASSERT_EQ(xnn_status_success, xnn_create_subgraph(/*external_value_ids=*/2, /*flags=*/0, &subgraph)); std::unique_ptr auto_subgraph(subgraph, xnn_delete_subgraph); input_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, dims.size(), dims.data(), nullptr, /*external_id=*/0, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_INPUT, &input_id)); ASSERT_NE(input_id, XNN_INVALID_NODE_ID); output_id = XNN_INVALID_NODE_ID; ASSERT_EQ( xnn_status_success, xnn_define_tensor_value( subgraph, xnn_datatype_fp32, dims.size(), dims.data(), nullptr, /*external_id=*/1, /*flags=*/XNN_VALUE_FLAG_EXTERNAL_OUTPUT, &output_id)); ASSERT_NE(output_id, XNN_INVALID_NODE_ID); xnn_runtime_t runtime = nullptr; ASSERT_EQ(xnn_status_success, xnn_define_clamp(subgraph, output_min, output_max, input_id, output_id, /*flags=*/0)); ASSERT_EQ(xnn_status_success, xnn_create_runtime_v3(subgraph, nullptr, nullptr, /*flags=*/0, &runtime)); ASSERT_NE(nullptr, runtime); std::unique_ptr auto_runtime(runtime, xnn_delete_runtime); std::array external = { xnn_external_value{input_id, input.data()}, xnn_external_value{output_id, subgraph_output.data()}}; ASSERT_EQ(xnn_status_success, xnn_setup_runtime(runtime, external.size(), external.data())); ASSERT_EQ(xnn_status_success, xnn_invoke_runtime(runtime)); ASSERT_EQ(subgraph_output, operator_output); }