#pragma once #include "../graph_helpers.h" #include "../node_interface.h" namespace cudnn_frontend { namespace graph { class GenstatsNode : public NodeCRTP { public: Genstats_attributes attributes; GenstatsNode(Genstats_attributes&& attributes_, detail::Context const& context) : NodeCRTP(context), attributes(std::move(attributes_)) {} Type getType() override final { return Type::GENSTATS; } error_t infer_properties_node() override final { attributes.fill_from_context(context); // Only inferrencing from X works today. auto X = attributes.inputs[Genstats_attributes::input_names::X]; auto SUM = attributes.outputs[Genstats_attributes::output_names::SUM]; auto SQ_SUM = attributes.outputs[Genstats_attributes::output_names::SQ_SUM]; auto const x_tensor_dim = X->get_dim(); auto sum_tensor_dim = SUM->get_dim(); auto sq_sum_tensor_dim = SQ_SUM->get_dim(); // Only infer dims and strides if user did not set them if (sum_tensor_dim.empty()) { sum_tensor_dim.resize(x_tensor_dim.size(), 1); sum_tensor_dim[1] = x_tensor_dim[1]; SUM->set_dim(sum_tensor_dim); } if (SUM->get_stride().empty()) { auto const& SUM_dim = SUM->get_dim(); // Default to NHWC auto const& stride_order = detail::generate_NHWC_stride_order(SUM_dim.size()); SUM->set_stride(detail::generate_stride(SUM_dim, stride_order)); } // Only infer dims and strides if user did not set them if (sq_sum_tensor_dim.empty()) { sq_sum_tensor_dim.resize(x_tensor_dim.size(), 1); sq_sum_tensor_dim[1] = x_tensor_dim[1]; SQ_SUM->set_dim(sq_sum_tensor_dim); } if (SQ_SUM->get_stride().empty()) { auto const& SQ_SUM_dim = SQ_SUM->get_dim(); // Default to NHWC auto const& stride_order = detail::generate_NHWC_stride_order(SQ_SUM_dim.size()); SQ_SUM->set_stride(detail::generate_stride(SQ_SUM_dim, stride_order)); } return {error_code_t::OK, ""}; } error_t create_cudnn_operations( std::unordered_set& uids_involved_in_operations, std::vector>& operations, managed_backend_descriptor_t& raw_operations, std::unordered_map>& tensors) const override final { CUDNN_FRONTEND_UNUSED(raw_operations); CUDNN_FE_LOG_LABEL("INFO: " << "Building GenstatsNode operations " << attributes.name << " "); // Create operation by directly calling cuDNN backend API Operation_v8 genstats_operation; _CUDNN_CHECK_CUDNN_ERROR( genstats_operation.initialize_managed_backend_pointer(CUDNN_BACKEND_OPERATION_GEN_STATS_DESCRIPTOR)); // Set input tensor X CUDNN_FE_VALIDATE_AND_ASSIGN_INPUT_TENSOR(X, Genstats_attributes::input_names::X); auto x_desc = tensors.at(X->second->get_uid())->get_raw_desc(); _CUDNN_CHECK_CUDNN_ERROR(detail::set_attribute(genstats_operation.get_raw_desc(), CUDNN_ATTR_OPERATION_GENSTATS_XDESC, CUDNN_TYPE_BACKEND_DESCRIPTOR, 1, &x_desc)); // Set gen stats mode cudnnGenStatsMode_t genstats_mode = CUDNN_GENSTATS_SUM_SQSUM; _CUDNN_CHECK_CUDNN_ERROR(detail::set_attribute(genstats_operation.get_raw_desc(), CUDNN_ATTR_OPERATION_GENSTATS_MODE, CUDNN_TYPE_GENSTATS_MODE, 1, &genstats_mode)); // Set math precision based on X tensor data type cudnnDataType_t math_prec = static_cast(tensors.at(X->second->get_uid())->getDataType()); _CUDNN_CHECK_CUDNN_ERROR(detail::set_attribute(genstats_operation.get_raw_desc(), CUDNN_ATTR_OPERATION_GENSTATS_MATH_PREC, CUDNN_TYPE_DATA_TYPE, 1, &math_prec)); // Set SUM output tensor CUDNN_FE_VALIDATE_AND_ASSIGN_OUTPUT_TENSOR(SUM, Genstats_attributes::output_names::SUM); auto sum_desc = tensors.at(SUM->second->get_uid())->get_raw_desc(); _CUDNN_CHECK_CUDNN_ERROR(detail::set_attribute(genstats_operation.get_raw_desc(), CUDNN_ATTR_OPERATION_GENSTATS_SUMDESC, CUDNN_TYPE_BACKEND_DESCRIPTOR, 1, &sum_desc)); // Set SQ_SUM output tensor CUDNN_FE_VALIDATE_AND_ASSIGN_OUTPUT_TENSOR(SQ_SUM, Genstats_attributes::output_names::SQ_SUM); auto sq_sum_desc = tensors.at(SQ_SUM->second->get_uid())->get_raw_desc(); _CUDNN_CHECK_CUDNN_ERROR(detail::set_attribute(genstats_operation.get_raw_desc(), CUDNN_ATTR_OPERATION_GENSTATS_SQSUMDESC, CUDNN_TYPE_BACKEND_DESCRIPTOR, 1, &sq_sum_desc)); _CUDNN_CHECK_CUDNN_ERROR(detail::finalize(genstats_operation.get_raw_desc())); operations.push_back(std::make_shared(std::move(genstats_operation))); auto const& non_virtual_uids = attributes.get_non_virtual_uids(); uids_involved_in_operations.insert(non_virtual_uids.begin(), non_virtual_uids.end()); return {error_code_t::OK, ""}; } #ifndef CUDNN_FRONTEND_SKIP_JSON_LIB virtual void serialize(json& j) const override final { j = attributes; j.update(R"( {"tag": "GENSTATS"})"_json); } #endif }; } // namespace graph } // namespace cudnn_frontend