/* * The MIT License (MIT) * * Copyright (c) 2015-2024 Advanced Micro Devices, Inc. All rights reserved. * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN * THE SOFTWARE. */ #include #include #include #include #include #include #include namespace migraphx { inline namespace MIGRAPHX_INLINE_NS { namespace gpu { std::vector generate_arguments(const std::vector& shapes, unsigned long seed = 0, random_mode rm = random_mode::random) { std::vector args; std::transform(shapes.begin(), shapes.end(), std::back_inserter(args), [&](const auto& s) { return to_gpu(generate_argument(s, seed++, rm)); }); return args; } template double time_loop(migraphx::gpu::context& gctx, int n, F f) { auto start = context::create_event_for_timing(); auto stop = context::create_event_for_timing(); f(); gctx.get_stream().record(start.get()); for(auto i : range(n)) { (void)i; f(); } gctx.get_stream().record(stop.get()); gctx.finish(); return context::get_elapsed_ms(start.get(), stop.get()) / n; } double time_op(const context& ictx, operation op, const std::vector& inputs, int n) { // TODO: Use std::ref migraphx::context ctx = ictx; auto& gctx = any_cast(ctx); auto output = op.compute_shape(inputs); op.finalize(ctx, output, inputs); auto args = generate_arguments(inputs); auto run = [&] { op.compute(ctx, output, args); }; return time_loop(gctx, n, run); } double time_op(const context& ictx, operation op, int n) { auto inputs = any_cast(op).expected_inputs; return time_op(ictx, op, inputs, n); } double time_program(const context& ictx, program p, int n) { std::vector ctx_vec = {ictx}; auto& gctx = any_cast(ctx_vec.front()); auto* mm = p.get_main_module(); mm->finalize(ctx_vec); auto in_shapes = p.get_parameter_shapes(); std::unordered_map param_map; unsigned long seed = 0; for(const auto& [name, shape] : in_shapes) { param_map[name] = to_gpu(generate_argument(shape, seed++, random_mode::random)); } auto run = [&] { p.eval_with_context(ctx_vec, param_map); }; return time_loop(gctx, n, run); } } // namespace gpu } // namespace MIGRAPHX_INLINE_NS } // namespace migraphx