mirror of
https://github.com/blakeblackshear/frigate.git
synced 2026-02-19 09:27:06 +03:00
79 lines
2.9 KiB
C++
79 lines
2.9 KiB
C++
|
/*
|
||
|
|
* The MIT License (MIT)
|
||
|
|
*
|
||
|
|
* Copyright (c) 2015-2024 Advanced Micro Devices, Inc. All rights reserved.
|
||
|
|
*
|
||
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
||
|
|
* of this software and associated documentation files (the "Software"), to deal
|
||
|
|
* in the Software without restriction, including without limitation the rights
|
||
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||
|
|
* copies of the Software, and to permit persons to whom the Software is
|
||
|
|
* furnished to do so, subject to the following conditions:
|
||
|
|
*
|
||
|
|
* The above copyright notice and this permission notice shall be included in
|
||
|
|
* all copies or substantial portions of the Software.
|
||
|
|
*
|
||
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
||
|
|
* THE SOFTWARE.
|
||
|
|
*/
|
||
|
|
|
||
|
|
#if MIGRAPHX_USE_HIPBLASLT
|
||
|
|
#include <migraphx/gpu/compile_hipblaslt.hpp>
|
||
|
|
#include <migraphx/gpu/context.hpp>
|
||
|
|
#include <migraphx/module.hpp>
|
||
|
|
#include <migraphx/iterator_for.hpp>
|
||
|
|
#include <migraphx/instruction.hpp>
|
||
|
|
#include <migraphx/make_op.hpp>
|
||
|
|
|
||
|
|
namespace migraphx {
|
||
|
|
inline namespace MIGRAPHX_INLINE_NS {
|
||
|
|
namespace gpu {
|
||
|
|
|
||
|
|
static size_t compile(migraphx::context& ctx, operation& op, instruction_ref ins)
|
||
|
|
{
|
||
|
|
auto v = op.compile(ctx, ins->get_shape(), to_shapes(ins->inputs()));
|
||
|
|
return v.get<std::size_t>("workspace", 0);
|
||
|
|
}
|
||
|
|
|
||
|
|
void compile_hipblaslt::apply(module& m) const
|
||
|
|
{
|
||
|
|
assert(ctx);
|
||
|
|
for(auto ins : iterator_for(m))
|
||
|
|
{
|
||
|
|
if(ins->name() != "gpu::hipblaslt_op")
|
||
|
|
continue;
|
||
|
|
auto op = any_cast<hipblaslt_op>(ins->get_operator()).op;
|
||
|
|
auto inputs = ins->inputs();
|
||
|
|
|
||
|
|
std::size_t ws = hipblaslt_workspace_size;
|
||
|
|
|
||
|
|
auto alloc = m.insert_instruction(
|
||
|
|
ins, make_op("allocate", {{"shape", to_value(shape{shape::uint8_type, {ws}})}}));
|
||
|
|
inputs.insert(std::prev(inputs.end()), alloc);
|
||
|
|
m.replace_instruction(ins, op, inputs);
|
||
|
|
|
||
|
|
// Calculate workspace size
|
||
|
|
ws = compile(*ctx, op, ins);
|
||
|
|
auto alloc_after = m.insert_instruction(
|
||
|
|
ins, make_op("allocate", {{"shape", to_value(shape{shape::uint8_type, {ws}})}}));
|
||
|
|
|
||
|
|
// Replace the workspace size with actual worksapce size needed.
|
||
|
|
auto it = std::find(inputs.begin(), inputs.end(), alloc);
|
||
|
|
if(it != inputs.end())
|
||
|
|
{
|
||
|
|
*it = alloc_after; // Replace `alloc` with `alloc_after`
|
||
|
|
}
|
||
|
|
m.replace_instruction(ins, op, inputs);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
} // namespace gpu
|
||
|
|
} // namespace MIGRAPHX_INLINE_NS
|
||
|
|
} // namespace migraphx
|
||
|
|
#endif // MIGRAPHX_USE_HIPBLASLT
|