forked from apache/tvm
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'main' into aluo/onnx/support-nllloss-tests
* main: Fix flaky NMS test by making sure scores are unique (apache#9140) [Relay] Merge analysis/context_analysis.cc and transforms/device_annotation.cc (apache#9038) [LLVM] Make changes needed for opaque pointers (apache#9138) Arm(R) Ethos(TM)-U NPU codegen integration (apache#8849) [CI] Split Integration tests out of first phase of pipeline (apache#9128) [Meta Schedule][M3b] Runner (apache#9111) Fix Google Mock differences between Ubuntu 18.04 and 16.04 (apache#9141) [TIR] add loop partition hint pragma (apache#9121) fix things (apache#9146) [Meta Schedule][M3a] SearchStrategy (apache#9132) [Frontend][PyTorch] support for quantized conv_transpose2d op (apache#9133) [UnitTest] Parametrized test_conv2d_int8_intrinsics (apache#9143) [OpenCL] Remove redundant visit statement in CodeGen. (apache#9144) [BYOC] support arbitrary input dims for add/mul/relu of dnnl c_src codegen (apache#9127) [Relay][ConvertLayout] Support for qnn.conv2d_transpose (apache#9139) add nn.global_avgpool to fq2i (apache#9137) [UnitTests] Enable minimum testing on Vulkan target in CI (apache#9093) [Torch] Support returning quantized weights and bias for BYOC use cases (apache#9135) [Relay] Prepare for new plan_devices.cc (part II) (apache#9130) [microTVM][Zephyr] Add MIMXRT1050 board support (apache#9068)
- Loading branch information
Showing
109 changed files
with
9,412 additions
and
627 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,219 @@ | ||
| /* | ||
| * Licensed to the Apache Software Foundation (ASF) under one | ||
| * or more contributor license agreements. See the NOTICE file | ||
| * distributed with this work for additional information | ||
| * regarding copyright ownership. The ASF licenses this file | ||
| * to you under the Apache License, Version 2.0 (the | ||
| * "License"); you may not use this file except in compliance | ||
| * with the License. You may obtain a copy of the License at | ||
| * | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * | ||
| * Unless required by applicable law or agreed to in writing, | ||
| * software distributed under the License is distributed on an | ||
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY | ||
| * KIND, either express or implied. See the License for the | ||
| * specific language governing permissions and limitations | ||
| * under the License. | ||
| */ | ||
| #ifndef TVM_META_SCHEDULE_RUNNER_H_ | ||
| #define TVM_META_SCHEDULE_RUNNER_H_ | ||
|
|
||
| #include <tvm/ir/expr.h> | ||
| #include <tvm/meta_schedule/arg_info.h> | ||
|
|
||
| namespace tvm { | ||
| namespace meta_schedule { | ||
|
|
||
| /*! \brief The runner's input. */ | ||
| class RunnerInputNode : public runtime::Object { | ||
| public: | ||
| /*! \brief The path to the built artifact. */ | ||
| String artifact_path; | ||
| /*! \brief The type of device. */ | ||
| String device_type; | ||
| /*! \brief The argument information. */ | ||
| Array<ArgInfo> args_info; | ||
|
|
||
| void VisitAttrs(tvm::AttrVisitor* v) { | ||
| v->Visit("artifact_path", &artifact_path); | ||
| v->Visit("device_type", &device_type); | ||
| v->Visit("args_info", &args_info); | ||
| } | ||
|
|
||
| static constexpr const char* _type_key = "meta_schedule.RunnerInput"; | ||
| TVM_DECLARE_FINAL_OBJECT_INFO(RunnerInputNode, runtime::Object); | ||
| }; | ||
|
|
||
| /*! | ||
| * \brief Managed reference to RunnerInputNode | ||
| * \sa RunnerInputNode | ||
| */ | ||
| class RunnerInput : public runtime::ObjectRef { | ||
| public: | ||
| /*! | ||
| * \brief Constructor of RunnerInput | ||
| * \param artifact_path The path to the built artifact. | ||
| * \param device_type The type of device. | ||
| * \param args_info The argument information. | ||
| */ | ||
| TVM_DLL explicit RunnerInput(String artifact_path, String device_type, Array<ArgInfo> args_info); | ||
| TVM_DEFINE_NOTNULLABLE_OBJECT_REF_METHODS(RunnerInput, runtime::ObjectRef, RunnerInputNode); | ||
| }; | ||
|
|
||
| /*! \brief The runner's output. */ | ||
| class RunnerResultNode : public runtime::Object { | ||
| public: | ||
| /*! \brief The run time in seconds.*/ | ||
| Optional<Array<FloatImm>> run_secs; | ||
| /*! \brief The error message, if any. */ | ||
| Optional<String> error_msg; | ||
|
|
||
| void VisitAttrs(tvm::AttrVisitor* v) { | ||
| v->Visit("run_secs", &run_secs); | ||
| v->Visit("error_msg", &error_msg); | ||
| } | ||
|
|
||
| static constexpr const char* _type_key = "meta_schedule.RunnerResult"; | ||
| TVM_DECLARE_FINAL_OBJECT_INFO(RunnerResultNode, runtime::Object); | ||
| }; | ||
|
|
||
| /*! | ||
| * \brief Managed reference to RunnerResultNode | ||
| * \sa RunnerResultNode | ||
| */ | ||
| class RunnerResult : public runtime::ObjectRef { | ||
| public: | ||
| /*! | ||
| * \brief Constructor | ||
| * \brief The run time in seconds. | ||
| * \brief The error message, if any. | ||
| */ | ||
| TVM_DLL explicit RunnerResult(Optional<Array<FloatImm>> run_secs, Optional<String> error_msg); | ||
| TVM_DEFINE_NOTNULLABLE_OBJECT_REF_METHODS(RunnerResult, runtime::ObjectRef, RunnerResultNode); | ||
| }; | ||
|
|
||
| /*! | ||
| * \brief A class to asynchronously fetch runner's output. | ||
| * \note The API design is consistent with python's concurrent.futures.Future: | ||
| * https://docs.python.org/3/library/concurrent.futures.html#concurrent.futures.Future | ||
| */ | ||
| class RunnerFutureNode : public runtime::Object { | ||
| public: | ||
| /*! | ||
| * \brief The function type to check whether the runner has finished. | ||
| * \return Whether the runner's output is ready. | ||
| */ | ||
| using FDone = runtime::TypedPackedFunc<bool()>; | ||
| /*! | ||
| * \brief The function type to fetch runner output if it is ready. | ||
| * \return The runner's output. | ||
| */ | ||
| using FResult = runtime::TypedPackedFunc<RunnerResult()>; | ||
|
|
||
| /*! \brief The packed function to check whether the runner has finished. */ | ||
| FDone f_done; | ||
| /*! \brief The packed function to fetch runner output if it is ready. */ | ||
| FResult f_result; | ||
|
|
||
| void VisitAttrs(tvm::AttrVisitor* v) { | ||
| // `f_done` is not visited | ||
| // `f_result` is not visited | ||
| } | ||
|
|
||
| /*! | ||
| * \brief Check whether the runner has finished. | ||
| * \return A boolean indicating whether the runner has finished. | ||
| */ | ||
| bool Done() const { return f_done(); } | ||
| /*! | ||
| * \brief Fetch the runner's output if it is ready. | ||
| * \return The runner's output. | ||
| */ | ||
| RunnerResult Result() const { return f_result(); } | ||
|
|
||
| static constexpr const char* _type_key = "meta_schedule.RunnerFuture"; | ||
| TVM_DECLARE_FINAL_OBJECT_INFO(RunnerFutureNode, runtime::Object); | ||
| }; | ||
|
|
||
| /*! | ||
| * \brief Managed reference to RunnerFutureNode | ||
| * \sa RunnerFutureNode | ||
| */ | ||
| class RunnerFuture : public runtime::ObjectRef { | ||
| public: | ||
| using FDone = RunnerFutureNode::FDone; | ||
| using FResult = RunnerFutureNode::FResult; | ||
|
|
||
| /*! | ||
| * \brief Constructor of RunnerFuture | ||
| * \param f_done The packed function to check whether the runner has finished. | ||
| * \param f_result The packed function to fetch runner output if it is ready. | ||
| */ | ||
| TVM_DLL explicit RunnerFuture(FDone f_done, FResult f_result); | ||
| TVM_DEFINE_MUTABLE_NOTNULLABLE_OBJECT_REF_METHODS(RunnerFuture, runtime::ObjectRef, | ||
| RunnerFutureNode); | ||
| }; | ||
|
|
||
| /*! \brief The abstract runner interface. */ | ||
| class RunnerNode : public runtime::Object { | ||
| public: | ||
| /*! | ||
| * \brief The function type to run the built artifacts and get runner futures. | ||
| * \param input The runner's inputs. | ||
| * \return The runner futures. | ||
| * \sa RunnerFuture | ||
| */ | ||
| using FRun = runtime::TypedPackedFunc<Array<RunnerFuture>(Array<RunnerInput>)>; | ||
|
|
||
| /*! \brief Default destructor */ | ||
| virtual ~RunnerNode() = default; | ||
|
|
||
| /*! | ||
| * \brief Run the built artifact and get runner futures. | ||
| * \param runner_inputs The runner's inputs. | ||
| * \return The runner futures. | ||
| */ | ||
| virtual Array<RunnerFuture> Run(Array<RunnerInput> runner_inputs) = 0; | ||
|
|
||
| static constexpr const char* _type_key = "meta_schedule.Runner"; | ||
| TVM_DECLARE_BASE_OBJECT_INFO(RunnerNode, runtime::Object); | ||
| }; | ||
|
|
||
| /*! | ||
| * \brief Managed reference to RunnerNode | ||
| * \sa RunnerNode | ||
| */ | ||
| class Runner : public runtime::ObjectRef { | ||
| public: | ||
| using FRun = RunnerNode::FRun; | ||
|
|
||
| /*! | ||
| * \brief Create a runner with customized build method on the python-side. | ||
| * \param f_run The packed function to run the built artifacts and get runner futures. | ||
| * \return The runner created. | ||
| */ | ||
| TVM_DLL static Runner PyRunner(FRun f_run); | ||
| TVM_DEFINE_MUTABLE_NOTNULLABLE_OBJECT_REF_METHODS(Runner, runtime::ObjectRef, RunnerNode); | ||
| }; | ||
|
|
||
| /*! \brief An abstract runner with customized build method on the python-side. */ | ||
| class PyRunnerNode : public RunnerNode { | ||
| public: | ||
| /*! \brief The packed function to run the built artifacts and get runner futures. */ | ||
| FRun f_run; | ||
|
|
||
| void VisitAttrs(tvm::AttrVisitor* v) { | ||
| // `f_run` is not visited | ||
| } | ||
|
|
||
| Array<RunnerFuture> Run(Array<RunnerInput> runner_inputs) final { return f_run(runner_inputs); } | ||
|
|
||
| static constexpr const char* _type_key = "meta_schedule.PyRunner"; | ||
| TVM_DECLARE_FINAL_OBJECT_INFO(PyRunnerNode, RunnerNode); | ||
| }; | ||
|
|
||
| } // namespace meta_schedule | ||
| } // namespace tvm | ||
|
|
||
| #endif // TVM_META_SCHEDULE_RUNNER_H_ |
Oops, something went wrong.