mirror of
https://github.com/vee1e/tflite-micro.git
synced 2026-09-01 09:51:22 +00:00
9664901486
Add alt_decompression_memory_size parameter to the Python interpreter API. When non-zero, allocates a separate memory region for DECODE operator outputs and calls SetDecompressionMemory before AllocateTensors. BUG=part of #3256
77 lines
3.1 KiB
C++
77 lines
3.1 KiB
C++
/* Copyright 2022 The TensorFlow Authors. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
==============================================================================*/
|
|
|
|
#include <pybind11/pybind11.h>
|
|
#include <pybind11/stl.h>
|
|
|
|
#include "python/tflite_micro/interpreter_wrapper.h"
|
|
#include "python/tflite_micro/pybind11_lib.h"
|
|
|
|
namespace py = pybind11;
|
|
using tflite::InterpreterWrapper;
|
|
|
|
PYBIND11_MODULE(_runtime, m) {
|
|
m.doc() = "TFLite Micro Runtime Extension";
|
|
py::enum_<tflite::InterpreterConfig>(m, "PythonInterpreterConfig")
|
|
.value("kAllocationRecording",
|
|
tflite::InterpreterConfig::kAllocationRecording)
|
|
.value("kPreserveAllTensors",
|
|
tflite::InterpreterConfig::kPreserveAllTensors);
|
|
py::class_<InterpreterWrapper>(m, "InterpreterWrapper")
|
|
.def(py::init([](const py::bytes& data,
|
|
const std::vector<std::string>& registerers_by_name,
|
|
size_t arena_size, int num_resource_variables,
|
|
tflite::InterpreterConfig config,
|
|
size_t alt_decompression_memory_size) {
|
|
return std::unique_ptr<InterpreterWrapper>(new InterpreterWrapper(
|
|
data.ptr(), registerers_by_name, arena_size, num_resource_variables,
|
|
config, alt_decompression_memory_size));
|
|
}))
|
|
.def("PrintAllocations", &InterpreterWrapper::PrintAllocations)
|
|
.def("Invoke", &InterpreterWrapper::Invoke)
|
|
.def("Reset", &InterpreterWrapper::Reset)
|
|
.def(
|
|
"SetInputTensor",
|
|
[](InterpreterWrapper& self, py::handle& x, size_t index) {
|
|
self.SetInputTensor(x.ptr(), index);
|
|
},
|
|
py::arg("x"), py::arg("index"))
|
|
.def(
|
|
"GetOutputTensor",
|
|
[](InterpreterWrapper& self, size_t index) {
|
|
return tflite::PyoOrThrow(self.GetOutputTensor(index));
|
|
},
|
|
py::arg("index"))
|
|
.def(
|
|
"GetInputTensorDetails",
|
|
[](InterpreterWrapper& self, size_t index) {
|
|
return tflite::PyoOrThrow(self.GetInputTensorDetails(index));
|
|
},
|
|
py::arg("index"))
|
|
.def(
|
|
"GetTensor",
|
|
[](InterpreterWrapper& self, size_t tensor_index,
|
|
size_t subgraph_index = 0) {
|
|
return tflite::PyoOrThrow(
|
|
self.GetTensor(tensor_index, subgraph_index));
|
|
},
|
|
py::arg("tensor_index"), py::arg("subgraph_index"))
|
|
.def(
|
|
"GetOutputTensorDetails",
|
|
[](InterpreterWrapper& self, size_t index) {
|
|
return tflite::PyoOrThrow(self.GetOutputTensorDetails(index));
|
|
},
|
|
py::arg("index"));
|
|
}
|