GitVita
New repositoryImport repositoryNew issue
Your repositories Your dashboard Sign in

microsoft/onnxruntime-extensions

Public

mirrored from https://github.com/microsoft/onnxruntime-extensionsAvailable

Watch0Fork0Star0
CodeCommitsIssuesPull requestsActionsInsightsSecurity
v0.9.0

Branches

Tags

  • No tags available.
0Branches0Tags
Go to file
Add file
Code

Clone

HTTPS

Download ZIP

onnxruntime-extensions/base

base/string_tensor.cc

57lines · modeblame

RawDownload
Latest commit unavailable.
d48d825aXavier Dupré5 years ago1// Copyright (c) Microsoft Corporation. All rights reserved.
2// Licensed under the MIT License.
ee306deeWenbing Li3 years ago3#include "string_tensor.h"
c891e5d7Wenbing Li5 years ago4#include "string_utils.h"
ef3df607Wenbing Li3 years ago5#include "ustring.h"
d48d825aXavier Dupré5 years ago6
e448676aScott McKay3 years ago7void GetTensorMutableDataString(const OrtApi& api, const OrtW::CustomOpApi& ort, const OrtKernelContext* context,
d48d825aXavier Dupré5 years ago8const OrtValue* value, std::vector<std::string>& output) {
7fc02244Wenbing Li3 years ago9(void)context;
d48d825aXavier Dupré5 years ago10OrtTensorDimensions dimensions(ort, value);
11size_t len = static_cast<size_t>(dimensions.Size());
12size_t data_len;
c599b00dWenbing Li3 years ago13OrtW::ThrowOnError(api, api.GetStringTensorDataLength(value, &data_len));
d48d825aXavier Dupré5 years ago14output.resize(len);
15std::vector<char> result(data_len + len + 1, '\0');
16std::vector<size_t> offsets(len);
c599b00dWenbing Li3 years ago17OrtW::ThrowOnError(api, api.GetStringTensorContent(value, (void*)result.data(), data_len, offsets.data(), offsets.size()));
d48d825aXavier Dupré5 years ago18output.resize(len);
19for (int64_t i = (int64_t)len - 1; i >= 0; --i) {
7fc02244Wenbing Li3 years ago20if (i < static_cast<int64_t>(len) - 1)
21result[offsets[static_cast<size_t>(i + (int64_t)1)]] = '\0';
22output[static_cast<size_t>(i)] = result.data() + offsets[static_cast<size_t>(i)];
d48d825aXavier Dupré5 years ago23}
24}
25
e448676aScott McKay3 years ago26void FillTensorDataString(const OrtApi& api, const OrtW::CustomOpApi& ort, const OrtKernelContext* context,
d48d825aXavier Dupré5 years ago27const std::vector<std::string>& value, OrtValue* output) {
7fc02244Wenbing Li3 years ago28(void)ort;
29(void)context;
d48d825aXavier Dupré5 years ago30std::vector<const char*> temp(value.size());
31for (size_t i = 0; i < value.size(); ++i) {
32temp[i] = value[i].c_str();
33}
37598fefMojimi5 years ago34
e448676aScott McKay3 years ago35OrtW::ThrowOnError(api, api.FillStringTensor(output, temp.data(), value.size()));
37598fefMojimi5 years ago36}
37
e448676aScott McKay3 years ago38void GetTensorMutableDataString(const OrtApi& api, const OrtW::CustomOpApi& ort, const OrtKernelContext* context,
39const OrtValue* value, std::vector<ustring>& output) {
37598fefMojimi5 years ago40std::vector<std::string> utf8_strings;
41GetTensorMutableDataString(api, ort, context, value, utf8_strings);
42
43output.reserve(utf8_strings.size());
44for (auto& str : utf8_strings) {
45output.emplace_back(str);
46}
47}
48
e448676aScott McKay3 years ago49void FillTensorDataString(const OrtApi& api, const OrtW::CustomOpApi& ort, const OrtKernelContext* context,
37598fefMojimi5 years ago50const std::vector<ustring>& value, OrtValue* output) {
51std::vector<std::string> utf8_strings;
52utf8_strings.reserve(value.size());
e448676aScott McKay3 years ago53for (const auto& str : value) {
37598fefMojimi5 years ago54utf8_strings.push_back(std::string(str));
55}
56FillTensorDataString(api, ort, context, utf8_strings, output);
d48d825aXavier Dupré5 years ago57}