-
Notifications
You must be signed in to change notification settings - Fork 0
/
main_aot.cpp
44 lines (35 loc) · 1.58 KB
/
main_aot.cpp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
// Useful references:
// 1. https://github.com/google/jax/discussions/22184
#include <fstream>
#include <iostream>
#include <iterator>
#include "xla/literal_util.h"
#include "xla/pjrt/cpu/cpu_client.h"
int main(int argc, char** argv) {
// Read the serialized executable bytearray.
const std::string inputFile = "serialized_executable_protos/example1.pbbin";
std::ifstream infile(inputFile, std::ios_base::binary);
std::vector<char> bytes( (std::istreambuf_iterator<char>(infile)),
std::istreambuf_iterator<char>() );
std::string_view serialized_view(bytes.data(), bytes.size());
// Get a CPU client.
std::unique_ptr<xla::PjRtClient> client = xla::GetTfrtCpuClient(true).value();
std::unique_ptr<xla::PjRtLoadedExecutable> executable = client->DeserializeExecutable(serialized_view, std::nullopt).value();
// Input.
xla::Literal literal_x;
std::unique_ptr<xla::PjRtBuffer> param_x;
// Output.
std::vector<std::vector<std::unique_ptr<xla::PjRtBuffer>>> results;
std::shared_ptr<xla::Literal> result_literal;
xla::ExecuteOptions execute_options;
for(int i = 0; i < 1000; i++) {
literal_x = xla::LiteralUtil::CreateR2<float>({{0.1f * (float)i}});
param_x = client->BufferFromHostLiteral(
literal_x, client->addressable_devices()[0]
).value();
results = executable->Execute({{param_x.get()}}, execute_options).value();
result_literal = results[0][0]->ToLiteralSync().value();
std::cout << "Result " << i << " = " << *result_literal << "\n";
}
return 0;
}