kws_task1.c

#include <sys/time.h>
#include <errno.h>
#include <string.h>
#include <time.h>
#include <applibs/log.h>
#include <applibs/gpio.h>
#include <applibs/networking.h>
#include <applibs/storage.h>
#include <arpa/inet.h>
#include <stdlib.h>
#include <stdio.h>
#include <unistd.h>
#include <math.h>
#include <hw/sample_hardware.h>
#include <tvm/runtime/c_runtime_api.h>

#include "bundle.h"
#include "network.h"
#include "utils.h"

// Convolution
#define in_dim0   1
#define in_dim1   64
#define in_dim2   25
#define in_dim3   5

#define out_dim0   1
#define out_dim1   64
#define out_dim2   25
#define out_dim3   5

#define NUM_EXP   100

static ExitCode exitCode = ExitCode_Success;
static char interface[] = "eth0";
static uint16_t serverPort = 11000;
static char serverIP[] = "192.168.0.10";
static uint16_t id;
static char data_file[] = "build/conv2d_data.bin";
static char output_file[] = "build/conv2d_output.bin";
static char id_file[] = "build/id.bin";
static char param_file[] = "build/conv2d_params.bin";
static char graph_file[] = "build/conv2d_graph.bin";

int main(int argc, char **argv) {
  exitCode = NetworkEnable(interface);
  exitCode = ConfigureNetworkInterfaceWithStaticIp(interface,
                                                 "192.168.0.20",
                                                 "255.255.255.0",
                                                 "192.168.0.1");

  int socket = OpenIpV4Socket(serverIP, serverPort, SOCK_STREAM, &exitCode);

  #if AS_DEBUG
  Debug_Init(socket);
  fprintf(stdout, "Starting TVM Conv2d Test...\n");
  #endif
  
  struct timeval t0, t1, t2, t3, t4, t5;
  gettimeofday(&t0, 0);
  int fid;
  off_t fs;
  int readError = 0;
  float duration;

  int fd = GPIO_OpenAsOutput(SAMPLE_LED, GPIO_OutputMode_PushPull, GPIO_Value_High);
  if (fd < 0) {
    #if AS_DEBUG
    fprintf(stdout,
        "Error opening GPIO: %s (%d). Check that app_manifest.json includes the GPIO used.\n",
        strerror(errno), errno);
    #endif
    return ExitCode_Main_Led;
  }
  GPIO_SetValue(fd, GPIO_Value_High);

  // Read id
  readError = ReadID(id_file, &id);
  if (readError < 0) {goto endApp;}

  char msg [20];
  int len;
  len = message(id, Message_START, msg);
  send(socket , msg , (size_t)len, 0);

  // Read params
  char* params_data;
  uint64_t params_size = Read_File_Char(param_file, &params_data);
  if (params_size < 0) {goto endApp;}
  
  // Read graph
  char* graph_data;
  readError = Read_File_Char(graph_file, &graph_data);
  if (readError < 0) {goto endApp;}

  gettimeofday(&t0, 0);
  auto *handle = tvm_runtime_create(graph_data, params_data, params_size);
  gettimeofday(&t1, 0);

  free(params_data);
  free(graph_data);

  // Read data
  int8_t* input_storage;
  readError = Read_File_Int8(data_file, &input_storage);
  if (readError < 0) {goto endApp;} 

  DLTensor input;
  input.data = input_storage;
  DLContext ctx = {kDLCPU, 0};
  input.ctx = ctx;
  input.ndim = 4;
  DLDataType dtype = {kDLInt, 8, 1};
  input.dtype = dtype;
  int64_t shape [4] = {in_dim0, in_dim1, in_dim2, in_dim3};
  input.shape = shape;
  input.strides = NULL;
  input.byte_offset = 0;

  tvm_runtime_set_input(handle, "A", &input);
  duration = 0;
  for (int ii=0; ii<NUM_EXP; ii++) {
    gettimeofday(&t2, 0);
  
    tvm_runtime_run(handle);
    gettimeofday(&t3, 0);

    duration += (float)(t3.tv_sec-t2.tv_sec)*1000 + (float)(t3.tv_usec-t2.tv_usec)/1000.f;
  }
  duration = duration / (float)(NUM_EXP);

  free(input_storage);
 
  int32_t* output_storage = malloc(out_dim0 * out_dim1 * out_dim2 * out_dim3 * sizeof(int32_t));
  DLTensor output;
  output.data = output_storage;
  DLContext out_ctx = {kDLCPU, 0};
  output.ctx = out_ctx;
  output.ndim = 4;
  DLDataType out_dtype = {kDLInt, 32, 1};
  output.dtype = out_dtype;
  int64_t out_shape [4] = {out_dim0, out_dim1, out_dim2, out_dim3};
  output.shape = out_shape;
  output.strides = NULL;
  output.byte_offset = 0;
  
  tvm_runtime_get_output(handle, 0, &output);
  gettimeofday(&t4, 0);

  tvm_runtime_destroy(handle);
  gettimeofday(&t5, 0);

// Read expected output
  int32_t* exp_out;
  readError = Read_File_Int32(output_file, &exp_out);
  if (readError < 0) {goto endApp;}

  bool result = true;
  int output_size = out_dim0 * out_dim1 * out_dim2 * out_dim3;
  for (int i = 0; i < output_size; ++i) {
    if (fabs(output_storage[i] - exp_out[i]) >= 1e-3f) {
      result = false;
      #if AS_DEBUG
      fprintf(stdout, "ERROR: i: %d, s: %d, exp: %d\n", i, output_storage[i], exp_out[i]);
      #endif

      break;
    }
  }

  len = message(id, Message_RESULT, msg);
  msg[len] = ',';
  if (result) {
    msg[len+1] = '1';
  }
  else{
    msg[len+1] = '0';
  }

  msg[len+2] = '\n';
  len += 3;
  send(socket , msg , (size_t)len, 0);

  #if AS_DEBUG
  fprintf(stdout, "timing: %.2f ms (create), %.2f ms (set_input), %.2f ms (run), "
         "%.2f ms (get_output), %.2f ms (destroy)\n",
         (float)(t1.tv_sec-t0.tv_sec)*1000 + (float)(t1.tv_usec-t0.tv_usec)/1000.f,
         (float)(t2.tv_sec-t1.tv_sec)*1000 + (float)(t2.tv_usec-t1.tv_usec)/1000.f,
         (float)(t3.tv_sec-t2.tv_sec)*1000 + (float)(t3.tv_usec-t2.tv_usec)/1000.f,
         (float)(t4.tv_sec-t3.tv_sec)*1000 + (float)(t4.tv_usec-t3.tv_usec)/1000.f,
         (float)(t5.tv_sec-t4.tv_sec)*1000 + (float)(t5.tv_usec-t4.tv_usec)/1000.f);
  #endif

  len = message(id, Message_TIME, msg);
  msg[len] = ',';
  len += 1;

  char time_array[10];
  int ret = snprintf(time_array, sizeof time_array, "%3.5f", duration);
  if (ret < 0){
    goto endApp;
  }

  for (int ii=0; ii<10; ii++) {
    msg[len + ii] = time_array[ii];
  }
  len += 10;
  
  msg[len]  = '\n';
  len += 1;
  send(socket , msg , (size_t)len, 0);
  shutdown(socket, 2);

  const struct timespec sleepTime = {.tv_sec = 1, .tv_nsec = 0};
  while (true) {
      GPIO_SetValue(fd, GPIO_Value_Low);
      nanosleep(&sleepTime, NULL);
      GPIO_SetValue(fd, GPIO_Value_High);
      nanosleep(&sleepTime, NULL);
  }

endApp:
  return -1;
}