Copy transcoding code

contrib/endpoints/src/api_manager/proto/api_manager_status.proto

@@ -1,26 +1,16 @@
-// Copyright (C) Extensible Service Proxy Authors
-// All rights reserved.
+// Copyright 2016 Google Inc. All Rights Reserved.
 //
-// Redistribution and use in source and binary forms, with or without
-// modification, are permitted provided that the following conditions
-// are met:
-// 1. Redistributions of source code must retain the above copyright
-//    notice, this list of conditions and the following disclaimer.
-// 2. Redistributions in binary form must reproduce the above copyright
-//    notice, this list of conditions and the following disclaimer in the
-//    documentation and/or other materials provided with the distribution.
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
 //
-// THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
-// ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
-// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
-// ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
-// FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
-// DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
-// OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
-// HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
-// LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
-// OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
-// SUCH DAMAGE.
+//    http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
 //
 ////////////////////////////////////////////////////////////////////////////////
 //

contrib/endpoints/src/api_manager/proto/server_config.proto

@@ -1,26 +1,16 @@
-// Copyright (C) Extensible Service Proxy Authors
-// All rights reserved.
+// Copyright 2016 Google Inc. All Rights Reserved.
 //
-// Redistribution and use in source and binary forms, with or without
-// modification, are permitted provided that the following conditions
-// are met:
-// 1. Redistributions of source code must retain the above copyright
-//    notice, this list of conditions and the following disclaimer.
-// 2. Redistributions in binary form must reproduce the above copyright
-//    notice, this list of conditions and the following disclaimer in the
-//    documentation and/or other materials provided with the distribution.
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
 //
-// THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
-// ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
-// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
-// ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
-// FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
-// DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
-// OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
-// HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
-// LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
-// OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
-// SUCH DAMAGE.
+//    http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
 //
 ////////////////////////////////////////////////////////////////////////////////
 //

contrib/endpoints/src/grpc/transcoding/bookstore.proto

@@ -0,0 +1,67 @@
+// Copyright 2016 Google Inc. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//    http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+////////////////////////////////////////////////////////////////////////////////
+//
+// bookstore.proto
+// Test proto for transcoding
+syntax = "proto3";
+package google.api_manager.transcoding;
+message Biography {
+  int64 year_born = 1;
+  int64 year_died = 2;
+  string text = 3;
+}
+message AuthorInfo {
+  string first_name = 1;
+  string last_name = 2;
+  Biography bio = 3;
+}
+message Book {
+  string author = 1;
+  string name = 2;
+  string title = 3;
+  AuthorInfo author_info = 4;
+}
+message Shelf {
+  string name = 1;
+  string theme = 2;
+}
+message ListShelvesResponse {
+  repeated Shelf shelves = 1;
+}
+message CreateShelfRequest {
+  Shelf shelf = 1;
+}
+message GetShelfRequest {
+  int64 shelf = 1;
+}
+message DeleteShelfRequest {
+  int64 shelf = 1;
+}
+message ListBooksRequest {
+  int64 shelf = 1;
+}
+message CreateBookRequest {
+  int64 shelf = 1;
+  Book book = 2;
+}
+message GetBookRequest {
+  int64 shelf = 1;
+  int64 book = 2;
+}
+message DeleteBookRequest {
+  int64 shelf = 1;
+  int64 book = 2;
+}

contrib/endpoints/src/grpc/transcoding/json_request_translator.cc

@@ -0,0 +1,164 @@
+// Copyright 2016 Google Inc. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//    http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+////////////////////////////////////////////////////////////////////////////////
+//
+#include "src/grpc/transcoding/json_request_translator.h"
+
+#include <string>
+
+#include "google/protobuf/io/zero_copy_stream.h"
+#include "google/protobuf/stubs/status.h"
+#include "google/protobuf/util/internal/json_stream_parser.h"
+#include "google/protobuf/util/internal/object_writer.h"
+#include "src/grpc/transcoding/message_stream.h"
+#include "src/grpc/transcoding/request_message_translator.h"
+#include "src/grpc/transcoding/request_stream_translator.h"
+
+namespace google {
+namespace api_manager {
+
+namespace transcoding {
+namespace {
+
+namespace pb = ::google::protobuf;
+namespace pbio = ::google::protobuf::io;
+namespace pbutil = ::google::protobuf::util;
+namespace pbconv = ::google::protobuf::util::converter;
+
+// An on-demand request translation implementation where the reading of the
+// input and translation happen only as needed when the caller asks for an
+// output message.
+//
+// LazyRequestTranslator is given
+//    - a ZeroCopyInputStream (json_input) to read the input JSON from,
+//    - a JsonStreamParser (parser) - the input end of the translation
+//      pipeline, i.e. that takes the input JSON,
+//    - a MessageStream (translated), the output end of the translation
+//      pipeline, i.e. where the output proto messages appear.
+// When asked for a message it reads chunks from the input stream and passes
+// to the json parser until a message appears in the output (translated)
+// stream, or until the input JSON stream runs out of data (in this case, caller
+// will call NextMessage again in the future when more data is available).
+class LazyRequestTranslator : public MessageStream {
+ public:
+  LazyRequestTranslator(pbio::ZeroCopyInputStream* json_input,
+                        pbconv::JsonStreamParser* json_parser,
+                        MessageStream* translated)
+      : input_json_(json_input),
+        json_parser_(json_parser),
+        translated_(translated),
+        seen_input_(false) {}
+
+  // MessageStream implementation
+  bool NextMessage(std::string* message) {
+    // Keep translating chunks until a message appears in the translated stream.
+    while (!translated_->NextMessage(message)) {
+      if (!TranslateChunk()) {
+        // Error or no more input to translate.
+        return false;
+      }
+    }
+    return true;
+  }
+  bool Finished() const { return translated_->Finished() || !status_.ok(); }
+  pbutil::Status Status() const { return status_; }
+
+ private:
+  // Translates one chunk of data. Returns true, if there was input to
+  // translate; otherwise or in case of an error returns false.
+  bool TranslateChunk() {
+    if (Finished()) {
+      return false;
+    }
+    // Read the next chunk of data from input_json_
+    const void* data = nullptr;
+    int size = 0;
+    if (!input_json_->Next(&data, &size)) {
+      // End of input
+      if (!seen_input_) {
+        // If there was no input at all translate an empty JSON object ("{}").
+        status_ = json_parser_->Parse("{}");
+        return status_.ok();
+      }
+      // No more data to translate, finish the parser and return false.
+      status_ = json_parser_->FinishParse();
+      return false;
+    } else if (0 == size) {
+      // No data at this point, but there might be more input later.
+      return false;
+    }
+    seen_input_ = true;
+
+    // Feed the chunk to the parser & check the status.
+    status_ = json_parser_->Parse(
+        pb::StringPiece(reinterpret_cast<const char*>(data), size));
+    if (!status_.ok()) {
+      return false;
+    }
+    // Check the translation status
+    status_ = translated_->Status();
+    if (!status_.ok()) {
+      return false;
+    }
+    return true;
+  }
+
+  // The input JSON stream
+  pbio::ZeroCopyInputStream* input_json_;
+
+  // The JSON parser that is the starting point of the translation pipeline
+  pbconv::JsonStreamParser* json_parser_;
+
+  // The stream where the translated messages appear
+  MessageStream* translated_;
+
+  // Whether we have seen any input or not
+  bool seen_input_;
+
+  // Translation status
+  pbutil::Status status_;
+};
+
+}  // namespace
+
+JsonRequestTranslator::JsonRequestTranslator(
+    pbutil::TypeResolver* type_resolver, pbio::ZeroCopyInputStream* json_input,
+    RequestInfo request_info, bool streaming, bool output_delimiters) {
+  // A writer that accepts input ObjectWriter events for translation
+  pbconv::ObjectWriter* writer = nullptr;
+  // The stream where translated messages appear
+  MessageStream* translated = nullptr;
+  if (streaming) {
+    // Streaming - we'll need a RequestStreamTranslator
+    stream_translator_.reset(new RequestStreamTranslator(
+        *type_resolver, output_delimiters, std::move(request_info)));
+    writer = stream_translator_.get();
+    translated = stream_translator_.get();
+  } else {
+    // No streaming - use a RequestMessageTranslator
+    message_translator_.reset(new RequestMessageTranslator(
+        *type_resolver, output_delimiters, std::move(request_info)));
+    writer = &message_translator_->Input();
+    translated = message_translator_.get();
+  }
+  parser_.reset(new pbconv::JsonStreamParser(writer));
+  output_.reset(
+      new LazyRequestTranslator(json_input, parser_.get(), translated));
+}
+
+}  // namespace transcoding
+
+}  // namespace api_manager
+}  // namespace google