Skip to content
Merged
Show file tree
Hide file tree
Changes from 5 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions api/docs/BUILD
Original file line number Diff line number Diff line change
Expand Up @@ -65,5 +65,8 @@ proto_library(
"//envoy/service/metrics/v2:metrics_service",
"//envoy/type:percent",
"//envoy/type:range",
"//envoy/type/matcher:metadata",
"//envoy/type/matcher:number",
"//envoy/type/matcher:string",
],
)
4 changes: 2 additions & 2 deletions api/envoy/config/rbac/v2alpha/BUILD
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ api_proto_library(
deps = [
"//envoy/api/v2/core:address",
"//envoy/api/v2/route",
"//envoy/type:string_match",
"//envoy/type/matcher:metadata",
],
)

Expand All @@ -19,6 +19,6 @@ api_go_proto_library(
deps = [
"//envoy/api/v2/core:address_go_proto",
"//envoy/api/v2/route:route_go_proto",
"//envoy/type:string_match_go_proto",
"//envoy/type/matcher:metadata_go_proto",
],
)
7 changes: 7 additions & 0 deletions api/envoy/config/rbac/v2alpha/rbac.proto
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@ syntax = "proto3";
import "validate/validate.proto";
import "envoy/api/v2/core/address.proto";
import "envoy/api/v2/route/route.proto";
import "envoy/type/matcher/metadata.proto";

package envoy.config.rbac.v2alpha;
option go_package = "v2alpha";
Expand Down Expand Up @@ -111,6 +112,9 @@ message Permission {

// A port number that describes the destination port connecting to.
uint32 destination_port = 6 [(validate.rules).uint32.lte = 65535];

// A metadata that describes additional information about the action.

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

nit: s/A metadata/Metadata. Same below.

Copy link
Copy Markdown
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Done

envoy.type.matcher.MetadataMatcher metadata = 7;
}
}

Expand Down Expand Up @@ -150,5 +154,8 @@ message Principal {

// A header (or psuedo-header such as :path or :method) on the incoming HTTP request.
envoy.api.v2.route.HeaderMatcher header = 6;

// A metadata that describes additional information about the principal.
envoy.type.matcher.MetadataMatcher metadata = 7;
}
}
11 changes: 0 additions & 11 deletions api/envoy/type/BUILD
Original file line number Diff line number Diff line change
Expand Up @@ -23,14 +23,3 @@ api_go_proto_library(
name = "range",
proto = ":range",
)

api_proto_library(
name = "string_match",
srcs = ["string_match.proto"],
visibility = ["//visibility:public"],
)

api_go_proto_library(
name = "string_match",
proto = ":string_match",
)
50 changes: 50 additions & 0 deletions api/envoy/type/matcher/BUILD
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
load("//bazel:api_build_system.bzl", "api_go_proto_library", "api_proto_library")

licenses(["notice"]) # Apache 2

api_proto_library(
name = "metadata",
srcs = ["metadata.proto"],
visibility = ["//visibility:public"],
deps = [
":number",
":string",
],
)

api_go_proto_library(
name = "metadata",
proto = ":metadata",
deps = [
":number_go_proto",
":string_go_proto",
],
)

api_proto_library(
name = "number",
srcs = ["number.proto"],
visibility = ["//visibility:public"],
deps = [
"//envoy/type:range",
],
)

api_go_proto_library(
name = "number",
proto = ":number",
deps = [
"//envoy/type:range_go_proto",
],
)

api_proto_library(
name = "string",
srcs = ["string.proto"],
visibility = ["//visibility:public"],
)

api_go_proto_library(
name = "string",
proto = ":string",
)
73 changes: 73 additions & 0 deletions api/envoy/type/matcher/metadata.proto
Original file line number Diff line number Diff line change
@@ -0,0 +1,73 @@
syntax = "proto3";

package envoy.type.matcher;
option go_package = "matcher";

import "envoy/type/matcher/string.proto";
import "envoy/type/matcher/number.proto";

import "validate/validate.proto";

// [#protodoc-title: MetadataMatcher]

// MetadataMatcher provides a general interface to check if a given value is matched in
// :ref:`Metadata <envoy_api_msg_core.Metadata>`. It uses `filter` and `path` to retrieve the value
// from the Metadata and then check if it's matched to one of the specified values.
//
// An example use of MetadataMatcher is specifying additional metadata in envoy.filters.http.rbac to

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

nit: ref link to rbac message.

Copy link
Copy Markdown
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Done

// enforce access control based on dynamic metadata in a request.
message MetadataMatcher {
// Specifies the segment in a path to retrieve value from Metadata.
// Note: Array is not supported for now and will result a not match directly.

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

What does this mean exactly? Clarify?

Copy link
Copy Markdown
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Done.

message PathSegment {
oneof segment {
option (validate.required) = true;

// If specified, use the key to retrieve the value in a Struct.
string key = 1 [(validate.rules).string.min_bytes = 1];
}
}

// Specifies the value to match. Only primitive value is supported. For non-primitive value, the

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

"are supported", "For non-primitive values,"

Copy link
Copy Markdown
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Done

// result is always not matched.
message Value {
// NullMatch is an empty message to specify a null value.
message NullMatch {
}

// Specifies how to match a value. Only have effect on primitive value.

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I think you can drop "Only have effect on primitive value.". I would describe/clarify above that we don't currently support embedded structs (or however you want to say it).

Copy link
Copy Markdown
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Actually we support embedded structs, but don't support list for now.

oneof match_pattern {
option (validate.required) = true;

// If specified, it's matched if and only if the target value is a NullValue.

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

s/it's matched/a match occurs (same in all cases below)

Copy link
Copy Markdown
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Done

NullMatch null_match = 1;

// If specified, it's matched if and only if the target value is a double value and is matched
// to this field.
DoubleMatcher double_match = 2;

// If specified, it's matched if and only if the target value is a string value and is matched
// to this field.
StringMatcher string_match = 3;

// If specified, it's matched if and only if the target value is a bool value and is equal to
// this field.
bool bool_match = 4;

// If specified, value match will be performed based on whether the path is referring to a
// valid primitive value in the metadata. If the path is referring to a non-primitive value,
// the result is always not matched.
bool present_match = 5;
}
}

// Required. The filter name to retrieve the Struct from the Metadata.

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

"Required." is done automatically and inferred from validations, you can remove. Here and below.

Copy link
Copy Markdown
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Done

string filter = 1 [(validate.rules).string.min_bytes = 1];

// Required. The path to retrieve the Value from the Struct.

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I don't really understand what a path segment is in this context. Can you add a full formed config example at the top of this file and explain it?

Copy link
Copy Markdown
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Done

repeated PathSegment path = 2 [(validate.rules).repeated .min_items = 1];

Copy link
Copy Markdown
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Shall we use fieldmask? You can write paths as "a.b.c".

Copy link
Copy Markdown
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Fieldmask have some disadvantages, from my investigations, it cannot support either list or map which means we cannot use it directly here, unless we implement it by ourselves in Envoy.

Second, the semantics would be much more complicated, it won't be a.b.c, you have to list all field names in the path, so it will be something like fields.a.struct_value.fields.b.struct_value.fields.c.string_value.

Last, Envoy already have a well implemented metadataValue() method which satisfy all our needs here, so I think no need to use the fieldmask anymore.


// Required. A set of values to match. The MetadataMatcher is matched if at least one value is
// matched, in other words, it's matched with OR semantics.
repeated Value values = 3 [(validate.rules).repeated .min_items = 1];

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

From looking at the code, IMO it's kind of strange that you force a matcher to be all one top of match. Why can't people just use multiple metadata matchers and make each match singular? Then all the normal and/or/etc. logic applies? I'm not sure we really need repeated in here?

Copy link
Copy Markdown
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

A repeated values make it easier to use when a user want to share the same common information in a metadata matcher, like the filter and path field and I think this is what we need in most cases.

For more advanced and/or/etc. logic, I feel it's better to make it out of the MetadataMatcher, just like the existing RBAC matcher behavior: each specific matcher do one simple thing to match a single value, an outer and/or wrapper matcher is used to support complex and/or logic.

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

In Envoy we don't optimize for human use but instead assume machine generation. I don't think there is any need to have multiple ways of doing things, so I think we can remove the repeated here unless there is something that cannot be done otherwise? Thank you!

Copy link
Copy Markdown
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I see, thanks for the explanation, removed repeated here.

}
23 changes: 23 additions & 0 deletions api/envoy/type/matcher/number.proto
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
syntax = "proto3";

package envoy.type.matcher;
option go_package = "matcher";

import "envoy/type/range.proto";

import "validate/validate.proto";

// [#protodoc-title: NumberMatcher]

// Specifies the way to match a double value.
message DoubleMatcher {
oneof match_pattern {
option (validate.required) = true;

// If specified, the input double value must be in the range specified here.
envoy.type.DoubleRange range = 1;

// If specified, the input double value must be equal to the value specified here.
double exact = 2;
}
}
49 changes: 49 additions & 0 deletions api/envoy/type/matcher/string.proto
Original file line number Diff line number Diff line change
@@ -0,0 +1,49 @@
syntax = "proto3";

package envoy.type.matcher;
option go_package = "matcher";

import "validate/validate.proto";

// [#protodoc-title: StringMatcher]

// Specifies the way to match a string.
message StringMatcher {
oneof match_pattern {
option (validate.required) = true;

// The input string must match exactly the string specified here.
//
// Examples:
//
// * *abc* only matches the value *abc*.
string exact = 1;

// The input string must have the prefix specified here.
// Note: empty prefix is not allowed, please use regex instead.
//
// Examples:
//
// * *abc* matches the value *abc.xyz*
string prefix = 2 [(validate.rules).string.min_bytes = 1];

// The input string must have the suffix specified here.
// Note: empty prefix is not allowed, please use regex instead.
//
// Examples:
//
// * *abc* matches the value *xyz.abc*
string suffix = 3 [(validate.rules).string.min_bytes = 1];

// The input string must match the regular expression specified here.
// The regex grammar is defined `here
// <http://en.cppreference.com/w/cpp/regex/ecmascript>`_.
//
// Examples:
//
// * The regex *\d{3}* matches the value *123*
// * The regex *\d{3}* does not match the value *1234*
// * The regex *\d{3}* does not match the value *123.456*
string regex = 4;
}
}
10 changes: 10 additions & 0 deletions api/envoy/type/range.proto
Original file line number Diff line number Diff line change
Expand Up @@ -18,3 +18,13 @@ message Int64Range {
// end of the range (exclusive)
int64 end = 2;
}

// Specifies the double start and end of the range using half-open interval semantics [start,
// end).
message DoubleRange {
// start of the range (inclusive)
double start = 1;

// end of the range (exclusive)
double end = 2;
}
30 changes: 0 additions & 30 deletions api/envoy/type/string_match.proto

This file was deleted.

3 changes: 3 additions & 0 deletions docs/build.sh
Original file line number Diff line number Diff line change
Expand Up @@ -107,6 +107,9 @@ PROTO_RST="
/envoy/service/auth/v2alpha/external_auth/envoy/service/auth/v2alpha/external_auth.proto.rst
/envoy/type/percent/envoy/type/percent.proto.rst
/envoy/type/range/envoy/type/range.proto.rst
/envoy/type/matcher/metadata/envoy/type/matcher/metadata.proto.rst
/envoy/type/matcher/number/envoy/type/matcher/number.proto.rst
/envoy/type/matcher/string/envoy/type/matcher/string.proto.rst
"

# Dump all the generated RST so they can be added to PROTO_RST easily.
Expand Down
3 changes: 3 additions & 0 deletions docs/root/api-v2/types/types.rst
Original file line number Diff line number Diff line change
Expand Up @@ -7,3 +7,6 @@ Types

../type/percent.proto
../type/range.proto
../type/matcher/metadata.proto
../type/matcher/number.proto
../type/matcher/string.proto
14 changes: 14 additions & 0 deletions source/common/common/BUILD
Original file line number Diff line number Diff line change
Expand Up @@ -113,6 +113,20 @@ envoy_cc_library(
hdrs = ["macros.h"],
)

envoy_cc_library(
name = "matchers_lib",
srcs = ["matchers.cc"],
hdrs = ["matchers.h"],
deps = [
":utility_lib",
"//source/common/config:metadata_lib",
"//source/common/protobuf",
"@envoy_api//envoy/type/matcher:metadata_cc",
"@envoy_api//envoy/type/matcher:number_cc",
"@envoy_api//envoy/type/matcher:string_cc",
],
)

envoy_cc_library(
name = "non_copyable",
hdrs = ["non_copyable.h"],
Expand Down
Loading