-
Notifications
You must be signed in to change notification settings - Fork 3.9k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Move client-side stream protocol test helpers to a separate module
So that they can be used from multiple test suites.
- Loading branch information
1 parent
8d4dbb0
commit cf8a00c
Showing
3 changed files
with
160 additions
and
122 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,137 @@ | ||
| %% This Source Code Form is subject to the terms of the Mozilla Public | ||
| %% License, v. 2.0. If a copy of the MPL was not distributed with this | ||
| %% file, You can obtain one at https://mozilla.org/MPL/2.0/. | ||
| %% | ||
| %% Copyright (c) 2007-2024 Broadcom. All Rights Reserved. The term “Broadcom” refers to Broadcom Inc. and/or its subsidiaries. All rights reserved. | ||
| %% | ||
|
|
||
| %% There is no open source Erlang RabbitMQ Stream client. | ||
| %% Therefore, we have to build the Stream protocol commands manually. | ||
|
|
||
| -module(stream_test_utils). | ||
|
|
||
| -compile([export_all, nowarn_export_all]). | ||
|
|
||
| -include_lib("amqp10_common/include/amqp10_framing.hrl"). | ||
|
|
||
| -define(RESPONSE_CODE_OK, 1). | ||
|
|
||
| connect(Config, Node) -> | ||
| StreamPort = rabbit_ct_broker_helpers:get_node_config(Config, Node, tcp_port_stream), | ||
| {ok, Sock} = gen_tcp:connect("localhost", StreamPort, [{active, false}, {mode, binary}]), | ||
|
|
||
| C0 = rabbit_stream_core:init(0), | ||
| PeerPropertiesFrame = rabbit_stream_core:frame({request, 1, {peer_properties, #{}}}), | ||
| ok = gen_tcp:send(Sock, PeerPropertiesFrame), | ||
| {{response, 1, {peer_properties, _, _}}, C1} = receive_stream_commands(Sock, C0), | ||
|
|
||
| ok = gen_tcp:send(Sock, rabbit_stream_core:frame({request, 1, sasl_handshake})), | ||
| {{response, _, {sasl_handshake, _, _}}, C2} = receive_stream_commands(Sock, C1), | ||
| Username = <<"guest">>, | ||
| Password = <<"guest">>, | ||
| Null = 0, | ||
| PlainSasl = <<Null:8, Username/binary, Null:8, Password/binary>>, | ||
| ok = gen_tcp:send(Sock, rabbit_stream_core:frame({request, 2, {sasl_authenticate, <<"PLAIN">>, PlainSasl}})), | ||
| {{response, 2, {sasl_authenticate, _}}, C3} = receive_stream_commands(Sock, C2), | ||
| {{tune, DefaultFrameMax, _}, C4} = receive_stream_commands(Sock, C3), | ||
|
|
||
| ok = gen_tcp:send(Sock, rabbit_stream_core:frame({response, 0, {tune, DefaultFrameMax, 0}})), | ||
| ok = gen_tcp:send(Sock, rabbit_stream_core:frame({request, 3, {open, <<"/">>}})), | ||
| {{response, 3, {open, _, _ConnectionProperties}}, C5} = receive_stream_commands(Sock, C4), | ||
| {ok, Sock, C5}. | ||
|
|
||
| create_stream(Sock, C0, Stream) -> | ||
| CreateStreamFrame = rabbit_stream_core:frame({request, 1, {create_stream, Stream, #{}}}), | ||
| ok = gen_tcp:send(Sock, CreateStreamFrame), | ||
| {{response, 1, {create_stream, ?RESPONSE_CODE_OK}}, C1} = receive_stream_commands(Sock, C0), | ||
| {ok, C1}. | ||
|
|
||
| declare_publisher(Sock, C0, Stream, PublisherId) -> | ||
| DeclarePublisherFrame = rabbit_stream_core:frame({request, 1, {declare_publisher, PublisherId, <<>>, Stream}}), | ||
| ok = gen_tcp:send(Sock, DeclarePublisherFrame), | ||
| {{response, 1, {declare_publisher, ?RESPONSE_CODE_OK}}, C1} = receive_stream_commands(Sock, C0), | ||
| {ok, C1}. | ||
|
|
||
| subscribe(Sock, C0, Stream, SubscriptionId, InitialCredit) -> | ||
| SubscribeFrame = rabbit_stream_core:frame({request, 1, {subscribe, SubscriptionId, Stream, _OffsetSpec = first, InitialCredit, _Props = #{}}}), | ||
| ok = gen_tcp:send(Sock, SubscribeFrame), | ||
| {{response, 1, {subscribe, ?RESPONSE_CODE_OK}}, C1} = receive_stream_commands(Sock, C0), | ||
| {ok, C1}. | ||
|
|
||
| publish(Sock, C0, PublisherId, Sequence0, Payloads) -> | ||
| SeqIds = lists:seq(Sequence0, Sequence0 + length(Payloads) - 1), | ||
| Messages = [simple_entry(Seq, P) | ||
| || {Seq, P} <- lists:zip(SeqIds, Payloads)], | ||
| {ok, SeqIds, C1} = publish_entries(Sock, C0, PublisherId, length(Messages), Messages), | ||
| {ok, C1}. | ||
|
|
||
| publish_entries(Sock, C0, PublisherId, MsgCount, Messages) -> | ||
| PublishFrame1 = rabbit_stream_core:frame({publish, PublisherId, MsgCount, Messages}), | ||
| ok = gen_tcp:send(Sock, PublishFrame1), | ||
| {{publish_confirm, PublisherId, SeqIds}, C1} = receive_stream_commands(Sock, C0), | ||
| {ok, SeqIds, C1}. | ||
|
|
||
| %% Streams contain AMQP 1.0 encoded messages. | ||
| %% In this case, the AMQP 1.0 encoded message contains a single data section. | ||
| simple_entry(Sequence, Body) | ||
| when is_binary(Body) -> | ||
| DataSect = iolist_to_binary(amqp10_framing:encode_bin(#'v1_0.data'{content = Body})), | ||
| DataSectSize = byte_size(DataSect), | ||
| <<Sequence:64, 0:1, DataSectSize:31, DataSect:DataSectSize/binary>>. | ||
|
|
||
| %% Streams contain AMQP 1.0 encoded messages. | ||
| %% In this case, the AMQP 1.0 encoded message consists of an application-properties section and a data section. | ||
| simple_entry(Sequence, Body, AppProps) | ||
| when is_binary(Body) -> | ||
| AppPropsSect = iolist_to_binary(amqp10_framing:encode_bin(AppProps)), | ||
| DataSect = iolist_to_binary(amqp10_framing:encode_bin(#'v1_0.data'{content = Body})), | ||
| Sects = <<AppPropsSect/binary, DataSect/binary>>, | ||
| SectSize = byte_size(Sects), | ||
| <<Sequence:64, 0:1, SectSize:31, Sects:SectSize/binary>>. | ||
|
|
||
| %% Here, each AMQP 1.0 encoded message consists of an application-properties section and a data section. | ||
| %% All data sections are delivered uncompressed in 1 batch. | ||
| sub_batch_entry_uncompressed(Sequence, Bodies) -> | ||
| Batch = lists:foldl(fun(Body, Acc) -> | ||
| AppProps = #'v1_0.application_properties'{ | ||
| content = [{{utf8, <<"my key">>}, {utf8, <<"my value">>}}]}, | ||
| Sect0 = iolist_to_binary(amqp10_framing:encode_bin(AppProps)), | ||
| Sect1 = iolist_to_binary(amqp10_framing:encode_bin(#'v1_0.data'{content = Body})), | ||
| Sect = <<Sect0/binary, Sect1/binary>>, | ||
| <<Acc/binary, 0:1, (byte_size(Sect)):31, Sect/binary>> | ||
| end, <<>>, Bodies), | ||
| Size = byte_size(Batch), | ||
| <<Sequence:64, 1:1, 0:3, 0:4, (length(Bodies)):16, Size:32, Size:32, Batch:Size/binary>>. | ||
|
|
||
| %% Here, each AMQP 1.0 encoded message contains a single data section. | ||
| %% All data sections are delivered in 1 gzip compressed batch. | ||
| sub_batch_entry_compressed(Sequence, Bodies) -> | ||
| Uncompressed = lists:foldl(fun(Body, Acc) -> | ||
| Bin = iolist_to_binary(amqp10_framing:encode_bin(#'v1_0.data'{content = Body})), | ||
| <<Acc/binary, Bin/binary>> | ||
| end, <<>>, Bodies), | ||
| Compressed = zlib:gzip(Uncompressed), | ||
| CompressedLen = byte_size(Compressed), | ||
| <<Sequence:64, 1:1, 1:3, 0:4, (length(Bodies)):16, (byte_size(Uncompressed)):32, | ||
| CompressedLen:32, Compressed:CompressedLen/binary>>. | ||
|
|
||
| receive_stream_commands(Sock, C0) -> | ||
| case rabbit_stream_core:next_command(C0) of | ||
| empty -> | ||
| case gen_tcp:recv(Sock, 0, 5000) of | ||
| {ok, Data} -> | ||
| C1 = rabbit_stream_core:incoming_data(Data, C0), | ||
| case rabbit_stream_core:next_command(C1) of | ||
| empty -> | ||
| {ok, Data2} = gen_tcp:recv(Sock, 0, 5000), | ||
| rabbit_stream_core:next_command( | ||
| rabbit_stream_core:incoming_data(Data2, C1)); | ||
| Res -> | ||
| Res | ||
| end; | ||
| {error, Err} -> | ||
| ct:fail("error receiving stream data ~w", [Err]) | ||
| end; | ||
| Res -> | ||
| Res | ||
| end. |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters