Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 5 additions & 3 deletions .github/workflows/build.yml
Original file line number Diff line number Diff line change
Expand Up @@ -24,8 +24,11 @@ jobs:
- name: Build
run: dotnet build MessageValidation.slnx --configuration Release --no-restore

- name: Test
run: dotnet test MessageValidation.slnx --configuration Release --no-build --verbosity normal
- name: Unit tests
run: dotnet test MessageValidation.slnx --configuration Release --no-build --filter "Category!=Integration" --verbosity normal

- name: Integration tests
run: dotnet test MessageValidation.IntegrationTests/MessageValidation.IntegrationTests.csproj --configuration Release --no-build --filter "Category=Integration" --verbosity normal

- name: Pack (validate packages)
run: |
Expand All @@ -38,4 +41,3 @@ jobs:
dotnet pack MessageValidation.Kafka/MessageValidation.Kafka.csproj --configuration Release --no-build --output ./nupkgs
dotnet pack MessageValidation.AzureServiceBus/MessageValidation.AzureServiceBus.csproj --configuration Release --no-build --output ./nupkgs
dotnet pack MessageValidation.AzureEventHubs/MessageValidation.AzureEventHubs.csproj --configuration Release --no-build --output ./nupkgs

3 changes: 3 additions & 0 deletions MessageValidation.IntegrationTests/AssemblyInfo.cs
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
using Xunit;

[assembly: CollectionBehavior(DisableTestParallelization = true)]
109 changes: 109 additions & 0 deletions MessageValidation.IntegrationTests/AzureEventHubsIntegrationTests.cs
Original file line number Diff line number Diff line change
@@ -0,0 +1,109 @@
using System.Net;
using Azure.Messaging.EventHubs;
using Azure.Messaging.EventHubs.Consumer;
using Azure.Messaging.EventHubs.Producer;
using DotNet.Testcontainers.Builders;
using DotNet.Testcontainers.Configurations;
using MessageValidation.AzureEventHubs;
using Testcontainers.Azurite;

namespace MessageValidation.IntegrationTests;

public class AzureEventHubsIntegrationTests
{
private const string ConsumerGroup = "integration-group";
private const string EventHubName = "integration-hub";

[Fact]
[Trait("Category", "Integration")]
public async Task Consumer_ReceivesEventThroughValidationPipeline()
{
using var timeout = new CancellationTokenSource(TimeSpan.FromMinutes(5));
var ct = timeout.Token;
var configPath = Path.Combine(
AppContext.BaseDirectory,
"Infrastructure",
"EventHubs",
"Config.json");

await using var network = new NetworkBuilder().Build();
await using var azurite = new AzuriteBuilder(
"mcr.microsoft.com/azure-storage/azurite:3.36.0")
.WithNetwork(network)
.WithNetworkAliases("azurite")
.Build();
await using var emulator = new ContainerBuilder(
"mcr.microsoft.com/azure-messaging/eventhubs-emulator:2.2.1")
.WithBindMount(
configPath,
"/Eventhubs_Emulator/ConfigFiles/Config.json",
AccessMode.ReadOnly)
.WithEnvironment("ACCEPT_EULA", "Y")
.WithEnvironment("BLOB_SERVER", "azurite")
.WithEnvironment("METADATA_SERVER", "azurite")
.WithNetwork(network)
.WithNetworkAliases("eventhubs-emulator")
.WithPortBinding(5672, true)
.WithPortBinding(9092, true)
.WithPortBinding(5300, true)
.WithWaitStrategy(Wait.ForUnixContainer()
.UntilHttpRequestIsSucceeded(request => request
.ForPort(5300)
.ForPath("/health")
.ForStatusCode(HttpStatusCode.OK)))
.Build();

await network.CreateAsync(ct);
await azurite.StartAsync(ct);
await emulator.StartAsync(ct);

var connectionString =
$"Endpoint=sb://{emulator.Hostname}:{emulator.GetMappedPublicPort(5672)};" +
"SharedAccessKeyName=RootManageSharedAccessKey;" +
"SharedAccessKey=SAS_KEY_VALUE;UseDevelopmentEmulator=true;";

await using var producer = new EventHubProducerClient(connectionString, EventHubName);
await using var consumer = new EventHubConsumerClient(
ConsumerGroup,
connectionString,
EventHubName);
var pipeline = new RecordingPipeline();
using var consumingCts = CancellationTokenSource.CreateLinkedTokenSource(ct);
var consumingTask = consumer.StartConsuming(
pipeline,
startReadingAtEarliestEvent: true,
ct: consumingCts.Token);

var payload = """{"temperature":21.5}"""u8.ToArray();
MessageContext context;

try
{
var eventData = new EventData(new BinaryData(payload))
{
MessageId = "eventhubs-integration-1",
CorrelationId = "correlation-1",
ContentType = "application/json"
};
eventData.Properties["test"] = "integration";

await producer.SendAsync([eventData], ct);
context = await pipeline.WaitAsync(ct);
}
finally
{
await consumingCts.CancelAsync();
await consumingTask.WaitAsync(TimeSpan.FromSeconds(30));
}

Assert.Equal(payload, context.RawPayload);
Assert.Equal(EventHubName, context.Source);
Assert.Equal(EventHubName, context.Metadata["eventhubs.eventHubName"]);
Assert.Equal("eventhubs-integration-1", context.Metadata["eventhubs.messageId"]);
Assert.Equal("application/json", context.Metadata["eventhubs.contentType"]);
Assert.NotEmpty(Assert.IsType<string>(context.Metadata["eventhubs.partitionId"]));
var properties = Assert.IsAssignableFrom<IDictionary<string, object>>(
context.Metadata["eventhubs.properties"]);
Assert.Equal("integration", properties["test"]);
}
}
110 changes: 110 additions & 0 deletions MessageValidation.IntegrationTests/AzureServiceBusIntegrationTests.cs
Original file line number Diff line number Diff line change
@@ -0,0 +1,110 @@
using System.Net;
using Azure.Messaging.ServiceBus;
using DotNet.Testcontainers.Builders;
using DotNet.Testcontainers.Configurations;
using MessageValidation.AzureServiceBus;
using Testcontainers.MsSql;

namespace MessageValidation.IntegrationTests;

public class AzureServiceBusIntegrationTests
{
private const string QueueName = "integration-queue";
private const string SqlPassword = "MessageValidation1!";

[Fact]
[Trait("Category", "Integration")]
public async Task Processor_ReceivesMessageThroughValidationPipeline()
{
using var timeout = new CancellationTokenSource(TimeSpan.FromMinutes(5));
var ct = timeout.Token;
var configPath = Path.Combine(
AppContext.BaseDirectory,
"Infrastructure",
"ServiceBus",
"Config.json");

await using var network = new NetworkBuilder().Build();
await using var sql = new MsSqlBuilder(
"mcr.microsoft.com/mssql/server:2022-CU26-ubuntu-22.04")
.WithPassword(SqlPassword)
.WithEnvironment("ACCEPT_EULA", "Y")
.WithNetwork(network)
.WithNetworkAliases("mssql")
.Build();
await using var emulator = new ContainerBuilder(
"mcr.microsoft.com/azure-messaging/servicebus-emulator:2.0.1")
.WithBindMount(
configPath,
"/ServiceBus_Emulator/ConfigFiles/Config.json",
AccessMode.ReadOnly)
.WithEnvironment("ACCEPT_EULA", "Y")
.WithEnvironment("SQL_SERVER", "mssql")
.WithEnvironment("MSSQL_SA_PASSWORD", SqlPassword)
.WithEnvironment("EMULATOR_HTTP_PORT", "5300")
.WithNetwork(network)
.WithNetworkAliases("servicebus-emulator")
.WithPortBinding(5672, true)
.WithPortBinding(5300, true)
.WithWaitStrategy(Wait.ForUnixContainer()
.UntilHttpRequestIsSucceeded(request => request
.ForPort(5300)
.ForPath("/health")
.ForStatusCode(HttpStatusCode.OK)))
.Build();

await network.CreateAsync(ct);
await sql.StartAsync(ct);
await emulator.StartAsync(ct);

var connectionString =
$"Endpoint=sb://{emulator.Hostname}:{emulator.GetMappedPublicPort(5672)};" +
"SharedAccessKeyName=RootManageSharedAccessKey;" +
"SharedAccessKey=SAS_KEY_VALUE;UseDevelopmentEmulator=true;";

await using var client = new ServiceBusClient(connectionString);
await using var sender = client.CreateSender(QueueName);
await using var processor = client.CreateProcessor(
QueueName,
new ServiceBusProcessorOptions { MaxConcurrentCalls = 1 });
var pipeline = new RecordingPipeline();
processor.UseMessageValidation(pipeline, args =>
{
pipeline.Fail(args.Exception);
return Task.CompletedTask;
});

var payload = """{"orderId":42}"""u8.ToArray();
MessageContext context;

await processor.StartProcessingAsync(ct);
try
{
var message = new ServiceBusMessage(new BinaryData(payload))
{
MessageId = "servicebus-integration-1",
Subject = "order.created",
CorrelationId = "correlation-1",
ContentType = "application/json"
};
message.ApplicationProperties["test"] = "integration";

await sender.SendMessageAsync(message, ct);
context = await pipeline.WaitAsync(ct);
}
finally
{
using var stopTimeout = new CancellationTokenSource(TimeSpan.FromSeconds(30));
await processor.StopProcessingAsync(stopTimeout.Token);
}

Assert.Equal(payload, context.RawPayload);
Assert.Equal("order.created", context.Source);
Assert.Equal(QueueName, context.Metadata["servicebus.entityPath"]);
Assert.Equal("servicebus-integration-1", context.Metadata["servicebus.messageId"]);
Assert.Equal("application/json", context.Metadata["servicebus.contentType"]);
var properties = Assert.IsAssignableFrom<IReadOnlyDictionary<string, object>>(
context.Metadata["servicebus.applicationProperties"]);
Assert.Equal("integration", properties["test"]);
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
{
"UserConfig": {
"NamespaceConfig": [
{
"Type": "EventHub",
"Name": "emulatorNs1",
"Entities": [
{
"Name": "integration-hub",
"PartitionCount": 1,
"ConsumerGroups": [
{
"Name": "integration-group"
}
]
}
]
}
],
"LoggingConfig": {
"Type": "Console"
}
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
{
"UserConfig": {
"Namespaces": [
{
"Name": "sbemulatorns",
"Queues": [
{
"Name": "integration-queue"
}
],
"Topics": []
}
],
"Logging": {
"Type": "Console"
}
}
}
58 changes: 58 additions & 0 deletions MessageValidation.IntegrationTests/KafkaIntegrationTests.cs
Original file line number Diff line number Diff line change
@@ -0,0 +1,58 @@
using Confluent.Kafka;
using MessageValidation.Kafka;
using Testcontainers.Kafka;

namespace MessageValidation.IntegrationTests;

public sealed class KafkaIntegrationTests
{
[Fact]
[Trait("Category", "Integration")]
public async Task ProducedMessage_ReachesValidationPipeline()
{
using var timeout = new CancellationTokenSource(TimeSpan.FromMinutes(5));
await using var container = new KafkaBuilder("confluentinc/cp-kafka:7.5.12").Build();
await container.StartAsync(timeout.Token);

var topic = $"message-validation-{Guid.NewGuid():N}";
var payload = """{"transport":"kafka"}"""u8.ToArray();

using (var producer = new ProducerBuilder<string, byte[]>(new ProducerConfig
{
BootstrapServers = container.GetBootstrapAddress()
}).Build())
{
await producer.ProduceAsync(
topic,
new Message<string, byte[]> { Key = "integration", Value = payload },
timeout.Token);
}

using var consumer = new ConsumerBuilder<string, byte[]>(new ConsumerConfig
{
BootstrapServers = container.GetBootstrapAddress(),
GroupId = $"message-validation-{Guid.NewGuid():N}",
AutoOffsetReset = AutoOffsetReset.Earliest
}).Build();

using var consumeCancellation = CancellationTokenSource.CreateLinkedTokenSource(timeout.Token);
var pipeline = new RecordingPipeline();
var consumeTask = consumer.StartConsuming(pipeline, [topic], consumeCancellation.Token);

MessageContext context;
try
{
context = await pipeline.WaitAsync(timeout.Token);
}
finally
{
await consumeCancellation.CancelAsync();
await consumeTask;
consumer.Close();
}

Assert.Equal(topic, context.Source);
Assert.Equal(payload, context.RawPayload);
Assert.Equal(topic, context.Metadata["kafka.topic"]);
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,45 @@
<Project Sdk="Microsoft.NET.Sdk">

<PropertyGroup>
<TargetFramework>net10.0</TargetFramework>
<ImplicitUsings>enable</ImplicitUsings>
<Nullable>enable</Nullable>
<LangVersion>14.0</LangVersion>
<IsPackable>false</IsPackable>
</PropertyGroup>

<ItemGroup>
<ProjectReference Include="..\MessageValidation\MessageValidation.csproj" />
<ProjectReference Include="..\MessageValidation.AzureEventHubs\MessageValidation.AzureEventHubs.csproj" />
<ProjectReference Include="..\MessageValidation.AzureServiceBus\MessageValidation.AzureServiceBus.csproj" />
<ProjectReference Include="..\MessageValidation.Kafka\MessageValidation.Kafka.csproj" />
<ProjectReference Include="..\MessageValidation.MqttNet\MessageValidation.MqttNet.csproj" />
<ProjectReference Include="..\MessageValidation.NatsNet\MessageValidation.NatsNet.csproj" />
<ProjectReference Include="..\MessageValidation.RabbitMQ\MessageValidation.RabbitMQ.csproj" />
</ItemGroup>

<ItemGroup>
<PackageReference Include="Microsoft.NET.Test.Sdk" Version="18.3.0" />
<PackageReference Include="Testcontainers" Version="4.13.0" />
<PackageReference Include="Testcontainers.Azurite" Version="4.13.0" />
<PackageReference Include="Testcontainers.Kafka" Version="4.13.0" />
<PackageReference Include="Testcontainers.Mosquitto" Version="4.13.0" />
<PackageReference Include="Testcontainers.MsSql" Version="4.13.0" />
<PackageReference Include="Testcontainers.Nats" Version="4.13.0" />
<PackageReference Include="Testcontainers.RabbitMq" Version="4.13.0" />
<PackageReference Include="xunit" Version="2.9.3" />
<PackageReference Include="xunit.runner.visualstudio" Version="3.1.5">
<PrivateAssets>all</PrivateAssets>
<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
</PackageReference>
</ItemGroup>

<ItemGroup>
<Using Include="Xunit" />
</ItemGroup>

<ItemGroup>
<None Update="Infrastructure\**\*.json" CopyToOutputDirectory="PreserveNewest" />
</ItemGroup>

</Project>
Loading
Loading