Stuck on an issue?

Lightrun Answers was designed to reduce the constant googling that comes with debugging 3rd party libraries. It collects links to all the places you might be looking at while hunting down a tough bug.

And, if you’re still stuck at the end, we’re happy to hop on a call to see how we can help out.

Library internals misunderstanding

See original GitHub issue

I wanted to code my own publishing method from scratch with the official RabbitMQ .NET client, but for some reason I can’t achieve the same performances as with EasyNetQ.

I was wondering if the code in TestSameChannelSeqAsync is roughly equivalent to the code in TestEasyNetQAsync

public static class Tester
{
	public static async Task TestEasyNetQAsync(IEnumerable<byte[]> data)
	{
		var stopwatch = Stopwatch.StartNew();

		using var bus = RabbitHutch.CreateBus("host=localhost");
		using var subscription = bus.Subscribe(CommonStuff.QueueName, bytes =>
		{
			return Task.Run(() =>
			{
				var message = Encoding.UTF8.GetString(bytes);
			});
		});

		var tasks = data.Select(item =>
			bus.PublishAsync(
				CommonStuff.ExchangeName,
				CommonStuff.QueueName,
				item));

		await Task.WhenAll(tasks);

		stopwatch.Stop();
		Console.WriteLine($"{nameof(TestEasyNetQAsync)}: {stopwatch.Elapsed}");
		Console.ReadKey();
	}

	public static async Task TestSameChannelSeqAsync(IEnumerable<byte[]> data)
	{
		var stopwatch = Stopwatch.StartNew();

		const string queueName = "hello";
		var factory = new ConnectionFactory
		{
			HostName = "localhost",
			DispatchConsumersAsync = true
		};
		using var connection = factory.CreateConnection();
		using var queueDeclareChannel = connection.CreateModel();

		queueDeclareChannel.QueueDeclare(
			queue: CommonStuff.QueueName,
			durable: true,
			exclusive: false,
			autoDelete: false,
			arguments: null);

		using var consumerChannel = connection.CreateModel();
		var consumer = new AsyncEventingBasicConsumer(consumerChannel);
		consumer.Received += (sender, eventArgs) =>
		{
			return Task.Run(() =>
			{
				var message = Encoding.UTF8.GetString(eventArgs.Body.ToArray());
			});
		};

		consumerChannel.BasicConsume(
			queue: CommonStuff.QueueName,
			autoAck: true,
			consumer: consumer);

		using var publishChannel = connection.CreateModel();

		using var asyncLock = new AsyncLock();
		var tasks = data.Select(async body =>
		{
			using var release = await asyncLock.AcquireAsync().ConfigureAwait(false);
			publishChannel.BasicPublish(
				CommonStuff.ExchangeName,
				CommonStuff.QueueName,
				false,
				publishChannel.CreateBasicProperties()
			);
		});

		await Task.WhenAll(tasks);

		stopwatch.Stop();
		Console.WriteLine($"{nameof(TestSameChannelSeqAsync)}: {stopwatch.Elapsed}");
		Console.ReadKey();
	}
}

with the given extension methods:

public static class EasyNetQExtensions
{
	public static Task PublishAsync(
		this IBus bus,
		string exchange,
		string routingKey,
		byte[] body,
		CancellationToken cancellationToken = default) =>
		bus.Advanced.PublishAsync(
			exchange: new Exchange(exchange),
			routingKey: routingKey,
			mandatory: false,
			messageProperties: new MessageProperties(),
			body: body,
			cancellationToken: cancellationToken);

	public static IDisposable Subscribe(this IBus bus, string queueName, Func<byte[], Task> handler) =>
		bus.Advanced.Consume(
			new Queue(queueName),
			(bytes, messageProperties, messageReceivedInfo) =>
				handler(bytes));
}

and how it is called:

using System.Linq;
using System.Text;
using System.Threading.Tasks;

namespace MaxiMichelle
{
    public static class Program
    {
        public static async Task Main()
        {
            var item = EmbeddedResource.Load("File.xml");
            var itemBytes = Encoding.UTF8.GetBytes(item);
            var data = Enumerable.Repeat(itemBytes, 500_000).ToArray();
            await Tester.TestEasyNetQAsync(data);
            await Tester.TestSameChannelSeqAsync(data);
        }
    }
}

The data in “File.xml”:

<?xml version="1.0" encoding="UTF-8"?>
<Document>
  <CstmrCdtTrfInitn>
    <GrpHdr>
      <MsgId>ABC/090928/CCT001</MsgId>
      <CreDtTm>2009-09-28T14:07:00</CreDtTm>
      <NbOfTxs>3</NbOfTxs>
      <CtrlSum>11500000</CtrlSum>
      <InitgPty>
        <Nm>ABC Corporation</Nm>
        <PstlAdr>
          <StrtNm>Times Square</StrtNm>
          <BldgNb>7</BldgNb>
          <PstCd>NY 10036</PstCd>
          <TwnNm>New York</TwnNm>
          <Ctry>US</Ctry>
        </PstlAdr>
      </InitgPty>
    </GrpHdr>
    <PmtInf>
      <PmtInfId>ABC/086</PmtInfId>
      <PmtMtd>TRF</PmtMtd>
      <BtchBookg>false</BtchBookg>
      <ReqdExctnDt>2009-09-29</ReqdExctnDt>
      <Dbtr>
        <Nm>ABC Corporation</Nm>
        <PstlAdr>
          <StrtNm>Times Square</StrtNm>
          <BldgNb>7</BldgNb>
          <PstCd>NY 10036</PstCd>
          <TwnNm>New York</TwnNm>
          <Ctry>US</Ctry>
        </PstlAdr>
      </Dbtr>
      <DbtrAcct>
        <Id>
          <Othr>
            <Id>00125574999</Id>
          </Othr>
        </Id>
      </DbtrAcct>
      <DbtrAgt>
        <FinInstnId>
          <BIC>BBBBUS33</BIC>
        </FinInstnId>
      </DbtrAgt>
      <CdtTrfTxInf>
        <PmtId>
          <InstrId>ABC/090928/CCT001/01</InstrId>
          <EndToEndId>ABC/4562/2009-09-08</EndToEndId>
        </PmtId>
        <Amt>
          <InstdAmt Ccy="JPY">10000000</InstdAmt>
        </Amt>
        <ChrgBr>SHAR</ChrgBr>
        <CdtrAgt>
          <FinInstnId>
            <BIC>AAAAGB2L</BIC>
          </FinInstnId>
        </CdtrAgt>
        <Cdtr>
          <Nm>DEF Electronics</Nm>
          <PstlAdr>
            <AdrLine>Corn Exchange 5th Floor</AdrLine>
            <AdrLine>Mark Lane 55</AdrLine>
            <AdrLine>EC3R7NE London</AdrLine>
            <AdrLine>GB</AdrLine>
          </PstlAdr>
        </Cdtr>
        <CdtrAcct>
          <Id>
            <Othr>
              <Id>23683707994125</Id>
            </Othr>
          </Id>
        </CdtrAcct>
        <Purp>
          <Cd>CINV</Cd>
        </Purp>
        <RmtInf>
          <Strd>
            <RfrdDocInf>
              <Nb>4562</Nb>
              <RltdDt>2009-09-08</RltdDt>
            </RfrdDocInf>
          </Strd>
        </RmtInf>
      </CdtTrfTxInf>
      <CdtTrfTxInf>
        <PmtId>
          <InstrId>ABC/090628/CCT001/2</InstrId>
          <EndToEndId>ABC/ABC-13679/2009-09-15</EndToEndId>
        </PmtId>
        <Amt>
          <InstdAmt Ccy="EUR">500000</InstdAmt>
        </Amt>
        <ChrgBr>CRED</ChrgBr>
        <CdtrAgt>
          <FinInstnId>
            <BIC>DDDDBEBB</BIC>
          </FinInstnId>
        </CdtrAgt>
        <Cdtr>
          <Nm>GHI Semiconductors</Nm>
          <PstlAdr>
            <StrtNm>Avenue Brugmann</StrtNm>
            <BldgNb>415</BldgNb>
            <PstCd>1180</PstCd>
            <TwnNm>Brussels</TwnNm>
          </PstlAdr>
        </Cdtr>
        <CdtrAcct>
          <Id>
            <IBAN>BE30001216371411</IBAN>
          </Id>
        </CdtrAcct>
        <InstrForCdtrAgt>
          <Cd>PHOB</Cd>
          <InstrInf>+32/2/2222222</InstrInf>
        </InstrForCdtrAgt>
        <Purp>
          <Cd>GDDS</Cd>
        </Purp>
        <RmtInf>
          <Strd>
            <RfrdDocInf>
              <Tp>
                <CdOrPrtry>
                  <Cd>CINV</Cd>
                </CdOrPrtry>
              </Tp>
              <Nb>ABC-13679</Nb>
              <RltdDt>2009-09-15</RltdDt>
            </RfrdDocInf>
          </Strd>
        </RmtInf>
      </CdtTrfTxInf>
      <CdtTrfTxInf>
        <PmtId>
          <InstrId>ABC/090928/CCT001/3</InstrId>
          <EndToEndId>ABC/987-AC/2009-09-27</EndToEndId>
        </PmtId>
        <Amt>
          <InstdAmt Ccy="USD">1000000</InstdAmt>
        </Amt>
        <ChrgBr>SHAR</ChrgBr>
        <CdtrAgt>
          <FinInstnId>
            <BIC>BBBBUS66</BIC>
          </FinInstnId>
        </CdtrAgt>
        <Cdtr>
          <Nm>ABC Corporation</Nm>
          <PstlAdr>
            <Dept>Treasury department</Dept>
            <StrtNm>Bush Street</StrtNm>
            <BldgNb>13</BldgNb>
            <PstCd>CA 94108</PstCd>
            <TwnNm>San Francisco</TwnNm>
            <Ctry>US</Ctry>
          </PstlAdr>
        </Cdtr>
        <CdtrAcct>
          <Id>
            <Othr>
              <Id>4895623</Id>
            </Othr>
          </Id>
        </CdtrAcct>
        <Purp>
          <Cd>INTC</Cd>
        </Purp>
        <RmtInf>
          <Strd>
            <RfrdDocInf>
              <Tp>
                <CdOrPrtry>
                  <Cd>CINV</Cd>
                </CdOrPrtry>
              </Tp>
              <Nb>987-AC</Nb>
              <RltdDt>2009-09-27</RltdDt>
            </RfrdDocInf>
          </Strd>
        </RmtInf>
      </CdtTrfTxInf>
    </PmtInf>
  </CstmrCdtTrfInitn>
</Document>

It turns out that my version coded from scratch takes about 2 min while EasyNetQ takes only about 40 seconds.

I’m not really sure to understand why, since I’ve basically followed the path taken in the EasyNetQ.

I just would like to know why EasyNetQ is blazing fast in that particular case?