Commit 785ef41f authored by Pieter Hintjens's avatar Pieter Hintjens

Refactored codecs to match ZMTP version numbers

parent f0f16505
...@@ -88,10 +88,8 @@ libzmq_la_SOURCES = \ ...@@ -88,10 +88,8 @@ libzmq_la_SOURCES = \
address.cpp \ address.cpp \
clock.cpp \ clock.cpp \
ctx.cpp \ ctx.cpp \
decoder.cpp \
devpoll.cpp \ devpoll.cpp \
dist.cpp \ dist.cpp \
encoder.cpp \
epoll.cpp \ epoll.cpp \
err.cpp \ err.cpp \
fq.cpp \ fq.cpp \
...@@ -140,10 +138,14 @@ libzmq_la_SOURCES = \ ...@@ -140,10 +138,14 @@ libzmq_la_SOURCES = \
router.cpp \ router.cpp \
dealer.cpp \ dealer.cpp \
v1_decoder.cpp \ v1_decoder.cpp \
v1_decoder.hpp \
v1_encoder.cpp \ v1_encoder.cpp \
v1_decoder.hpp \
v1_encoder.hpp \ v1_encoder.hpp \
v1_protocol.hpp \ v2_decoder.cpp \
v2_decoder.hpp \
v2_encoder.cpp \
v2_encoder.hpp \
v2_protocol.hpp \
xsub.cpp \ xsub.cpp \
zmq.cpp \ zmq.cpp \
zmq_utils.cpp \ zmq_utils.cpp \
......
...@@ -32,7 +32,6 @@ ...@@ -32,7 +32,6 @@
namespace zmq namespace zmq
{ {
class i_msg_sink; class i_msg_sink;
// Helper base class for decoders that know the amount of data to read // Helper base class for decoders that know the amount of data to read
...@@ -210,36 +209,6 @@ namespace zmq ...@@ -210,36 +209,6 @@ namespace zmq
decoder_base_t (const decoder_base_t&); decoder_base_t (const decoder_base_t&);
const decoder_base_t &operator = (const decoder_base_t&); const decoder_base_t &operator = (const decoder_base_t&);
}; };
// Decoder for 0MQ framing protocol. Converts data batches into messages.
class decoder_t : public decoder_base_t <decoder_t>
{
public:
decoder_t (size_t bufsize_, int64_t maxmsgsize_);
~decoder_t ();
// Set the receiver of decoded messages.
void set_msg_sink (i_msg_sink *msg_sink_);
private:
bool one_byte_size_ready ();
bool eight_byte_size_ready ();
bool flags_ready ();
bool message_ready ();
i_msg_sink *msg_sink;
unsigned char tmpbuf [8];
msg_t in_progress;
int64_t maxmsgsize;
decoder_t (const decoder_t&);
void operator = (const decoder_t&);
};
} }
#endif #endif
......
...@@ -168,30 +168,6 @@ namespace zmq ...@@ -168,30 +168,6 @@ namespace zmq
encoder_base_t (const encoder_base_t&); encoder_base_t (const encoder_base_t&);
void operator = (const encoder_base_t&); void operator = (const encoder_base_t&);
}; };
// Encoder for 0MQ framing protocol. Converts messages into data batches.
class encoder_t : public encoder_base_t <encoder_t>
{
public:
encoder_t (size_t bufsize_);
~encoder_t ();
void set_msg_source (i_msg_source *msg_source_);
private:
bool size_ready ();
bool message_ready ();
i_msg_source *msg_source;
msg_t in_progress;
unsigned char tmpbuf [10];
encoder_t (const encoder_t&);
const encoder_t &operator = (const encoder_t&);
};
} }
#endif #endif
......
...@@ -36,10 +36,10 @@ ...@@ -36,10 +36,10 @@
#include "stream_engine.hpp" #include "stream_engine.hpp"
#include "io_thread.hpp" #include "io_thread.hpp"
#include "session_base.hpp" #include "session_base.hpp"
#include "encoder.hpp"
#include "decoder.hpp"
#include "v1_encoder.hpp" #include "v1_encoder.hpp"
#include "v1_decoder.hpp" #include "v1_decoder.hpp"
#include "v2_encoder.hpp"
#include "v2_decoder.hpp"
#include "raw_decoder.hpp" #include "raw_decoder.hpp"
#include "raw_encoder.hpp" #include "raw_encoder.hpp"
#include "config.hpp" #include "config.hpp"
...@@ -103,13 +103,13 @@ zmq::stream_engine_t::~stream_engine_t () ...@@ -103,13 +103,13 @@ zmq::stream_engine_t::~stream_engine_t ()
if (s != retired_fd) { if (s != retired_fd) {
#ifdef ZMQ_HAVE_WINDOWS #ifdef ZMQ_HAVE_WINDOWS
int rc = closesocket (s); int rc = closesocket (s);
wsa_assert (rc != SOCKET_ERROR); wsa_assert (rc != SOCKET_ERROR);
#else #else
int rc = close (s); int rc = close (s);
errno_assert (rc == 0); errno_assert (rc == 0);
#endif #endif
s = retired_fd; s = retired_fd;
} }
if (encoder != NULL) if (encoder != NULL)
...@@ -230,14 +230,12 @@ void zmq::stream_engine_t::in_event () ...@@ -230,14 +230,12 @@ void zmq::stream_engine_t::in_event ()
else else
processed = decoder->process_buffer (inpos, insize); processed = decoder->process_buffer (inpos, insize);
} }
else { else
// Push the data to the decoder. // Push the data to the decoder.
processed = decoder->process_buffer (inpos, insize); processed = decoder->process_buffer (inpos, insize);
}
if (unlikely (processed == (size_t) -1)) { if (unlikely (processed == (size_t) -1))
disconnection = true; disconnection = true;
}
else { else {
// Stop polling for input if we got stuck. // Stop polling for input if we got stuck.
...@@ -292,14 +290,14 @@ void zmq::stream_engine_t::out_event () ...@@ -292,14 +290,14 @@ void zmq::stream_engine_t::out_event ()
// If there are any data to write in write buffer, write as much as // If there are any data to write in write buffer, write as much as
// possible to the socket. Note that amount of data to write can be // possible to the socket. Note that amount of data to write can be
// arbitratily large. However, we assume that underlying TCP layer has // arbitrarily large. However, we assume that underlying TCP layer has
// limited transmission buffer and thus the actual number of bytes // limited transmission buffer and thus the actual number of bytes
// written should be reasonably modest. // written should be reasonably modest.
int nbytes = write (outpos, outsize); int nbytes = write (outpos, outsize);
// IO error has occurred. We stop waiting for output events. // IO error has occurred. We stop waiting for output events.
// The engine is not terminated until we detect input error; // The engine is not terminated until we detect input error;
// this is necessary to prevent losing incomming messages. // this is necessary to prevent losing incoming messages.
if (nbytes == -1) { if (nbytes == -1) {
reset_pollout (handle); reset_pollout (handle);
if (unlikely (terminating)) if (unlikely (terminating))
...@@ -392,22 +390,22 @@ bool zmq::stream_engine_t::handshake () ...@@ -392,22 +390,22 @@ bool zmq::stream_engine_t::handshake ()
if (outpos + outsize != greeting_output_buffer + greeting_size) { if (outpos + outsize != greeting_output_buffer + greeting_size) {
if (outsize == 0) if (outsize == 0)
set_pollout (handle); set_pollout (handle);
outpos [outsize++] = 1; // Protocol version outpos [outsize++] = 1; // Protocol revision
outpos [outsize++] = options.type; // Socket type outpos [outsize++] = options.type; // Socket type
} }
} }
// Position of the version field in the greeting. // Position of the revision field in the greeting.
const size_t version_pos = 10; const size_t revision_pos = 10;
// Is the peer using ZMTP/1.0 with no version number? // Is the peer using ZMTP/1.0 with no revision number?
// If so, we send and receive rests of identity messages // If so, we send and receive rest of identity message
if (greeting [0] != 0xff || !(greeting [9] & 0x01)) { if (greeting [0] != 0xff || !(greeting [9] & 0x01)) {
encoder = new (std::nothrow) encoder_t (out_batch_size); encoder = new (std::nothrow) v1_encoder_t (out_batch_size);
alloc_assert (encoder); alloc_assert (encoder);
encoder->set_msg_source (session); encoder->set_msg_source (session);
decoder = new (std::nothrow) decoder_t (in_batch_size, options.maxmsgsize); decoder = new (std::nothrow) v1_decoder_t (in_batch_size, options.maxmsgsize);
alloc_assert (decoder); alloc_assert (decoder);
decoder->set_msg_sink (session); decoder->set_msg_sink (session);
...@@ -434,23 +432,25 @@ bool zmq::stream_engine_t::handshake () ...@@ -434,23 +432,25 @@ bool zmq::stream_engine_t::handshake ()
decoder->set_msg_sink (this); decoder->set_msg_sink (this);
} }
else else
if (greeting [version_pos] == 0) { if (greeting [revision_pos] == 0) {
// ZMTP/1.0 framing. // ZMTP/1.0 framing (revision 0)
encoder = new (std::nothrow) encoder_t (out_batch_size); encoder = new (std::nothrow) v1_encoder_t (out_batch_size);
alloc_assert (encoder); alloc_assert (encoder);
encoder->set_msg_source (session); encoder->set_msg_source (session);
decoder = new (std::nothrow) decoder_t (in_batch_size, options.maxmsgsize); decoder = new (std::nothrow) v1_decoder_t (in_batch_size, options.maxmsgsize);
alloc_assert (decoder); alloc_assert (decoder);
decoder->set_msg_sink (session); decoder->set_msg_sink (session);
} }
else { else
// v1 framing protocol. if (greeting [revision_pos] == 1
encoder = new (std::nothrow) v1_encoder_t (out_batch_size, session); || greeting [revision_pos] == 2) {
// ZMTP/2.0 framing (revision 1)
encoder = new (std::nothrow) v2_encoder_t (out_batch_size, session);
alloc_assert (encoder); alloc_assert (encoder);
decoder = new (std::nothrow) decoder = new (std::nothrow)
v1_decoder_t (in_batch_size, options.maxmsgsize, session); v2_decoder_t (in_batch_size, options.maxmsgsize, session);
alloc_assert (decoder); alloc_assert (decoder);
} }
...@@ -613,4 +613,3 @@ int zmq::stream_engine_t::read (void *data_, size_t size_) ...@@ -613,4 +613,3 @@ int zmq::stream_engine_t::read (void *data_, size_t size_)
#endif #endif
} }
...@@ -102,7 +102,7 @@ void zmq::tcp_connecter_t::process_term (int linger_) ...@@ -102,7 +102,7 @@ void zmq::tcp_connecter_t::process_term (int linger_)
void zmq::tcp_connecter_t::in_event () void zmq::tcp_connecter_t::in_event ()
{ {
// We are not polling for incomming data, so we are actually called // We are not polling for incoming data, so we are actually called
// because of error here. However, we can get error on out event as well // because of error here. However, we can get error on out event as well
// on some platforms, so we'll simply handle both events in the same way. // on some platforms, so we'll simply handle both events in the same way.
out_event (); out_event ();
......
...@@ -19,30 +19,30 @@ ...@@ -19,30 +19,30 @@
#include <stdlib.h> #include <stdlib.h>
#include <string.h> #include <string.h>
#include <limits>
#include "platform.hpp" #include "platform.hpp"
#ifdef ZMQ_HAVE_WINDOWS #if defined ZMQ_HAVE_WINDOWS
#include "windows.hpp" #include "windows.hpp"
#endif #endif
#include "v1_protocol.hpp" #include "decoder.hpp"
#include "v1_decoder.hpp" #include "v1_decoder.hpp"
#include "i_msg_sink.hpp"
#include "likely.hpp" #include "likely.hpp"
#include "wire.hpp" #include "wire.hpp"
#include "err.hpp" #include "err.hpp"
zmq::v1_decoder_t::v1_decoder_t (size_t bufsize_, zmq::v1_decoder_t::v1_decoder_t (size_t bufsize_, int64_t maxmsgsize_) :
int64_t maxmsgsize_, i_msg_sink *msg_sink_) :
decoder_base_t <v1_decoder_t> (bufsize_), decoder_base_t <v1_decoder_t> (bufsize_),
msg_sink (msg_sink_), msg_sink (NULL),
msg_flags (0),
maxmsgsize (maxmsgsize_) maxmsgsize (maxmsgsize_)
{ {
int rc = in_progress.init (); int rc = in_progress.init ();
errno_assert (rc == 0); errno_assert (rc == 0);
// At the beginning, read one byte and go to flags_ready state. // At the beginning, read one byte and go to one_byte_size_ready state.
next_step (tmpbuf, 1, &v1_decoder_t::flags_ready); next_step (tmpbuf, 1, &v1_decoder_t::one_byte_size_ready);
} }
zmq::v1_decoder_t::~v1_decoder_t () zmq::v1_decoder_t::~v1_decoder_t ()
...@@ -56,90 +56,95 @@ void zmq::v1_decoder_t::set_msg_sink (i_msg_sink *msg_sink_) ...@@ -56,90 +56,95 @@ void zmq::v1_decoder_t::set_msg_sink (i_msg_sink *msg_sink_)
msg_sink = msg_sink_; msg_sink = msg_sink_;
} }
bool zmq::v1_decoder_t::flags_ready ()
{
msg_flags = 0;
if (tmpbuf [0] & v1_protocol_t::more_flag)
msg_flags |= msg_t::more;
// The payload length is either one or eight bytes,
// depending on whether the 'large' bit is set.
if (tmpbuf [0] & v1_protocol_t::large_flag)
next_step (tmpbuf, 8, &v1_decoder_t::eight_byte_size_ready);
else
next_step (tmpbuf, 1, &v1_decoder_t::one_byte_size_ready);
return true;
}
bool zmq::v1_decoder_t::one_byte_size_ready () bool zmq::v1_decoder_t::one_byte_size_ready ()
{ {
int rc = 0; // First byte of size is read. If it is 0xff read 8-byte size.
// Otherwise allocate the buffer for message data and read the
// Message size must not exceed the maximum allowed size. // message data into it.
if (maxmsgsize >= 0) if (*tmpbuf == 0xff)
if (unlikely (tmpbuf [0] > static_cast <uint64_t> (maxmsgsize))) next_step (tmpbuf, 8, &v1_decoder_t::eight_byte_size_ready);
goto error; else {
// in_progress is initialised at this point so in theory we should // There has to be at least one byte (the flags) in the message).
// close it before calling zmq_msg_init_size, however, it's a 0-byte if (!*tmpbuf) {
// message and thus we can treat it as uninitialised... decoding_error ();
rc = in_progress.init_size (tmpbuf [0]); return false;
if (unlikely (rc)) { }
errno_assert (errno == ENOMEM);
int rc = in_progress.init (); // in_progress is initialised at this point so in theory we should
// close it before calling zmq_msg_init_size, however, it's a 0-byte
// message and thus we can treat it as uninitialised...
int rc;
if (maxmsgsize >= 0 && (int64_t) (*tmpbuf - 1) > maxmsgsize) {
rc = -1;
errno = ENOMEM;
}
else
rc = in_progress.init_size (*tmpbuf - 1);
if (rc != 0 && errno == ENOMEM) {
rc = in_progress.init ();
errno_assert (rc == 0);
decoding_error ();
return false;
}
errno_assert (rc == 0); errno_assert (rc == 0);
goto error;
}
in_progress.set_flags (msg_flags);
next_step (in_progress.data (), in_progress.size (),
&v1_decoder_t::message_ready);
next_step (tmpbuf, 1, &v1_decoder_t::flags_ready);
}
return true; return true;
error:
decoding_error ();
return false;
} }
bool zmq::v1_decoder_t::eight_byte_size_ready () bool zmq::v1_decoder_t::eight_byte_size_ready ()
{ {
int rc = 0; // 8-byte payload length is read. Allocate the buffer
// for message body and read the message data into it.
const uint64_t payload_length = get_uint64 (tmpbuf);
// The payload size is encoded as 64-bit unsigned integer. // There has to be at least one byte (the flags) in the message).
// The most significant byte comes first. if (payload_length == 0) {
const uint64_t msg_size = get_uint64 (tmpbuf); decoding_error ();
return false;
}
// Message size must not exceed the maximum allowed size. // Message size must not exceed the maximum allowed size.
if (maxmsgsize >= 0) if (maxmsgsize >= 0 && payload_length - 1 > (uint64_t) maxmsgsize) {
if (unlikely (msg_size > static_cast <uint64_t> (maxmsgsize))) decoding_error ();
goto error; return false;
}
// Message size must fit into size_t data type. // Message size must fit within range of size_t data type.
if (unlikely (msg_size != static_cast <size_t> (msg_size))) if (payload_length - 1 > std::numeric_limits <size_t>::max ()) {
goto error; decoding_error ();
return false;
}
const size_t msg_size = static_cast <size_t> (payload_length - 1);
// in_progress is initialised at this point so in theory we should // in_progress is initialised at this point so in theory we should
// close it before calling init_size, however, it's a 0-byte // close it before calling init_size, however, it's a 0-byte
// message and thus we can treat it as uninitialised. // message and thus we can treat it as uninitialised...
rc = in_progress.init_size (static_cast <size_t> (msg_size)); int rc = in_progress.init_size (msg_size);
if (unlikely (rc)) { if (rc != 0) {
errno_assert (errno == ENOMEM); errno_assert (errno == ENOMEM);
int rc = in_progress.init (); rc = in_progress.init ();
errno_assert (rc == 0); errno_assert (rc == 0);
goto error; decoding_error ();
return false;
} }
in_progress.set_flags (msg_flags); next_step (tmpbuf, 1, &v1_decoder_t::flags_ready);
return true;
}
bool zmq::v1_decoder_t::flags_ready ()
{
// Store the flags from the wire into the message structure.
in_progress.set_flags (tmpbuf [0] & msg_t::more);
next_step (in_progress.data (), in_progress.size (), next_step (in_progress.data (), in_progress.size (),
&v1_decoder_t::message_ready); &v1_decoder_t::message_ready);
return true; return true;
error:
decoding_error ();
return false;
} }
bool zmq::v1_decoder_t::message_ready () bool zmq::v1_decoder_t::message_ready ()
...@@ -155,6 +160,6 @@ bool zmq::v1_decoder_t::message_ready () ...@@ -155,6 +160,6 @@ bool zmq::v1_decoder_t::message_ready ()
return false; return false;
} }
next_step (tmpbuf, 1, &v1_decoder_t::flags_ready); next_step (tmpbuf, 1, &v1_decoder_t::one_byte_size_ready);
return true; return true;
} }
...@@ -20,41 +20,34 @@ ...@@ -20,41 +20,34 @@
#ifndef __ZMQ_V1_DECODER_HPP_INCLUDED__ #ifndef __ZMQ_V1_DECODER_HPP_INCLUDED__
#define __ZMQ_V1_DECODER_HPP_INCLUDED__ #define __ZMQ_V1_DECODER_HPP_INCLUDED__
#include "err.hpp"
#include "msg.hpp"
#include "decoder.hpp" #include "decoder.hpp"
#include "i_msg_sink.hpp"
#include "stdint.hpp"
namespace zmq namespace zmq
{ {
// Decoder for ZMTP/1.0 protocol. Converts data batches into messages.
// Decoder for 0MQ v1 framing protocol. Converts data stream into messages.
class v1_decoder_t : public decoder_base_t <v1_decoder_t> class v1_decoder_t : public decoder_base_t <v1_decoder_t>
{ {
public: public:
v1_decoder_t (size_t bufsize_, v1_decoder_t (size_t bufsize_, int64_t maxmsgsize_);
int64_t maxmsgsize_, i_msg_sink *msg_sink_); ~v1_decoder_t ();
virtual ~v1_decoder_t ();
// i_decoder interface. // Set the receiver of decoded messages.
virtual void set_msg_sink (i_msg_sink *msg_sink_); void set_msg_sink (i_msg_sink *msg_sink_);
private: private:
bool flags_ready ();
bool one_byte_size_ready (); bool one_byte_size_ready ();
bool eight_byte_size_ready (); bool eight_byte_size_ready ();
bool flags_ready ();
bool message_ready (); bool message_ready ();
i_msg_sink *msg_sink; i_msg_sink *msg_sink;
unsigned char tmpbuf [8]; unsigned char tmpbuf [8];
unsigned char msg_flags;
msg_t in_progress; msg_t in_progress;
const int64_t maxmsgsize; int64_t maxmsgsize;
v1_decoder_t (const v1_decoder_t&); v1_decoder_t (const v1_decoder_t&);
void operator = (const v1_decoder_t&); void operator = (const v1_decoder_t&);
......
...@@ -17,14 +17,15 @@ ...@@ -17,14 +17,15 @@
along with this program. If not, see <http://www.gnu.org/licenses/>. along with this program. If not, see <http://www.gnu.org/licenses/>.
*/ */
#include "v1_protocol.hpp" #include "encoder.hpp"
#include "v1_encoder.hpp" #include "v1_encoder.hpp"
#include "i_msg_source.hpp"
#include "likely.hpp" #include "likely.hpp"
#include "wire.hpp" #include "wire.hpp"
zmq::v1_encoder_t::v1_encoder_t (size_t bufsize_, i_msg_source *msg_source_) : zmq::v1_encoder_t::v1_encoder_t (size_t bufsize_) :
encoder_base_t <v1_encoder_t> (bufsize_), encoder_base_t <v1_encoder_t> (bufsize_),
msg_source (msg_source_) msg_source (NULL)
{ {
int rc = in_progress.init (); int rc = in_progress.init ();
errno_assert (rc == 0); errno_assert (rc == 0);
...@@ -44,9 +45,17 @@ void zmq::v1_encoder_t::set_msg_source (i_msg_source *msg_source_) ...@@ -44,9 +45,17 @@ void zmq::v1_encoder_t::set_msg_source (i_msg_source *msg_source_)
msg_source = msg_source_; msg_source = msg_source_;
} }
bool zmq::v1_encoder_t::size_ready ()
{
// Write message body into the buffer.
next_step (in_progress.data (), in_progress.size (),
&v1_encoder_t::message_ready, !(in_progress.flags () & msg_t::more));
return true;
}
bool zmq::v1_encoder_t::message_ready () bool zmq::v1_encoder_t::message_ready ()
{ {
// Release the content of the old message. // Destroy content of the old message.
int rc = in_progress.close (); int rc = in_progress.close ();
errno_assert (rc == 0); errno_assert (rc == 0);
...@@ -59,42 +68,33 @@ bool zmq::v1_encoder_t::message_ready () ...@@ -59,42 +68,33 @@ bool zmq::v1_encoder_t::message_ready ()
errno_assert (rc == 0); errno_assert (rc == 0);
return false; return false;
} }
rc = msg_source->pull_msg (&in_progress); rc = msg_source->pull_msg (&in_progress);
if (unlikely (rc)) { if (unlikely (rc != 0)) {
errno_assert (errno == EAGAIN); errno_assert (errno == EAGAIN);
rc = in_progress.init (); rc = in_progress.init ();
errno_assert (rc == 0); errno_assert (rc == 0);
return false; return false;
} }
// Encode flags. // Get the message size.
unsigned char &protocol_flags = tmpbuf [0]; size_t size = in_progress.size ();
protocol_flags = 0;
if (in_progress.flags () & msg_t::more)
protocol_flags |= v1_protocol_t::more_flag;
if (in_progress.size () > 255)
protocol_flags |= v1_protocol_t::large_flag;
// Encode the message length. For messages less then 256 bytes, // Account for the 'flags' byte.
// the length is encoded as 8-bit unsigned integer. For larger size++;
// messages, 64-bit unsigned integer in network byte order is used.
const size_t size = in_progress.size (); // For messages less than 255 bytes long, write one byte of message size.
if (unlikely (size > 255)) { // For longer messages write 0xff escape character followed by 8-byte
put_uint64 (tmpbuf + 1, size); // message size. In both cases 'flags' field follows.
next_step (tmpbuf, 9, &v1_encoder_t::size_ready, false); if (size < 255) {
tmpbuf [0] = (unsigned char) size;
tmpbuf [1] = (in_progress.flags () & msg_t::more);
next_step (tmpbuf, 2, &v1_encoder_t::size_ready, false);
} }
else { else {
tmpbuf [1] = static_cast <uint8_t> (size); tmpbuf [0] = 0xff;
next_step (tmpbuf, 2, &v1_encoder_t::size_ready, false); put_uint64 (tmpbuf + 1, size);
tmpbuf [9] = (in_progress.flags () & msg_t::more);
next_step (tmpbuf, 10, &v1_encoder_t::size_ready, false);
} }
return true; return true;
} }
bool zmq::v1_encoder_t::size_ready ()
{
// Write message body into the buffer.
next_step (in_progress.data (), in_progress.size (),
&v1_encoder_t::message_ready, !(in_progress.flags () & msg_t::more));
return true;
}
...@@ -20,25 +20,22 @@ ...@@ -20,25 +20,22 @@
#ifndef __ZMQ_V1_ENCODER_HPP_INCLUDED__ #ifndef __ZMQ_V1_ENCODER_HPP_INCLUDED__
#define __ZMQ_V1_ENCODER_HPP_INCLUDED__ #define __ZMQ_V1_ENCODER_HPP_INCLUDED__
#include "msg.hpp"
#include "i_msg_source.hpp"
#include "encoder.hpp" #include "encoder.hpp"
namespace zmq namespace zmq
{ {
class i_msg_source; class i_msg_source;
// Encoder for 0MQ framing protocol. Converts messages into data stream. // Encoder for ZMTP/1.0 protocol. Converts messages into data batches.
class v1_encoder_t : public encoder_base_t <v1_encoder_t> class v1_encoder_t : public encoder_base_t <v1_encoder_t>
{ {
public: public:
v1_encoder_t (size_t bufsize_, i_msg_source *msg_source_); v1_encoder_t (size_t bufsize_);
virtual ~v1_encoder_t (); ~v1_encoder_t ();
virtual void set_msg_source (i_msg_source *msg_source_); void set_msg_source (i_msg_source *msg_source_);
private: private:
...@@ -47,7 +44,7 @@ namespace zmq ...@@ -47,7 +44,7 @@ namespace zmq
i_msg_source *msg_source; i_msg_source *msg_source;
msg_t in_progress; msg_t in_progress;
unsigned char tmpbuf [9]; unsigned char tmpbuf [10];
v1_encoder_t (const v1_encoder_t&); v1_encoder_t (const v1_encoder_t&);
const v1_encoder_t &operator = (const v1_encoder_t&); const v1_encoder_t &operator = (const v1_encoder_t&);
......
...@@ -19,134 +19,130 @@ ...@@ -19,134 +19,130 @@
#include <stdlib.h> #include <stdlib.h>
#include <string.h> #include <string.h>
#include <limits>
#include "platform.hpp" #include "platform.hpp"
#if defined ZMQ_HAVE_WINDOWS #ifdef ZMQ_HAVE_WINDOWS
#include "windows.hpp" #include "windows.hpp"
#endif #endif
#include "decoder.hpp" #include "v2_protocol.hpp"
#include "i_msg_sink.hpp" #include "v2_decoder.hpp"
#include "likely.hpp" #include "likely.hpp"
#include "wire.hpp" #include "wire.hpp"
#include "err.hpp" #include "err.hpp"
zmq::decoder_t::decoder_t (size_t bufsize_, int64_t maxmsgsize_) : zmq::v2_decoder_t::v2_decoder_t (size_t bufsize_,
decoder_base_t <decoder_t> (bufsize_), int64_t maxmsgsize_, i_msg_sink *msg_sink_) :
msg_sink (NULL), decoder_base_t <v2_decoder_t> (bufsize_),
msg_sink (msg_sink_),
msg_flags (0),
maxmsgsize (maxmsgsize_) maxmsgsize (maxmsgsize_)
{ {
int rc = in_progress.init (); int rc = in_progress.init ();
errno_assert (rc == 0); errno_assert (rc == 0);
// At the beginning, read one byte and go to one_byte_size_ready state. // At the beginning, read one byte and go to flags_ready state.
next_step (tmpbuf, 1, &decoder_t::one_byte_size_ready); next_step (tmpbuf, 1, &v2_decoder_t::flags_ready);
} }
zmq::decoder_t::~decoder_t () zmq::v2_decoder_t::~v2_decoder_t ()
{ {
int rc = in_progress.close (); int rc = in_progress.close ();
errno_assert (rc == 0); errno_assert (rc == 0);
} }
void zmq::decoder_t::set_msg_sink (i_msg_sink *msg_sink_) void zmq::v2_decoder_t::set_msg_sink (i_msg_sink *msg_sink_)
{ {
msg_sink = msg_sink_; msg_sink = msg_sink_;
} }
bool zmq::decoder_t::one_byte_size_ready () bool zmq::v2_decoder_t::flags_ready ()
{ {
// First byte of size is read. If it is 0xff read 8-byte size. msg_flags = 0;
// Otherwise allocate the buffer for message data and read the if (tmpbuf [0] & v2_protocol_t::more_flag)
// message data into it. msg_flags |= msg_t::more;
if (*tmpbuf == 0xff)
next_step (tmpbuf, 8, &decoder_t::eight_byte_size_ready); // The payload length is either one or eight bytes,
else { // depending on whether the 'large' bit is set.
if (tmpbuf [0] & v2_protocol_t::large_flag)
// There has to be at least one byte (the flags) in the message). next_step (tmpbuf, 8, &v2_decoder_t::eight_byte_size_ready);
if (!*tmpbuf) { else
decoding_error (); next_step (tmpbuf, 1, &v2_decoder_t::one_byte_size_ready);
return false;
}
// in_progress is initialised at this point so in theory we should
// close it before calling zmq_msg_init_size, however, it's a 0-byte
// message and thus we can treat it as uninitialised...
int rc;
if (maxmsgsize >= 0 && (int64_t) (*tmpbuf - 1) > maxmsgsize) {
rc = -1;
errno = ENOMEM;
}
else
rc = in_progress.init_size (*tmpbuf - 1);
if (rc != 0 && errno == ENOMEM) {
rc = in_progress.init ();
errno_assert (rc == 0);
decoding_error ();
return false;
}
errno_assert (rc == 0);
next_step (tmpbuf, 1, &decoder_t::flags_ready);
}
return true; return true;
} }
bool zmq::decoder_t::eight_byte_size_ready () bool zmq::v2_decoder_t::one_byte_size_ready ()
{ {
// 8-byte payload length is read. Allocate the buffer int rc = 0;
// for message body and read the message data into it.
const uint64_t payload_length = get_uint64 (tmpbuf);
// There has to be at least one byte (the flags) in the message).
if (payload_length == 0) {
decoding_error ();
return false;
}
// Message size must not exceed the maximum allowed size. // Message size must not exceed the maximum allowed size.
if (maxmsgsize >= 0 && payload_length - 1 > (uint64_t) maxmsgsize) { if (maxmsgsize >= 0)
decoding_error (); if (unlikely (tmpbuf [0] > static_cast <uint64_t> (maxmsgsize)))
return false; goto error;
}
// Message size must fit within range of size_t data type.
if (payload_length - 1 > std::numeric_limits <size_t>::max ()) {
decoding_error ();
return false;
}
const size_t msg_size = static_cast <size_t> (payload_length - 1);
// in_progress is initialised at this point so in theory we should // in_progress is initialised at this point so in theory we should
// close it before calling init_size, however, it's a 0-byte // close it before calling zmq_msg_init_size, however, it's a 0-byte
// message and thus we can treat it as uninitialised... // message and thus we can treat it as uninitialised...
int rc = in_progress.init_size (msg_size); rc = in_progress.init_size (tmpbuf [0]);
if (rc != 0) { if (unlikely (rc)) {
errno_assert (errno == ENOMEM); errno_assert (errno == ENOMEM);
rc = in_progress.init (); int rc = in_progress.init ();
errno_assert (rc == 0); errno_assert (rc == 0);
decoding_error (); goto error;
return false;
} }
next_step (tmpbuf, 1, &decoder_t::flags_ready); in_progress.set_flags (msg_flags);
next_step (in_progress.data (), in_progress.size (),
&v2_decoder_t::message_ready);
return true; return true;
error:
decoding_error ();
return false;
} }
bool zmq::decoder_t::flags_ready () bool zmq::v2_decoder_t::eight_byte_size_ready ()
{ {
// Store the flags from the wire into the message structure. int rc = 0;
in_progress.set_flags (tmpbuf [0] & msg_t::more);
// The payload size is encoded as 64-bit unsigned integer.
// The most significant byte comes first.
const uint64_t msg_size = get_uint64 (tmpbuf);
// Message size must not exceed the maximum allowed size.
if (maxmsgsize >= 0)
if (unlikely (msg_size > static_cast <uint64_t> (maxmsgsize)))
goto error;
// Message size must fit into size_t data type.
if (unlikely (msg_size != static_cast <size_t> (msg_size)))
goto error;
// in_progress is initialised at this point so in theory we should
// close it before calling init_size, however, it's a 0-byte
// message and thus we can treat it as uninitialised.
rc = in_progress.init_size (static_cast <size_t> (msg_size));
if (unlikely (rc)) {
errno_assert (errno == ENOMEM);
int rc = in_progress.init ();
errno_assert (rc == 0);
goto error;
}
in_progress.set_flags (msg_flags);
next_step (in_progress.data (), in_progress.size (), next_step (in_progress.data (), in_progress.size (),
&decoder_t::message_ready); &v2_decoder_t::message_ready);
return true; return true;
error:
decoding_error ();
return false;
} }
bool zmq::decoder_t::message_ready () bool zmq::v2_decoder_t::message_ready ()
{ {
// Message is completely read. Push it further and start reading // Message is completely read. Push it further and start reading
// new message. (in_progress is a 0-byte message after this point.) // new message. (in_progress is a 0-byte message after this point.)
...@@ -159,6 +155,6 @@ bool zmq::decoder_t::message_ready () ...@@ -159,6 +155,6 @@ bool zmq::decoder_t::message_ready ()
return false; return false;
} }
next_step (tmpbuf, 1, &decoder_t::one_byte_size_ready); next_step (tmpbuf, 1, &v2_decoder_t::flags_ready);
return true; return true;
} }
/*
Copyright (c) 2007-2013 Contributors as noted in the AUTHORS file
This file is part of 0MQ.
0MQ is free software; you can redistribute it and/or modify it under
the terms of the GNU Lesser General Public License as published by
the Free Software Foundation; either version 3 of the License, or
(at your option) any later version.
0MQ is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
#ifndef __ZMQ_V2_DECODER_HPP_INCLUDED__
#define __ZMQ_V2_DECODER_HPP_INCLUDED__
#include "decoder.hpp"
#include "i_msg_sink.hpp"
namespace zmq
{
// Decoder for ZMTP/2.x framing protocol. Converts data stream into messages.
class v2_decoder_t : public decoder_base_t <v2_decoder_t>
{
public:
v2_decoder_t (size_t bufsize_,
int64_t maxmsgsize_, i_msg_sink *msg_sink_);
virtual ~v2_decoder_t ();
// i_decoder interface.
virtual void set_msg_sink (i_msg_sink *msg_sink_);
private:
bool flags_ready ();
bool one_byte_size_ready ();
bool eight_byte_size_ready ();
bool message_ready ();
i_msg_sink *msg_sink;
unsigned char tmpbuf [8];
unsigned char msg_flags;
msg_t in_progress;
const int64_t maxmsgsize;
v2_decoder_t (const v2_decoder_t&);
void operator = (const v2_decoder_t&);
};
}
#endif
...@@ -17,44 +17,36 @@ ...@@ -17,44 +17,36 @@
along with this program. If not, see <http://www.gnu.org/licenses/>. along with this program. If not, see <http://www.gnu.org/licenses/>.
*/ */
#include "encoder.hpp" #include "v2_protocol.hpp"
#include "i_msg_source.hpp" #include "v2_encoder.hpp"
#include "likely.hpp" #include "likely.hpp"
#include "wire.hpp" #include "wire.hpp"
zmq::encoder_t::encoder_t (size_t bufsize_) : zmq::v2_encoder_t::v2_encoder_t (size_t bufsize_, i_msg_source *msg_source_) :
encoder_base_t <encoder_t> (bufsize_), encoder_base_t <v2_encoder_t> (bufsize_),
msg_source (NULL) msg_source (msg_source_)
{ {
int rc = in_progress.init (); int rc = in_progress.init ();
errno_assert (rc == 0); errno_assert (rc == 0);
// Write 0 bytes to the batch and go to message_ready state. // Write 0 bytes to the batch and go to message_ready state.
next_step (NULL, 0, &encoder_t::message_ready, true); next_step (NULL, 0, &v2_encoder_t::message_ready, true);
} }
zmq::encoder_t::~encoder_t () zmq::v2_encoder_t::~v2_encoder_t ()
{ {
int rc = in_progress.close (); int rc = in_progress.close ();
errno_assert (rc == 0); errno_assert (rc == 0);
} }
void zmq::encoder_t::set_msg_source (i_msg_source *msg_source_) void zmq::v2_encoder_t::set_msg_source (i_msg_source *msg_source_)
{ {
msg_source = msg_source_; msg_source = msg_source_;
} }
bool zmq::encoder_t::size_ready () bool zmq::v2_encoder_t::message_ready ()
{ {
// Write message body into the buffer. // Release the content of the old message.
next_step (in_progress.data (), in_progress.size (),
&encoder_t::message_ready, !(in_progress.flags () & msg_t::more));
return true;
}
bool zmq::encoder_t::message_ready ()
{
// Destroy content of the old message.
int rc = in_progress.close (); int rc = in_progress.close ();
errno_assert (rc == 0); errno_assert (rc == 0);
...@@ -67,33 +59,42 @@ bool zmq::encoder_t::message_ready () ...@@ -67,33 +59,42 @@ bool zmq::encoder_t::message_ready ()
errno_assert (rc == 0); errno_assert (rc == 0);
return false; return false;
} }
rc = msg_source->pull_msg (&in_progress); rc = msg_source->pull_msg (&in_progress);
if (unlikely (rc != 0)) { if (unlikely (rc)) {
errno_assert (errno == EAGAIN); errno_assert (errno == EAGAIN);
rc = in_progress.init (); rc = in_progress.init ();
errno_assert (rc == 0); errno_assert (rc == 0);
return false; return false;
} }
// Get the message size. // Encode flags.
size_t size = in_progress.size (); unsigned char &protocol_flags = tmpbuf [0];
protocol_flags = 0;
// Account for the 'flags' byte. if (in_progress.flags () & msg_t::more)
size++; protocol_flags |= v2_protocol_t::more_flag;
if (in_progress.size () > 255)
protocol_flags |= v2_protocol_t::large_flag;
// For messages less than 255 bytes long, write one byte of message size. // Encode the message length. For messages less then 256 bytes,
// For longer messages write 0xff escape character followed by 8-byte // the length is encoded as 8-bit unsigned integer. For larger
// message size. In both cases 'flags' field follows. // messages, 64-bit unsigned integer in network byte order is used.
if (size < 255) { const size_t size = in_progress.size ();
tmpbuf [0] = (unsigned char) size; if (unlikely (size > 255)) {
tmpbuf [1] = (in_progress.flags () & msg_t::more); put_uint64 (tmpbuf + 1, size);
next_step (tmpbuf, 2, &encoder_t::size_ready, false); next_step (tmpbuf, 9, &v2_encoder_t::size_ready, false);
} }
else { else {
tmpbuf [0] = 0xff; tmpbuf [1] = static_cast <uint8_t> (size);
put_uint64 (tmpbuf + 1, size); next_step (tmpbuf, 2, &v2_encoder_t::size_ready, false);
tmpbuf [9] = (in_progress.flags () & msg_t::more);
next_step (tmpbuf, 10, &encoder_t::size_ready, false);
} }
return true; return true;
} }
bool zmq::v2_encoder_t::size_ready ()
{
// Write message body into the buffer.
next_step (in_progress.data (), in_progress.size (),
&v2_encoder_t::message_ready, !(in_progress.flags () & msg_t::more));
return true;
}
/*
Copyright (c) 2007-2013 Contributors as noted in the AUTHORS file
This file is part of 0MQ.
0MQ is free software; you can redistribute it and/or modify it under
the terms of the GNU Lesser General Public License as published by
the Free Software Foundation; either version 3 of the License, or
(at your option) any later version.
0MQ is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
#ifndef __ZMQ_V2_ENCODER_HPP_INCLUDED__
#define __ZMQ_V2_ENCODER_HPP_INCLUDED__
#include "encoder.hpp"
#include "i_msg_source.hpp"
namespace zmq
{
class i_msg_source;
// Encoder for 0MQ framing protocol. Converts messages into data stream.
class v2_encoder_t : public encoder_base_t <v2_encoder_t>
{
public:
v2_encoder_t (size_t bufsize_, i_msg_source *msg_source_);
virtual ~v2_encoder_t ();
virtual void set_msg_source (i_msg_source *msg_source_);
private:
bool size_ready ();
bool message_ready ();
i_msg_source *msg_source;
msg_t in_progress;
unsigned char tmpbuf [9];
v2_encoder_t (const v2_encoder_t&);
const v2_encoder_t &operator = (const v2_encoder_t&);
};
}
#endif
...@@ -17,14 +17,13 @@ ...@@ -17,14 +17,13 @@
along with this program. If not, see <http://www.gnu.org/licenses/>. along with this program. If not, see <http://www.gnu.org/licenses/>.
*/ */
#ifndef __ZMQ_V1_PROTOCOL_HPP_INCLUDED__ #ifndef __ZMQ_V2_PROTOCOL_HPP_INCLUDED__
#define __ZMQ_V1_PROTOCOL_HPP_INCLUDED__ #define __ZMQ_V2_PROTOCOL_HPP_INCLUDED__
namespace zmq namespace zmq
{ {
// Definition of constants for ZMTP/2.0 transport protocol.
// Definition of constans for v1 transport protocol. class v2_protocol_t
class v1_protocol_t
{ {
public: public:
// Message flags. // Message flags.
...@@ -33,9 +32,7 @@ namespace zmq ...@@ -33,9 +32,7 @@ namespace zmq
more_flag = 1, more_flag = 1,
large_flag = 2 large_flag = 2
}; };
}; };
} }
#endif #endif
......
...@@ -87,10 +87,10 @@ int zmq::xsub_t::xsend (msg_t *msg_) ...@@ -87,10 +87,10 @@ int zmq::xsub_t::xsend (msg_t *msg_)
if (size > 0 && *data == 1) { if (size > 0 && *data == 1) {
// Process subscribe message // Process subscribe message
// This used to filter out duplicate subscriptions, // This used to filter out duplicate subscriptions,
// however this is alread done on the XPUB side and // however this is alread done on the XPUB side and
// doing it here as well breaks ZMQ_XPUB_VERBOSE // doing it here as well breaks ZMQ_XPUB_VERBOSE
// when there are forwarding devices involved. // when there are forwarding devices involved.
subscriptions.add (data + 1, size - 1); subscriptions.add (data + 1, size - 1);
return dist.send_to_all (msg_); return dist.send_to_all (msg_);
} }
......
...@@ -107,7 +107,7 @@ int main (void) ...@@ -107,7 +107,7 @@ int main (void)
assert (rc == 11); assert (rc == 11);
// First four bytes are [revision][socktype][identity] // First four bytes are [revision][socktype][identity]
assert (buffer [0] == 1); // Revision = 1 assert (buffer [0] == 1);
assert (buffer [1] == ZMTP_DEALER); assert (buffer [1] == ZMTP_DEALER);
// Identity is 2 byte message // Identity is 2 byte message
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment