pgm_socket.cpp 21.7 KB
Newer Older
malosek's avatar
malosek committed
1
/*
2
    Copyright (c) 2007-2014 Contributors as noted in the AUTHORS file
malosek's avatar
malosek committed
3 4 5 6

    This file is part of 0MQ.

    0MQ is free software; you can redistribute it and/or modify it under
7
    the terms of the GNU Lesser General Public License as published by
malosek's avatar
malosek committed
8 9 10 11 12 13
    the Free Software Foundation; either version 3 of the License, or
    (at your option) any later version.

    0MQ is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14
    GNU Lesser General Public License for more details.
malosek's avatar
malosek committed
15

16
    You should have received a copy of the GNU Lesser General Public License
malosek's avatar
malosek committed
17 18 19 20 21
    along with this program.  If not, see <http://www.gnu.org/licenses/>.
*/

#include "platform.hpp"

malosek's avatar
malosek committed
22
#ifdef ZMQ_HAVE_OPENPGM
malosek's avatar
malosek committed
23

24 25 26 27
#ifdef ZMQ_HAVE_WINDOWS
#include "windows.hpp"
#endif

malosek's avatar
malosek committed
28
#ifdef ZMQ_HAVE_LINUX
29
#include <poll.h>
malosek's avatar
malosek committed
30 31
#endif

Martin Sustrik's avatar
Martin Sustrik committed
32
#include <stdlib.h>
33
#include <string.h>
malosek's avatar
malosek committed
34 35 36 37 38 39
#include <string>

#include "options.hpp"
#include "pgm_socket.hpp"
#include "config.hpp"
#include "err.hpp"
40
#include "random.hpp"
Martin Sustrik's avatar
Martin Sustrik committed
41
#include "stdint.hpp"
malosek's avatar
malosek committed
42

43
#ifndef MSG_ERRQUEUE
Martin Sustrik's avatar
Martin Sustrik committed
44
#define MSG_ERRQUEUE 0x2000
45 46
#endif

malosek's avatar
malosek committed
47
zmq::pgm_socket_t::pgm_socket_t (bool receiver_, const options_t &options_) :
Steven McCoy's avatar
Steven McCoy committed
48
    sock (NULL),
malosek's avatar
malosek committed
49 50 51
    options (options_),
    receiver (receiver_),
    pgm_msgv (NULL),
52
    pgm_msgv_len (0),
malosek's avatar
malosek committed
53 54
    nbytes_rec (0),
    nbytes_processed (0),
55
    pgm_msgv_processed (0)
malosek's avatar
malosek committed
56 57 58
{
}

59
//  Resolve PGM socket address.
60 61 62 63
//  network_ of the form <interface & multicast group decls>:<IP port>
//  e.g. eth0;239.192.0.1:7500
//       link-local;224.250.0.1,224.250.0.2;224.250.0.3:8000
//       ;[fe80::1%en0]:7500
64
int zmq::pgm_socket_t::init_address (const char *network_,
Ian Barber's avatar
Ian Barber committed
65
    struct pgm_addrinfo_t **res, uint16_t *port_number)
malosek's avatar
malosek committed
66
{
Steven McCoy's avatar
Steven McCoy committed
67 68
    //  Parse port number, start from end for IPv6
    const char *port_delim = strrchr (network_, ':');
malosek's avatar
malosek committed
69 70 71 72 73
    if (!port_delim) {
        errno = EINVAL;
        return -1;
    }

74
    *port_number = atoi (port_delim + 1);
malosek's avatar
malosek committed
75
  
Martin Sustrik's avatar
Martin Sustrik committed
76
    char network [256];
77
    if (port_delim - network_ >= (int) sizeof (network) - 1) {
malosek's avatar
malosek committed
78 79 80 81
        errno = EINVAL;
        return -1;
    }
    memset (network, '\0', sizeof (network));
82
    memcpy (network, network_, port_delim - network_);
malosek's avatar
malosek committed
83

Steven McCoy's avatar
Steven McCoy committed
84
    pgm_error_t *pgm_error = NULL;
Ian Barber's avatar
Ian Barber committed
85
    struct pgm_addrinfo_t hints;
Steven McCoy's avatar
Steven McCoy committed
86 87 88

    memset (&hints, 0, sizeof (hints));
    hints.ai_family = AF_UNSPEC;
Ian Barber's avatar
Ian Barber committed
89
    if (!pgm_getaddrinfo (network, NULL, res, &pgm_error)) {
90 91

        //  Invalid parameters don't set pgm_error_t.
92
        zmq_assert (pgm_error != NULL);
93
        if (pgm_error->domain == PGM_ERROR_DOMAIN_IF &&
94 95

              //  NB: cannot catch EAI_BADFLAGS.
96 97
            ( pgm_error->code != PGM_ERROR_SERVICE &&
              pgm_error->code != PGM_ERROR_SOCKTNOSUPPORT)) {
98 99

            //  User, host, or network configuration or transient error.
100 101 102 103
            pgm_error_free (pgm_error);
            errno = EINVAL;
            return -1;
        }
Steven McCoy's avatar
Steven McCoy committed
104

105
        //  Fatal OpenPGM internal error.
106
        zmq_assert (false);
malosek's avatar
malosek committed
107
    }
108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131
    return 0;
}

//  Create, bind and connect PGM socket.
int zmq::pgm_socket_t::init (bool udp_encapsulation_, const char *network_)
{
    //  Can not open transport before destroying old one.
    zmq_assert (sock == NULL);
    zmq_assert (options.rate > 0);

    //  Zero counter used in msgrecv.
    nbytes_rec = 0;
    nbytes_processed = 0;
    pgm_msgv_processed = 0;

    uint16_t port_number;
    struct pgm_addrinfo_t *res = NULL;
    sa_family_t sa_family;

    pgm_error_t *pgm_error = NULL;

    if (init_address(network_, &res, &port_number) < 0) {
        goto err_abort;
    }
malosek's avatar
malosek committed
132

133 134
    zmq_assert (res != NULL);

135
    //  Pick up detected IP family.
Steven McCoy's avatar
Steven McCoy committed
136
    sa_family = res->ai_send_addrs[0].gsr_group.ss_family;
malosek's avatar
malosek committed
137

138
    //  Create IP/PGM or UDP/PGM socket.
Martin Sustrik's avatar
Martin Sustrik committed
139
    if (udp_encapsulation_) {
140 141 142 143
        if (!pgm_socket (&sock, sa_family, SOCK_SEQPACKET, IPPROTO_UDP,
              &pgm_error)) {

            //  Invalid parameters don't set pgm_error_t.
144
            zmq_assert (pgm_error != NULL);
Steven McCoy's avatar
Steven McCoy committed
145
            if (pgm_error->domain == PGM_ERROR_DOMAIN_SOCKET && (
146 147 148 149
                  pgm_error->code != PGM_ERROR_BADF &&
                  pgm_error->code != PGM_ERROR_FAULT &&
                  pgm_error->code != PGM_ERROR_NOPROTOOPT &&
                  pgm_error->code != PGM_ERROR_FAILED))
150 151

                //  User, host, or network configuration or transient error.
Steven McCoy's avatar
Steven McCoy committed
152 153
                goto err_abort;

154
            //  Fatal OpenPGM internal error.
Steven McCoy's avatar
Steven McCoy committed
155
            zmq_assert (false);
156 157
        }

Steven McCoy's avatar
Steven McCoy committed
158 159
        //  All options are of data type int
        const int encapsulation_port = port_number;
160
        if (!pgm_setsockopt (sock, IPPROTO_PGM, PGM_UDP_ENCAP_UCAST_PORT,
161 162 163
                &encapsulation_port, sizeof (encapsulation_port)))
            goto err_abort;
        if (!pgm_setsockopt (sock, IPPROTO_PGM, PGM_UDP_ENCAP_MCAST_PORT,
164
                &encapsulation_port, sizeof (encapsulation_port)))
Steven McCoy's avatar
Steven McCoy committed
165
            goto err_abort;
166 167 168 169 170 171
    }
    else {
        if (!pgm_socket (&sock, sa_family, SOCK_SEQPACKET, IPPROTO_PGM,
              &pgm_error)) {

            //  Invalid parameters don't set pgm_error_t.
172
            zmq_assert (pgm_error != NULL);
Steven McCoy's avatar
Steven McCoy committed
173
            if (pgm_error->domain == PGM_ERROR_DOMAIN_SOCKET && (
174 175 176 177
                  pgm_error->code != PGM_ERROR_BADF &&
                  pgm_error->code != PGM_ERROR_FAULT &&
                  pgm_error->code != PGM_ERROR_NOPROTOOPT &&
                  pgm_error->code != PGM_ERROR_FAILED))
178 179

                //  User, host, or network configuration or transient error.
Steven McCoy's avatar
Steven McCoy committed
180 181
                goto err_abort;

182
            //  Fatal OpenPGM internal error.
Steven McCoy's avatar
Steven McCoy committed
183 184
            zmq_assert (false);
        }
malosek's avatar
malosek committed
185 186
    }

Steven McCoy's avatar
Steven McCoy committed
187
    {
188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205
		const int rcvbuf = (int) options.rcvbuf;
		if (rcvbuf) {
		    if (!pgm_setsockopt (sock, SOL_SOCKET, SO_RCVBUF, &rcvbuf,
		          sizeof (rcvbuf)))
		        goto err_abort;
		}

		const int sndbuf = (int) options.sndbuf;
		if (sndbuf) {
		    if (!pgm_setsockopt (sock, SOL_SOCKET, SO_SNDBUF, &sndbuf,
		          sizeof (sndbuf)))
		        goto err_abort;
		}

		const int max_tpdu = (int) pgm_max_tpdu;
		if (!pgm_setsockopt (sock, IPPROTO_PGM, PGM_MTU, &max_tpdu,
		      sizeof (max_tpdu)))
		    goto err_abort;
malosek's avatar
malosek committed
206 207
    }

malosek's avatar
malosek committed
208
    if (receiver) {
Steven McCoy's avatar
Steven McCoy committed
209
        const int recv_only        = 1,
210
                  rxw_max_tpdu     = (int) pgm_max_tpdu,
211
                  rxw_sqns         = compute_sqns (rxw_max_tpdu),
212
                  peer_expiry      = pgm_secs (300),
Steven McCoy's avatar
Steven McCoy committed
213 214 215 216
                  spmr_expiry      = pgm_msecs (25),
                  nak_bo_ivl       = pgm_msecs (50),
                  nak_rpt_ivl      = pgm_msecs (200),
                  nak_rdata_ivl    = pgm_msecs (200),
217 218
                  nak_data_retries = 50,
                  nak_ncf_retries  = 50;
Steven McCoy's avatar
Steven McCoy committed
219

220 221
        if (!pgm_setsockopt (sock, IPPROTO_PGM, PGM_RECV_ONLY, &recv_only,
                sizeof (recv_only)) ||
222 223
            !pgm_setsockopt (sock, IPPROTO_PGM, PGM_RXW_SQNS, &rxw_sqns,
                sizeof (rxw_sqns)) ||
224 225 226 227 228 229 230 231 232 233 234 235 236 237
            !pgm_setsockopt (sock, IPPROTO_PGM, PGM_PEER_EXPIRY, &peer_expiry,
                sizeof (peer_expiry)) ||
            !pgm_setsockopt (sock, IPPROTO_PGM, PGM_SPMR_EXPIRY, &spmr_expiry,
                sizeof (spmr_expiry)) ||
            !pgm_setsockopt (sock, IPPROTO_PGM, PGM_NAK_BO_IVL, &nak_bo_ivl,
                sizeof (nak_bo_ivl)) ||
            !pgm_setsockopt (sock, IPPROTO_PGM, PGM_NAK_RPT_IVL, &nak_rpt_ivl,
                sizeof (nak_rpt_ivl)) ||
            !pgm_setsockopt (sock, IPPROTO_PGM, PGM_NAK_RDATA_IVL,
                &nak_rdata_ivl, sizeof (nak_rdata_ivl)) ||
            !pgm_setsockopt (sock, IPPROTO_PGM, PGM_NAK_DATA_RETRIES,
                &nak_data_retries, sizeof (nak_data_retries)) ||
            !pgm_setsockopt (sock, IPPROTO_PGM, PGM_NAK_NCF_RETRIES,
                &nak_ncf_retries, sizeof (nak_ncf_retries)))
Steven McCoy's avatar
Steven McCoy committed
238
            goto err_abort;
239 240
    }
    else {
Steven McCoy's avatar
Steven McCoy committed
241
        const int send_only        = 1,
Steven McCoy's avatar
Steven McCoy committed
242
                  max_rte      = (int) ((options.rate * 1000) / 8),
243
                  txw_max_tpdu     = (int) pgm_max_tpdu,
244
                  txw_sqns         = compute_sqns (txw_max_tpdu),
245 246 247 248 249 250 251 252 253 254
                  ambient_spm      = pgm_secs (30),
                  heartbeat_spm[]  = { pgm_msecs (100),
                                       pgm_msecs (100),
                                       pgm_msecs (100),
                                       pgm_msecs (100),
                                       pgm_msecs (1300),
                                       pgm_secs  (7),
                                       pgm_secs  (16),
                                       pgm_secs  (25),
                                       pgm_secs  (30) };
Steven McCoy's avatar
Steven McCoy committed
255

256 257
        if (!pgm_setsockopt (sock, IPPROTO_PGM, PGM_SEND_ONLY,
                &send_only, sizeof (send_only)) ||
Steven McCoy's avatar
Steven McCoy committed
258 259
            !pgm_setsockopt (sock, IPPROTO_PGM, PGM_ODATA_MAX_RTE,
                &max_rte, sizeof (max_rte)) ||
260 261
            !pgm_setsockopt (sock, IPPROTO_PGM, PGM_TXW_SQNS,
                &txw_sqns, sizeof (txw_sqns)) ||
262 263 264 265
            !pgm_setsockopt (sock, IPPROTO_PGM, PGM_AMBIENT_SPM,
                &ambient_spm, sizeof (ambient_spm)) ||
            !pgm_setsockopt (sock, IPPROTO_PGM, PGM_HEARTBEAT_SPM,
                &heartbeat_spm, sizeof (heartbeat_spm)))
Steven McCoy's avatar
Steven McCoy committed
266 267
            goto err_abort;
    }
malosek's avatar
malosek committed
268

Steven McCoy's avatar
Steven McCoy committed
269 270
    //  PGM transport GSI.
    struct pgm_sockaddr_t addr;
Martin Sustrik's avatar
Martin Sustrik committed
271

Steven McCoy's avatar
Steven McCoy committed
272 273 274
    memset (&addr, 0, sizeof(addr));
    addr.sa_port = port_number;
    addr.sa_addr.sport = DEFAULT_DATA_SOURCE_PORT;
malosek's avatar
malosek committed
275

276 277 278 279 280 281
    //  Create random GSI.
    uint32_t buf [2];
    buf [0] = generate_random ();
    buf [1] = generate_random ();
    if (!pgm_gsi_create_from_data (&addr.sa_addr.gsi, (uint8_t*) buf, 8))
        goto err_abort;
282

malosek's avatar
malosek committed
283

Steven McCoy's avatar
Steven McCoy committed
284 285 286 287 288 289 290 291 292
    //  Bind a transport to the specified network devices.
    struct pgm_interface_req_t if_req;
    memset (&if_req, 0, sizeof(if_req));
    if_req.ir_interface = res->ai_recv_addrs[0].gsr_interface;
    if_req.ir_scope_id  = 0;
    if (AF_INET6 == sa_family) {
        struct sockaddr_in6 sa6;
        memcpy (&sa6, &res->ai_recv_addrs[0].gsr_group, sizeof (sa6));
        if_req.ir_scope_id = sa6.sin6_scope_id;
malosek's avatar
malosek committed
293
    }
294 295 296 297
    if (!pgm_bind3 (sock, &addr, sizeof (addr), &if_req, sizeof (if_req),
          &if_req, sizeof (if_req), &pgm_error)) {

        //  Invalid parameters don't set pgm_error_t.
298 299 300 301 302 303
        zmq_assert (pgm_error != NULL);
        if ((pgm_error->domain == PGM_ERROR_DOMAIN_SOCKET ||
             pgm_error->domain == PGM_ERROR_DOMAIN_IF) && (
             pgm_error->code != PGM_ERROR_INVAL &&
             pgm_error->code != PGM_ERROR_BADF &&
             pgm_error->code != PGM_ERROR_FAULT))
304 305

            //  User, host, or network configuration or transient error.
Steven McCoy's avatar
Steven McCoy committed
306 307
            goto err_abort;

308
        //  Fatal OpenPGM internal error.
Steven McCoy's avatar
Steven McCoy committed
309
        zmq_assert (false);
malosek's avatar
malosek committed
310 311
    }

312 313 314 315
    //  Join IP multicast groups.
    for (unsigned i = 0; i < res->ai_recv_addrs_len; i++) {
        if (!pgm_setsockopt (sock, IPPROTO_PGM, PGM_JOIN_GROUP,
              &res->ai_recv_addrs [i], sizeof (struct group_req)))
Steven McCoy's avatar
Steven McCoy committed
316 317
            goto err_abort;
    }
318 319
    if (!pgm_setsockopt (sock, IPPROTO_PGM, PGM_SEND_GROUP,
          &res->ai_send_addrs [0], sizeof (struct group_req)))
Steven McCoy's avatar
Steven McCoy committed
320
        goto err_abort;
321

Steven McCoy's avatar
Steven McCoy committed
322
    pgm_freeaddrinfo (res);
323
    res = NULL;
324

325
    //  Set IP level parameters.
Steven McCoy's avatar
Steven McCoy committed
326
    {
Rohan's avatar
Rohan committed
327
		// Multicast loopback disabled by default
328 329 330 331 332 333 334 335 336 337 338
		const int multicast_loop = 0;
		if (!pgm_setsockopt (sock, IPPROTO_PGM, PGM_MULTICAST_LOOP,
		      &multicast_loop, sizeof (multicast_loop)))
		    goto err_abort;

		const int multicast_hops = options.multicast_hops;
		if (!pgm_setsockopt (sock, IPPROTO_PGM, PGM_MULTICAST_HOPS,
		        &multicast_hops, sizeof (multicast_hops)))
		    goto err_abort;

		//  Expedited Forwarding PHB for network elements, no ECN.
339
		//  Ignore return value due to varied runtime support.
Rohan's avatar
Rohan committed
340
		const int dscp = 0x2e << 2;
341 342 343
		if (AF_INET6 != sa_family)
		    pgm_setsockopt (sock, IPPROTO_PGM, PGM_TOS,
		       &dscp, sizeof (dscp));
344 345 346 347 348

		const int nonblocking = 1;
		if (!pgm_setsockopt (sock, IPPROTO_PGM, PGM_NOBLOCK,
		      &nonblocking, sizeof (nonblocking)))
		    goto err_abort;
349
    }
malosek's avatar
malosek committed
350

351 352
    //  Connect PGM transport to start state machine.
    if (!pgm_connect (sock, &pgm_error)) {
353 354

        //  Invalid parameters don't set pgm_error_t.
355 356 357 358
        zmq_assert (pgm_error != NULL);
        goto err_abort;
    }

Martin Sustrik's avatar
Martin Sustrik committed
359 360 361 362 363 364 365 366 367 368
    //  For receiver transport preallocate pgm_msgv array.
    if (receiver) {
        zmq_assert (in_batch_size > 0);
        size_t max_tsdu_size = get_max_tsdu_size ();
        pgm_msgv_len = (int) in_batch_size / max_tsdu_size;
        if ((int) in_batch_size % max_tsdu_size)
            pgm_msgv_len++;
        zmq_assert (pgm_msgv_len);

        pgm_msgv = (pgm_msgv_t*) malloc (sizeof (pgm_msgv_t) * pgm_msgv_len);
369
        alloc_assert (pgm_msgv);
Martin Sustrik's avatar
Martin Sustrik committed
370 371
    }

malosek's avatar
malosek committed
372
    return 0;
Steven McCoy's avatar
Steven McCoy committed
373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388

err_abort:
    if (sock != NULL) {
        pgm_close (sock, FALSE);
        sock = NULL;
    }
    if (res != NULL) {
        pgm_freeaddrinfo (res);
        res = NULL;
    }
    if (pgm_error != NULL) {
        pgm_error_free (pgm_error);
        pgm_error = NULL;
    }
    errno = EINVAL;
    return -1;
malosek's avatar
malosek committed
389 390 391 392
}

zmq::pgm_socket_t::~pgm_socket_t ()
{
Martin Sustrik's avatar
Martin Sustrik committed
393 394
    if (pgm_msgv)
        free (pgm_msgv);
Steven McCoy's avatar
Steven McCoy committed
395 396
    if (sock) 
        pgm_close (sock, TRUE);
malosek's avatar
malosek committed
397 398
}

399 400
//  Get receiver fds. receive_fd_ is signaled for incoming packets,
//  waiting_pipe_fd_ is signaled for state driven events and data.
401 402
void zmq::pgm_socket_t::get_receiver_fds (fd_t *receive_fd_, 
    fd_t *waiting_pipe_fd_)
malosek's avatar
malosek committed
403
{
Steven McCoy's avatar
Steven McCoy committed
404 405 406
    socklen_t socklen;
    bool rc;

407 408 409
    zmq_assert (receive_fd_);
    zmq_assert (waiting_pipe_fd_);

Steven McCoy's avatar
Steven McCoy committed
410
    socklen = sizeof (*receive_fd_);
411 412
    rc = pgm_getsockopt (sock, IPPROTO_PGM, PGM_RECV_SOCK, receive_fd_,
        &socklen);
Steven McCoy's avatar
Steven McCoy committed
413 414
    zmq_assert (rc);
    zmq_assert (socklen == sizeof (*receive_fd_));
415

Steven McCoy's avatar
Steven McCoy committed
416
    socklen = sizeof (*waiting_pipe_fd_);
417 418
    rc = pgm_getsockopt (sock, IPPROTO_PGM, PGM_PENDING_SOCK, waiting_pipe_fd_,
        &socklen);
Steven McCoy's avatar
Steven McCoy committed
419 420
    zmq_assert (rc);
    zmq_assert (socklen == sizeof (*waiting_pipe_fd_));
malosek's avatar
malosek committed
421 422
}

423
//  Get fds and store them into user allocated memory. 
Steven McCoy's avatar
Steven McCoy committed
424 425 426 427
//  send_fd is for non-blocking send wire notifications.
//  receive_fd_ is for incoming back-channel protocol packets.
//  rdata_notify_fd_ is raised for waiting repair transmissions.
//  pending_notify_fd_ is for state driven events.
428 429
void zmq::pgm_socket_t::get_sender_fds (fd_t *send_fd_, fd_t *receive_fd_, 
    fd_t *rdata_notify_fd_, fd_t *pending_notify_fd_)
malosek's avatar
malosek committed
430
{
Steven McCoy's avatar
Steven McCoy committed
431 432 433
    socklen_t socklen;
    bool rc;

malosek's avatar
malosek committed
434 435
    zmq_assert (send_fd_);
    zmq_assert (receive_fd_);
436
    zmq_assert (rdata_notify_fd_);
437
    zmq_assert (pending_notify_fd_);
438

Steven McCoy's avatar
Steven McCoy committed
439 440 441 442 443 444
    socklen = sizeof (*send_fd_);
    rc = pgm_getsockopt (sock, IPPROTO_PGM, PGM_SEND_SOCK, send_fd_, &socklen);
    zmq_assert (rc);
    zmq_assert (socklen == sizeof (*receive_fd_));

    socklen = sizeof (*receive_fd_);
445 446
    rc = pgm_getsockopt (sock, IPPROTO_PGM, PGM_RECV_SOCK, receive_fd_,
        &socklen);
Steven McCoy's avatar
Steven McCoy committed
447 448 449 450
    zmq_assert (rc);
    zmq_assert (socklen == sizeof (*receive_fd_));

    socklen = sizeof (*rdata_notify_fd_);
451 452
    rc = pgm_getsockopt (sock, IPPROTO_PGM, PGM_REPAIR_SOCK, rdata_notify_fd_,
        &socklen);
Steven McCoy's avatar
Steven McCoy committed
453 454 455 456
    zmq_assert (rc);
    zmq_assert (socklen == sizeof (*rdata_notify_fd_));

    socklen = sizeof (*pending_notify_fd_);
457 458
    rc = pgm_getsockopt (sock, IPPROTO_PGM, PGM_PENDING_SOCK,
        pending_notify_fd_, &socklen);
Steven McCoy's avatar
Steven McCoy committed
459 460
    zmq_assert (rc);
    zmq_assert (socklen == sizeof (*pending_notify_fd_));
malosek's avatar
malosek committed
461 462 463
}

//  Send one APDU, transmit window owned memory.
Steven McCoy's avatar
Steven McCoy committed
464
//  data_len_ must be less than one TPDU.
malosek's avatar
malosek committed
465 466
size_t zmq::pgm_socket_t::send (unsigned char *data_, size_t data_len_)
{
malosek's avatar
malosek committed
467 468
    size_t nbytes = 0;
   
Steven McCoy's avatar
Steven McCoy committed
469
    const int status = pgm_send (sock, data_, data_len_, &nbytes);
malosek's avatar
malosek committed
470

471
    //  We have to write all data as one packet.
472 473
    if (nbytes > 0) {
        zmq_assert (status == PGM_IO_STATUS_NORMAL);
Martin Hurton's avatar
Martin Hurton committed
474
        zmq_assert (nbytes == data_len_);
475 476
    }
    else {
477 478
        zmq_assert (status == PGM_IO_STATUS_RATE_LIMITED ||
            status == PGM_IO_STATUS_WOULD_BLOCK);
479 480 481 482 483 484 485

        if (status == PGM_IO_STATUS_RATE_LIMITED)
            errno = ENOMEM;
        else
            errno = EBUSY;
    }

486
    //  Save return value.
487
    last_tx_status = status;
malosek's avatar
malosek committed
488 489 490 491

    return nbytes;
}

492 493
long zmq::pgm_socket_t::get_rx_timeout ()
{
494 495
    if (last_rx_status != PGM_IO_STATUS_RATE_LIMITED &&
          last_rx_status != PGM_IO_STATUS_TIMER_PENDING)
496 497 498 499
        return -1;

    struct timeval tv;
    socklen_t optlen = sizeof (tv);
500 501 502
    const bool rc = pgm_getsockopt (sock, IPPROTO_PGM,
        last_rx_status == PGM_IO_STATUS_RATE_LIMITED ? PGM_RATE_REMAIN :
        PGM_TIME_REMAIN, &tv, &optlen);
503 504 505 506 507 508 509 510 511 512 513 514 515 516
    zmq_assert (rc);

    const long timeout = (tv.tv_sec * 1000) + (tv.tv_usec / 1000);

    return timeout;
}

long zmq::pgm_socket_t::get_tx_timeout ()
{
    if (last_tx_status != PGM_IO_STATUS_RATE_LIMITED)
        return -1;

    struct timeval tv;
    socklen_t optlen = sizeof (tv);
517 518
    const bool rc = pgm_getsockopt (sock, IPPROTO_PGM, PGM_RATE_REMAIN, &tv,
        &optlen);
519 520 521 522 523 524 525
    zmq_assert (rc);

    const long timeout = (tv.tv_sec * 1000) + (tv.tv_usec / 1000);

    return timeout;
}

malosek's avatar
malosek committed
526
//  Return max TSDU size without fragmentation from current PGM transport.
527
size_t zmq::pgm_socket_t::get_max_tsdu_size ()
malosek's avatar
malosek committed
528
{
Steven McCoy's avatar
Steven McCoy committed
529 530 531 532 533 534 535
    int max_tsdu = 0;
    socklen_t optlen = sizeof (max_tsdu);

    bool rc = pgm_getsockopt (sock, IPPROTO_PGM, PGM_MSS, &max_tsdu, &optlen);
    zmq_assert (rc);
    zmq_assert (optlen == sizeof (max_tsdu));
    return (size_t) max_tsdu;
malosek's avatar
malosek committed
536 537
}

538 539
//  pgm_recvmsgv is called to fill the pgm_msgv array up to  pgm_msgv_len.
//  In subsequent calls data from pgm_msgv structure are returned.
malosek's avatar
malosek committed
540
ssize_t zmq::pgm_socket_t::receive (void **raw_data_, const pgm_tsi_t **tsi_)
malosek's avatar
malosek committed
541
{
malosek's avatar
malosek committed
542 543
    size_t raw_data_len = 0;

malosek's avatar
malosek committed
544 545 546 547 548 549 550 551
    //  We just sent all data from pgm_transport_recvmsgv up 
    //  and have to return 0 that another engine in this thread is scheduled.
    if (nbytes_rec == nbytes_processed && nbytes_rec > 0) {

        //  Reset all the counters.
        nbytes_rec = 0;
        nbytes_processed = 0;
        pgm_msgv_processed = 0;
552
        errno = EAGAIN;
553
        return 0;
malosek's avatar
malosek committed
554 555 556
    }

    //  If we have are going first time or if we have processed all pgm_msgv_t
557
    //  structure previously read from the pgm socket.
malosek's avatar
malosek committed
558 559 560 561 562 563 564 565 566
    if (nbytes_rec == nbytes_processed) {

        //  Check program flow.
        zmq_assert (pgm_msgv_processed == 0);
        zmq_assert (nbytes_processed == 0);
        zmq_assert (nbytes_rec == 0);

        //  Receive a vector of Application Protocol Domain Unit's (APDUs) 
        //  from the transport.
Steven McCoy's avatar
Steven McCoy committed
567
        pgm_error_t *pgm_error = NULL;
malosek's avatar
malosek committed
568

Steven McCoy's avatar
Steven McCoy committed
569 570
        const int status = pgm_recvmsgv (sock, pgm_msgv,
            pgm_msgv_len, MSG_ERRQUEUE, &nbytes_rec, &pgm_error);
571

572
        //  Invalid parameters.
Martin Sustrik's avatar
Martin Sustrik committed
573
        zmq_assert (status != PGM_IO_STATUS_ERROR);
574

575 576
        last_rx_status = status;

malosek's avatar
malosek committed
577
        //  In a case when no ODATA/RDATA fired POLLIN event (SPM...)
Steven McCoy's avatar
Steven McCoy committed
578
        //  pgm_recvmsg returns PGM_IO_STATUS_TIMER_PENDING.
579 580
        if (status == PGM_IO_STATUS_TIMER_PENDING) {

581 582
            zmq_assert (nbytes_rec == 0);

malosek's avatar
malosek committed
583 584 585
            //  In case if no RDATA/ODATA caused POLLIN 0 is 
            //  returned.
            nbytes_rec = 0;
586
            errno = EBUSY;
587
            return 0;
malosek's avatar
malosek committed
588
        }
589

Steven McCoy's avatar
Steven McCoy committed
590 591 592 593 594
        //  Send SPMR, NAK, ACK is rate limited.
        if (status == PGM_IO_STATUS_RATE_LIMITED) {

            zmq_assert (nbytes_rec == 0);

595
            //  In case if no RDATA/ODATA caused POLLIN 0 is returned.
Steven McCoy's avatar
Steven McCoy committed
596
            nbytes_rec = 0;
597 598
            errno = ENOMEM;
            return 0;
Steven McCoy's avatar
Steven McCoy committed
599 600 601 602 603 604 605
        }

        //  No peers and hence no incoming packets.
        if (status == PGM_IO_STATUS_WOULD_BLOCK) {

            zmq_assert (nbytes_rec == 0);

606
            //  In case if no RDATA/ODATA caused POLLIN 0 is returned.
Steven McCoy's avatar
Steven McCoy committed
607
            nbytes_rec = 0;
608
            errno = EAGAIN;
609
            return 0;
Steven McCoy's avatar
Steven McCoy committed
610 611
        }

612 613 614
        //  Data loss.
        if (status == PGM_IO_STATUS_RESET) {

615
            struct pgm_sk_buff_t* skb = pgm_msgv [0].msgv_skb [0];
616 617

            //  Save lost data TSI.
Steven McCoy's avatar
Steven McCoy committed
618
            *tsi_ = &skb->tsi;
619 620 621
            nbytes_rec = 0;

            //  In case of dala loss -1 is returned.
622
            errno = EINVAL;
Steven McCoy's avatar
Steven McCoy committed
623
            pgm_free_skb (skb);
624 625 626
            return -1;
        }

627
        zmq_assert (status == PGM_IO_STATUS_NORMAL);
malosek's avatar
malosek committed
628
    }
629 630 631 632
    else
    {
        zmq_assert (pgm_msgv_processed <= pgm_msgv_len);
    }
malosek's avatar
malosek committed
633

634
    // Zero byte payloads are valid in PGM, but not 0MQ protocol.
malosek's avatar
malosek committed
635 636
    zmq_assert (nbytes_rec > 0);

malosek's avatar
malosek committed
637 638 639 640 641 642 643 644 645 646 647 648
    // Only one APDU per pgm_msgv_t structure is allowed.
    zmq_assert (pgm_msgv [pgm_msgv_processed].msgv_len == 1);
 
    struct pgm_sk_buff_t* skb = 
        pgm_msgv [pgm_msgv_processed].msgv_skb [0];

    //  Take pointers from pgm_msgv_t structure.
    *raw_data_ = skb->data;
    raw_data_len = skb->len;

    //  Save current TSI.
    *tsi_ = &skb->tsi;
malosek's avatar
malosek committed
649 650 651

    //  Move the the next pgm_msgv_t structure.
    pgm_msgv_processed++;
652
    zmq_assert (pgm_msgv_processed <= pgm_msgv_len);
malosek's avatar
malosek committed
653 654 655 656 657
    nbytes_processed +=raw_data_len;

    return raw_data_len;
}

658
void zmq::pgm_socket_t::process_upstream ()
malosek's avatar
malosek committed
659
{
malosek's avatar
malosek committed
660
    pgm_msgv_t dummy_msg;
malosek's avatar
malosek committed
661

malosek's avatar
malosek committed
662
    size_t dummy_bytes = 0;
Steven McCoy's avatar
Steven McCoy committed
663
    pgm_error_t *pgm_error = NULL;
malosek's avatar
malosek committed
664

Steven McCoy's avatar
Steven McCoy committed
665 666
    const int status = pgm_recvmsgv (sock, &dummy_msg,
        1, MSG_ERRQUEUE, &dummy_bytes, &pgm_error);
malosek's avatar
malosek committed
667

668
    //  Invalid parameters.
Martin Sustrik's avatar
Martin Sustrik committed
669
    zmq_assert (status != PGM_IO_STATUS_ERROR);
670

malosek's avatar
malosek committed
671
    //  No data should be returned.
672
    zmq_assert (dummy_bytes == 0 && (status == PGM_IO_STATUS_TIMER_PENDING || 
673 674
        status == PGM_IO_STATUS_RATE_LIMITED ||
        status == PGM_IO_STATUS_WOULD_BLOCK));
675 676 677 678 679

    last_rx_status = status;

    if (status == PGM_IO_STATUS_TIMER_PENDING)
        errno = EBUSY;
680 681
    else
    if (status == PGM_IO_STATUS_RATE_LIMITED)
682 683 684
        errno = ENOMEM;
    else
        errno = EAGAIN;
malosek's avatar
malosek committed
685 686
}

687 688 689
int zmq::pgm_socket_t::compute_sqns (int tpdu_)
{
    //  Convert rate into B/ms.
690
    uint64_t rate = uint64_t (options.rate) / 8;
691 692
        
    //  Compute the size of the buffer in bytes.
693
    uint64_t size = uint64_t (options.recovery_ivl) * rate;
694 695 696 697

    //  Translate the size into number of packets.
    uint64_t sqns = size / tpdu_;

698
    //  Buffer should be able to hold at least one packet.
699 700 701
    if (sqns == 0)
        sqns = 1;

702
    return (int) sqns;
703 704
}

malosek's avatar
malosek committed
705 706
#endif