supply our own zeromq API via Rcpp (mschubert#165)

* basic direct Rcpp interface to library

* ignore src object files, pkg archive

* add rcpp infra

* handle socket types via strings + default args

* always poll rw (no async sockets in cmq)

* update rcpp bindings on make

* req R>=interrupt handling fix

* fix polling; no defaults (not working)

* remove comments, C++ errors are there+readable

* use rcpp attributes for default values

* avoid Rf_error (longjmp)

* try zmq=4.2.2

* adjust R version dep

* add cppzmq header file

* revert ext libzmq

* add is_trivially_copyable workaround

* try explicit xenial

* move zmq.hpp to inst

* depend on R x.y.0 (check warning)

* compile needs more time

* flags and serialization

* basic binding test

* make context threads optional

* serialize initMessage if not already

Author: mschubert

.gitignore

@@ -5,4 +5,7 @@ inst/doc
 vignettes/*.R
 vignettes/*.md
 vignettes/.build.timestamp
+src/*.o
+src/*.so
 *.swp
+*.tar.gz

.travis.yml

@@ -1,5 +1,7 @@
 language: r
 
+dist: xenial
+
 r:
  - release
  - devel
@@ -36,7 +38,7 @@ script:
  - R --no-save --no-restore -e "message(clustermq:::qsys_default)" > /dev/null
  - ssh localhost 'R --no-save --no-restore -e "message(clustermq:::qsys_default)" > /dev/null'
  - make test
- - timeout 120 make check
+ - timeout 240 make check
 # - timeout 120 R CMD check --as-cran *.tar.gz
 
 after_failure:

DESCRIPTION

@@ -1,6 +1,6 @@
 Package: clustermq
 Title: Evaluate Function Calls on HPC Schedulers (LSF, SGE, SLURM, PBS/Torque)
-Version: 0.8.8
+Version: 0.8.90
 Authors@R: c(
     person('Michael', 'Schubert', email='[email protected]',
            role = c('aut', 'cre', 'cph'),
@@ -15,12 +15,15 @@ Description: Evaluate arbitrary function calls using workers on HPC schedulers
 URL: https://github.com/mschubert/clustermq
 BugReports: https://github.com/mschubert/clustermq/issues
 Depends:
-    R (>= 3.0.2)
+    R (>= 3.5.0)
+LinkingTo: Rcpp
+SystemRequirements: C++11
 Imports:
     narray,
     progress,
     purrr,
     R6,
+    Rcpp,
     rzmq (>= 0.9.4),
     utils
 License: Apache License (== 2.0) | file LICENSE
@@ -37,4 +40,4 @@ Suggests:
     testthat,
     tools
 VignetteBuilder: knitr
-RoxygenNote: 6.1.1
+RoxygenNote: 6.1.1.9000

Makefile

@@ -1,5 +1,5 @@
 .PHONY: all
-all: doc vignettes
+all: rcpp doc vignettes
 
 R = R --no-save --no-restore -e
 BIN = $(abspath $(lastword $(MAKEFILE_LIST))/../tests/bin)
@@ -12,6 +12,10 @@ test:
 check:
 	PATH=$(BIN):$$PATH $(R) "devtools::check()"
 
+.PHONY: rcpp
+rcpp:
+	$(R) "Rcpp::compileAttributes()"
+
 rmd_files=$(wildcard vignettes/*.rmd)
 knit_results=$(patsubst vignettes/%.rmd,inst/doc/%.md,$(rmd_files))
 

NAMESPACE

@@ -4,3 +4,5 @@ export(Q)
 export(Q_rows)
 export(register_dopar_cmq)
 export(workers)
+import(Rcpp)
+useDynLib(clustermq)

R/RcppExports.R

@@ -0,0 +1,39 @@
+# Generated by using Rcpp::compileAttributes() -> do not edit by hand
+# Generator token: 10BE3573-1514-4C36-9D1C-5A225CD40393
+
+initContext <- function(threads = 1L) {
+    .Call('_clustermq_initContext', PACKAGE = 'clustermq', threads)
+}
+
+initSocket <- function(context_, socket_type_) {
+    .Call('_clustermq_initSocket', PACKAGE = 'clustermq', context_, socket_type_)
+}
+
+initMessage <- function(data_) {
+    .Call('_clustermq_initMessage', PACKAGE = 'clustermq', data_)
+}
+
+bindSocket <- function(socket_, address) {
+    invisible(.Call('_clustermq_bindSocket', PACKAGE = 'clustermq', socket_, address))
+}
+
+connectSocket <- function(socket_, address) {
+    invisible(.Call('_clustermq_connectSocket', PACKAGE = 'clustermq', socket_, address))
+}
+
+disconnectSocket <- function(socket_, address) {
+    invisible(.Call('_clustermq_disconnectSocket', PACKAGE = 'clustermq', socket_, address))
+}
+
+pollSocket <- function(sockets_, timeout = -1L) {
+    .Call('_clustermq_pollSocket', PACKAGE = 'clustermq', sockets_, timeout)
+}
+
+receiveSocket <- function(socket_, dont_wait = FALSE, unserialize = TRUE) {
+    .Call('_clustermq_receiveSocket', PACKAGE = 'clustermq', socket_, dont_wait, unserialize)
+}
+
+sendSocket <- function(socket_, data_, dont_wait = FALSE, send_more = FALSE) {
+    invisible(.Call('_clustermq_sendSocket', PACKAGE = 'clustermq', socket_, data_, dont_wait, send_more))
+}
+

R/clustermq-package.r

@@ -24,4 +24,6 @@
 #'
 #' @name clustermq
 #' @docType package
+#' @useDynLib clustermq
+#' @import Rcpp
 NULL