4.0.0

Author: krystianity

CHANGELOG.md

@@ -1,9 +1,22 @@
 # Changelog
 
-## 2020-02-20, Version: 3.9.0
+## 2020-02-24, Version: 4.0.0
 
 * upgraded dependencies
-* JSConsumer and JSProducer are now the default clients, replacing the native versions
+
+### A note on native mode
+
+If you are using the native mode (`config: { noptions: {} }`).
+You will have to manually install `node-rdkafka` alongside kafka-connect.
+(This requires a Node.js version between 9 and 12 and will not work with Node.js >= 13, last tested with 12.16.1)
+
+On Mac OS High Sierra / Mojave:
+`CPPFLAGS=-I/usr/local/opt/openssl/include LDFLAGS=-L/usr/local/opt/openssl/lib yarn add --frozen-lockfile [email protected]`
+
+Otherwise:
+`yarn add --frozen-lockfile [email protected]`
+
+(Please also note: Doing this with npm does not work, it will remove your deps, `npm i -g yarn`)
 
 ## 2019-05-07, Version: 3.8.0
 

README.md

@@ -25,6 +25,20 @@ data from a kafka topic into a datastore.
 - ships with auto http server (health-checks, kafka-stats)
 - ships with auto metrics (prometheus)
 
+## A note on native mode
+
+If you are using the native mode (`config: { noptions: {} }`).
+You will have to manually install `node-rdkafka` alongside kafka-connect.
+(This requires a Node.js version between 9 and 12 and will not work with Node.js >= 13, last tested with 12.16.1)
+
+On Mac OS High Sierra / Mojave:
+`CPPFLAGS=-I/usr/local/opt/openssl/include LDFLAGS=-L/usr/local/opt/openssl/lib yarn add --frozen-lockfile [email protected]`
+
+Otherwise:
+`yarn add --frozen-lockfile [email protected]`
+
+(Please also note: Doing this with npm does not work, it will remove your deps, `npm i -g yarn`)
+
 ## Available Connector Implementations
 
 * [Sequelize (MySQL, Postgres, SQLite, MSSQL)](https://github.com/nodefluent/sequelize-kafka-connect)
@@ -35,7 +49,7 @@ data from a kafka topic into a datastore.
 ## Creating custom Connectors
 
 ```
-npm install --save kafka-connect
+yarn add kafka-connect
 ```
 
 ```es6

lib/sink/SinkConfig.js

@@ -1,7 +1,7 @@
 "use strict";
 
 const Promise = require("bluebird");
-const { Consumer, JSConsumer: NConsumer } = require("sinek");
+const { Consumer, NConsumer } = require("sinek");
 const debug = require("debug")("kafka-connect:sinkconfig");
 
 const Config = require("./../common/Config.js");

lib/source/SourceConfig.js

@@ -1,7 +1,7 @@
 "use strict";
 
 const Promise = require("bluebird");
-const { Producer, JSProducer: NProducer } = require("sinek");
+const { Producer, NProducer } = require("sinek");
 const async = require("async");
 
 const Config = require("./../common/Config.js");

package.json

@@ -1,6 +1,6 @@
 {
     "name": "kafka-connect",
-    "version": "3.9.0",
+    "version": "4.0.0",
     "description": "kafka-connect is a framework to move data via kafka",
     "main": "index.js",
     "typings": "index.d.ts",
@@ -32,13 +32,13 @@
     },
     "homepage": "https://github.com/nodefluent/kafka-connect#readme",
     "dependencies": {
-        "async": "~3.1.1",
+        "async": "~3.2.0",
         "bluebird": "~3.7.2",
         "body-parser": "~1.19.0",
         "debug": "~4.1.1",
         "express": "~4.17.1",
         "prom-client": "~12.0.0",
-        "sinek": "~8.2.0"
+        "sinek": "~9.0.0"
     },
     "devDependencies": {
         "coveralls": "~3.0.9",
@@ -47,4 +47,4 @@
         "mocha-lcov-reporter": "~1.3.0",
         "request": "~2.88.2"
     }
-}
+}

yarn.lock

@@ -119,10 +119,10 @@ async@^2.6.2:
   dependencies:
     lodash "^4.17.14"
 
-async@~3.1.1:
-  version "3.1.1"
-  resolved "https://registry.yarnpkg.com/async/-/async-3.1.1.tgz#dd3542db03de837979c9ebbca64ca01b06dc98df"
-  integrity sha512-X5Dj8hK1pJNC2Wzo2Rcp9FBVdJMGRR/S7V+lH46s8GVFhtbo5O4Le5GECCF/8PISVdkUA6mMPvgz7qTTD1rf1g==
+async@~3.2.0:
+  version "3.2.0"
+  resolved "https://registry.yarnpkg.com/async/-/async-3.2.0.tgz#b3a2685c5ebb641d3de02d161002c60fc9f85720"
+  integrity sha512-TR2mEZFVOj2pLStYxLht7TyfuRzaydfpxr3k9RpHIzMgw7A64dzsdqCxH1WJyQdoe8T10nDXd9wnEigmiuHIZw==
 
 asynckit@^0.4.0:
   version "0.4.0"
@@ -918,10 +918,10 @@ ini@~1.3.0:
   resolved "https://registry.yarnpkg.com/ini/-/ini-1.3.5.tgz#eee25f56db1c9ec6085e0c22778083f596abf927"
   integrity sha512-RZY5huIKCMRWDUqZlEi72f/lmXKMvuszcMBduliQ3nnWbx9X/ZBQO7DijMEYS9EhHBb2qacRUMtC7svLwe0lcw==
 
-[email protected].0:
-  version "1.9.0"
-  resolved "https://registry.yarnpkg.com/ipaddr.js/-/ipaddr.js-1.9.0.tgz#37df74e430a0e47550fe54a2defe30d8acd95f65"
-  integrity sha512-M4Sjn6N/+O6/IXSJseKqHoFc+5FdGJ22sXqnjTpdZweHK64MzEPAyQZyEU3R/KRv2GLoa7nNtg/C2Ev6m7z+eA==
+[email protected].1:
+  version "1.9.1"
+  resolved "https://registry.yarnpkg.com/ipaddr.js/-/ipaddr.js-1.9.1.tgz#bff38543eeb8984825079ff3a2a8e6cbd46781b3"
+  integrity sha512-0KI/607xoxSToH7GjN1FfSbLoU0+btTicjsQSWQlh/hZykN8KpmMf7uYwPW3R+akZ6R/w18ZlXSHBYXiYUPO3g==
 
 is-binary-path@~2.1.0:
   version "2.1.0"
@@ -1320,14 +1320,6 @@ [email protected]:
     object.getownpropertydescriptors "^2.0.3"
     semver "^5.7.0"
 
-node-rdkafka@~2.7.4:
-  version "2.7.4"
-  resolved "https://registry.yarnpkg.com/node-rdkafka/-/node-rdkafka-2.7.4.tgz#b777f5ba9dd08578c6f1d4fe58d51f3c13372413"
-  integrity sha512-415Hfu2SkAo9+mSj3xxw+dHwJqC0jRY0D/OKqUdPfvEE1r4p+N0OfbsAmmSR5FSxZFRFTY3j+/tGntp6ssqHWw==
-  dependencies:
-    bindings "^1.3.1"
-    nan "^2.14.0"
-
 noop-logger@^0.1.1:
   version "0.1.1"
   resolved "https://registry.yarnpkg.com/noop-logger/-/noop-logger-0.1.1.tgz#94a2b1633c4f1317553007d8966fd0e841b6a4c2"
@@ -1525,12 +1517,12 @@ prom-client@~12.0.0:
     tdigest "^0.1.1"
 
 proxy-addr@~2.0.5:
-  version "2.0.5"
-  resolved "https://registry.yarnpkg.com/proxy-addr/-/proxy-addr-2.0.5.tgz#34cbd64a2d81f4b1fd21e76f9f06c8a45299ee34"
-  integrity sha512-t/7RxHXPH6cJtP0pRG6smSr9QJidhB+3kXu0KgXnbGYMgzEnUxRQ4/LDdfOwZEMyIh3/xHb8PX3t+lfL9z+YVQ==
+  version "2.0.6"
+  resolved "https://registry.yarnpkg.com/proxy-addr/-/proxy-addr-2.0.6.tgz#fdc2336505447d3f2f2c638ed272caf614bbb2bf"
+  integrity sha512-dh/frvCBVmSsDYzw6n926jv974gddhkFPfiN8hPOi30Wax25QZyZEGveluCgliBnqmuM+UJmBErbAUFIoDbjOw==
   dependencies:
     forwarded "~0.1.2"
-    ipaddr.js "1.9.0"
+    ipaddr.js "1.9.1"
 
 psl@^1.1.28:
   version "1.7.0"
@@ -1738,22 +1730,20 @@ simple-get@^3.0.3:
     once "^1.3.1"
     simple-concat "^1.0.0"
 
-sinek@~8.2.0:
-  version "8.2.0"
-  resolved "https://registry.yarnpkg.com/sinek/-/sinek-8.2.0.tgz#8a0c137db4a70d93a8423ce85ae9a53e0cb758b2"
-  integrity sha512-V56UOKrlBrQVUjsTe+kD6+/tsVcFGfVUX1YmaxI56ad01A+Uh4ETIhTu3yRzVLZcIEO4yVf7wadwK0cVCe8png==
+sinek@~9.0.0:
+  version "9.0.0"
+  resolved "https://registry.yarnpkg.com/sinek/-/sinek-9.0.0.tgz#0a5ada279b0a77f79c8dc88e27ea72d37c7e46d8"
+  integrity sha512-W9DH4KyPcsUcNfVKYpt0/Qk1RqABhkp8oqvNlt8JOuj31UWL7gvnc21849jn0GpYlE9rIR84DSKR72jdNuKlcg==
   dependencies:
-    async "~3.1.1"
+    async "~3.2.0"
     bluebird "~3.7.2"
     debug "~4.1.1"
+    kafka-node "~5.0.0"
     kafkajs "1.12.0"
     lodash.merge "~4.6.2"
     murmur2-partitioner "~1.0.0"
     murmurhash "~0.0.2"
     uuid "~3.4.0"
-  optionalDependencies:
-    kafka-node "~5.0.0"
-    node-rdkafka "~2.7.4"
 
 snappy@^6.0.1:
   version "6.2.3"