[Examples] bulk/kafka (#489)

* Update go dependencies

* Disable Elasticsearch security for kafka demo

* Remove apm-server for now, reintegrate with fleet later

* Remove APM direct reference from readme

Author: Anaethelion

_examples/bulk/kafka/README.md

@@ -16,9 +16,7 @@ Then, launch the Kafka producers and consumers and the Elasticsearch indexer:
     make run
 
 Open the [_Kibana_ dashboard](http://localhost:5601/app/kibana#/dashboard/140b5490-5fce-11ea-a238-bf5970186390) to see
-the results, the [_
-Kibana_ APM application](http://localhost:5601/app/apm#/services/kafka/transactions?rangeFrom=now-15m&rangeTo=now&refreshPaused=true&refreshInterval=0&transactionType=indexing)
-to see the indexer metrics, and [_Confluent Control Center_](http://localhost:9021/) to inspect the Kafka cluster and
+the results and [_Confluent Control Center_](http://localhost:9021/) to inspect the Kafka cluster and
 see details about the topic and performance of consumers.
 
 See the [`producer/producer.go`](producer/producer.go) file for the Kafka

_examples/bulk/kafka/docker-compose.yml

@@ -88,6 +88,8 @@ services:
       - network.host=elasticsearch,_local_
       - network.publish_host=elasticsearch
       - bootstrap.memory_lock=true
+      - xpack.security.enabled=false
+      - xpack.security.http.ssl.enabled=false
       - ES_JAVA_OPTS=-Xms${ES_MEMORY} -Xmx${ES_MEMORY}
     ulimits: { nofile: { soft: 65535, hard: 65535 }, memlock: -1 }
     healthcheck:
@@ -107,19 +109,6 @@ services:
     healthcheck:
       test: curl --max-time 120 --retry 120 --retry-delay 1 --show-error --silent http://localhost:5601
 
-  apm_server:
-    container_name: apm_server
-    image: docker.elastic.co/apm/apm-server:${ELASTIC_VERSION}
-    depends_on: [ 'elasticsearch', 'kibana' ]
-    command: -e --strict.perms=false
-    networks:
-      - elasticsearch
-    ports:
-      - 8200:8200
-    restart: on-failure
-    healthcheck:
-      test: curl --max-time 120 --retry 120 --retry-delay 1 --show-error --silent http://localhost:8200
-
 networks:
   kafka:
   elasticsearch:

_examples/bulk/kafka/etc/kibana-objects.ndjson

@@ -10,7 +10,7 @@ require (
 	github.com/dustin/go-humanize v1.0.0 // indirect
 	github.com/elastic/go-elasticsearch/v8 v8.0.0-20210817150010-57d659deaca7
 	github.com/prometheus/procfs v0.0.3 // indirect
-	github.com/segmentio/kafka-go v0.4.25 // indirect
+	github.com/segmentio/kafka-go v0.4.25
 	go.elastic.co/apm v1.14.0
 	go.elastic.co/apm/module/apmelasticsearch v1.14.0 // indirect
 )

_examples/bulk/kafka/go.mod

@@ -11,6 +11,8 @@ github.com/dustin/go-humanize v1.0.0/go.mod h1:HtrtbFcZ19U5GC7JDqmcUSB87Iq5E25Kn
 github.com/eapache/go-xerial-snappy v0.0.0-20180814174437-776d5712da21/go.mod h1:+020luEh2TKB4/GOp8oxxtq0Daoen/Cii55CzbTV6DU=
 github.com/elastic/elastic-transport-go/v8 v8.0.0-20211202110751-50105067ef27 h1:O58SwZ7pdt7Lzy8JqpJubJlgDbr9jVV7ro4HFPvaZDw=
 github.com/elastic/elastic-transport-go/v8 v8.0.0-20211202110751-50105067ef27/go.mod h1:87Tcz8IVNe6rVSLdBux1o/PEItLtyabHU3naC7IoqKI=
+github.com/elastic/elastic-transport-go/v8 v8.0.0-20211216131617-bbee439d559c h1:onA2RpIyeCPvYAj1LFYiiMTrSpqVINWMfYFRS7lofJs=
+github.com/elastic/elastic-transport-go/v8 v8.0.0-20211216131617-bbee439d559c/go.mod h1:87Tcz8IVNe6rVSLdBux1o/PEItLtyabHU3naC7IoqKI=
 github.com/elastic/go-licenser v0.3.1 h1:RmRukU/JUmts+rpexAw0Fvt2ly7VVu6mw8z4HrEzObU=
 github.com/elastic/go-licenser v0.3.1/go.mod h1:D8eNQk70FOCVBl3smCGQt/lv7meBeQno2eI1S5apiHQ=
 github.com/elastic/go-sysinfo v1.1.1 h1:ZVlaLDyhVkDfjwPGU55CQRCRolNpc7P0BbyhhQZQmMI=