gschmutz

      platys:
        platform-name: 'platys-platform'
        platform-stack: 'trivadis/platys-modern-data-platform'
        platform-stack-version: '1.17.0-preview'
        structure: 'flat'

      # ========================================================================
      # Global configuration, valid for all or a group of services
      # ========================================================================
      # Timezone, use a Linux string such as Europe/Zurich or America/New_York

gschmutz

[
    {
        "type":"simple",
        "uuid":"",
        "topic":"device/{$uuid}",
        "sampling":{"type":"fixed", "interval":10000},
        "copy":2,
        "sensors":[
            {"type":"dev.timestamp",    "name":"ts"},
            {"type":"dev.uuid",         "name":"uuid"},

gschmutz

 # Default values for the generator
 # this file can be used as a template for a custom configuration
 # or to know about the different variables available for the generator
      platys:
        platform-name: 'remote-defined-platform'
        stack-image-name: 'trivadis/modern-data-platform-stack-generator'
        stack-image-version: '1.2.0-preview2'

      #zookeeper
      ZOOKEEPER_enable: false

gschmutz

CREATE SOURCE CONNECTOR tweet_c WITH (
    'connector.class'='com.github.jcustenborder.kafka.connect.twitter.TwitterSourceConnector',
    'twitter.oauth.consumerKey' = 'XXXXXX',
    'twitter.oauth.consumerSecret' = 'YYYYYY',
    'twitter.oauth.accessToken' = 'XXXXXX',
    'twitter.oauth.accessTokenSecret' = 'YYYYYY',
    'process.deletes' = 'false',
    'filter.keywords' = 'trump', 
    'kafka.status.topic' = 'tweet-raw-v2',
    'transforms.createKey.type' = 'org.apache.kafka.connect.transforms.ValueToKey',

gschmutz

 zeppelin:
    image: dylanmei/zeppelin
    container_name: zeppelin
    ports:
      - "38080:8080"
    environment:
      ZEPPELIN_PORT: 8080
      ZEPPELIN_JAVA_OPTS: >-
        -Dspark.driver.memory=1g
        -Dspark.executor.memory=2g

gschmutz

  mysql:
    image: mysql:5.7
    ports:
      - 3306:3306
    volumes:
#      - ./volume/mysql:/var/lib/mysql:rw
      - ./scripts/mysql/demo.sql:/docker-entrypoint-initdb.d/demo.sql:ro
    environment:
      MYSQL_ALLOW_EMPTY_PASSWORD: "yes"
      MYSQL_DATABASE: "sample"

gschmutz

  burrow:
    image: toddpalino/burrow
    volumes:
      - ${PWD}/burrow-config:/etc/burrow/
      - ${PWD}/tmp:/var/tmp/burrow
    ports:
      - 8000:8000
    depends_on:
      - zookeeper-1
      - broker-1

gschmutz

version: '2'
services:
  zookeeper:
    image: confluentinc/cp-zookeeper:3.3.0
    hostname: zookeeper
    ports:
      - "2181:2181"
    environment:
      ZOOKEEPER_CLIENT_PORT: 2181

gschmutz

version: '2'
services:
  zookeeper:
    image: confluentinc/cp-zookeeper:3.3.0
    hostname: zookeeper
    ports:
      - "2181:2181"
    environment:
      ZOOKEEPER_CLIENT_PORT: 2181

gschmutz

version: '2'

services:
  cassandra:
    image: cassandra:2.1
    ports:
      - "9160:9160"
      - "9042:9042"

  elasticsearch: