InfluxDB Graphite Plugin Issues

gistfile1.txt

[root@ip-10-12-111-57 influxdb]# /opt/puppet/bin/facter os
{"name"=>"RedHat", "family"=>"RedHat", "release"=>{"major"=>"6", "minor"=>"6", "full"=>"6.6"}}

[root@ip-10-12-111-57 influxdb]# /opt/influxdb/influx -version
InfluxDB shell 0.9.1-rc1-326-g2a02605



----------------------------------------
-------- Current Config  ---------
-----------------------------------------

### Welcome to the InfluxDB configuration file.

# Once every 24 hours InfluxDB will report anonymous data to m.influxdb.com
# The data includes raft id (random 8 bytes), os, arch, version, and metadata.
# We don't track ip addresses of servers reporting. This is only used
# to track the number of instances running and the versions, which
# is very helpful for us.
# Change this option to true to disable reporting.
reporting-disabled = false

###
### [meta]
###
### Controls the parameters for the Raft consensus group that stores metadata
### about the InfluxDB cluster.
###

[meta]
  dir = "/var/opt/influxdb/meta"
  hostname = "localhost"
  bind-address = ":8088"
  retention-autocreate = true
  election-timeout = "1s"
  heartbeat-timeout = "1s"
  leader-lease-timeout = "500ms"
  commit-timeout = "50ms"

###
### [data]
###
### Controls where the actual shard data for InfluxDB lives and how it is
### flushed from the WAL. "dir" may need to be changed to a suitable place
### for your system, but the WAL settings are an advanced configuration. The
### defaults should work for most systems.
###

[data]
  dir = "/var/opt/influxdb/data"
  max-wal-size = 1024 # Maximum size the WAL can reach before a flush. Defaults to 100MB.
  wal-flush-interval = "10s" # Maximum time data can sit in WAL before a flush.
  wal-partition-flush-delay = "2s" # The delay time between each WAL partition being flushed.

###
### [cluster]
###
### Controls non-Raft cluster behavior, which generally includes how data is
### shared across shards.
###

[cluster]
  shard-writer-timeout = "5s" # The time within which a shard must respond to write.
  write-timeout = "5s" # The time within which a write operation must complete on the cluster.

###
### [retention]
###
### Controls the enforcement of retention policies for evicting old data.
###

[retention]
  enabled = true
  check-interval = "10m"

###
### [admin]
###
### Controls the availability of the built-in, web-based admin interface. If HTTPS is
### enabled for the admin interface, HTTPS must also be enabled on the [http] service.
###

[admin]
  enabled = true
  bind-address = ":8083"
  https-enabled = false
  https-certificate = "/etc/ssl/influxdb.pem"

###
### [http]
###
### Controls how the HTTP endpoints are configured. These are the primary
### mechanism for getting data into and out of InfluxDB.
###

[http]
  enabled = true
  bind-address = ":8086"
  auth-enabled = false
  log-enabled = true
  write-tracing = false
  pprof-enabled = false
  https-enabled = false
  https-certificate = "/etc/ssl/influxdb.pem"

###
### [[graphite]]
###
### Controls one or many listeners for Graphite data.
###

[[graphite]]
  enabled = true
  bind-address = ":2003"
  protocol = "tcp"
  consistency-level = "one"
  name-separator = "."
  batch-size = 250
  batch-timeout = "20ms"
  database = 'graphite'


  templates = [
    "*.*.* app.host.measurement*"
  ]
  ignore-unnamed = false

  ## "name-schema" configures tag names for parsing the metric name from graphite protocol;
  ## separated by `name-separator`.
  ## The "measurement" tag is special and the corresponding field will become
  ## the name of the metric.
  ## e.g. "type.host.measurement.device" will parse "server.localhost.cpu.cpu0" as
  ## {
  ##     measurement: "cpu",
  ##     tags: {
  ##         "type": "server",
  ##         "host": "localhost,
  ##         "device": "cpu0"
  ##     }
  ## }
  # name-schema = "type.host.measurement.device"

  ## If set to true, when the input metric name has more fields than `name-schema` specified,
  ## the extra fields will be ignored.
  ## Otherwise an error will be logged and the metric rejected.
  # ignore-unnamed = true

###
### [collectd]
###
### Controls the listener for collectd data.
###

[collectd]
  enabled = false
  # bind-address = ""
  # database = ""
  # typesdb = ""

###
### [opentsdb]
###
### Controls the listener for OpenTSDB data.
###

[opentsdb]
  enabled = false
  # bind-address = ""
  # database = ""
  # retention-policy = ""

###
### [udp]
###
### Controls the listener for InfluxDB line protocol data via UDP.
###

[udp]
  enabled = false
  # bind-address = ""
  # database = ""
  # batch-size = 0
  # batch-timeout = "0"

###
### [monitoring]
###

[monitoring]
  enabled = true
  write-interval = "24h"

###
### [continuous_queries]
###
### Controls how continuous queries are run within InfluxDB.
###

[continuous_queries]
  enabled = false
  recompute-previous-n = 2
  recompute-no-older-than = "10m"
  compute-runs-per-interval = 10
  compute-no-more-than = "2m"

###
### [hinted-handoff]
###
### Controls the hinted handoff feature, which allows nodes to temporarily
### store queued data when one node of a cluster is down for a short period
### of time.
###

[hinted-handoff]
  enabled = true
  dir = "/var/opt/influxdb/hh"
  max-size = 1073741824
  max-age = "168h"
  retry-rate-limit = 0
  retry-interval = "1s"







--------------------------------------------------------
----- Log Snippet from startup to when service is stopped ------
----------------------------------------------------------



[metastore] 2015/07/29 20:03:45 read local node id: 1
[metastore] 2015/07/29 20:03:45 skipping join: already member of cluster: nodeId=1 raftEnabled=true raftNodes=[127.0.0.1:8088]
[metastore] 2015/07/29 20:03:45 [INFO] raft: Node at 127.0.0.1:8088 [Follower] entering Follower state
[admin] 2015/07/29 20:03:45 listening on HTTP: [::]:8083
[httpd] 2015/07/29 20:03:45 authentication enabled: false
[httpd] 2015/07/29 20:03:45 listening on HTTP: [::]:8086
[metastore] 2015/07/29 20:03:47 [WARN] raft: Heartbeat timeout reached, starting election
[metastore] 2015/07/29 20:03:47 [INFO] raft: Node at 127.0.0.1:8088 [Candidate] entering Candidate state
[metastore] 2015/07/29 20:03:47 [DEBUG] raft: Votes needed: 1
[metastore] 2015/07/29 20:03:47 [DEBUG] raft: Vote granted. Tally: 1
[metastore] 2015/07/29 20:03:47 [INFO] raft: Election won. Tally: 1
[metastore] 2015/07/29 20:03:47 [INFO] raft: Node at 127.0.0.1:8088 [Leader] entering Leader state
[metastore] 2015/07/29 20:03:47 [INFO] raft: Disabling EnableSingleNode (bootstrap)
[metastore] 2015/07/29 20:03:47 [DEBUG] raft: Node 127.0.0.1:8088 updated peer set (2): [127.0.0.1:8088]
[metastore] 2015/07/29 20:03:47 [DEBUG] raft: Node 127.0.0.1:8088 updated peer set (2): [127.0.0.1:8088]
[graphite] 2015/07/29 20:03:47 ensured target database graphite exists
[graphite] 2015/07/29 20:03:47 tcp Graphite input opened on [::]:2003
2015/07/29 20:03:47 InfluxDB starting, version 0.9.1-rc1-326-g2a02605, commit 2a02605ef60ee117c94ddd631b4b6160b31c9e07
2015/07/29 20:03:47 GOMAXPROCS set to 2
[run] 2015/07/29 20:03:47 listening for signals
2015/07/29 20:03:47 Sending anonymous usage statistics to m.influxdb.com
[v1] 2015/07/29 20:03:48 flush 34 points in 0.010s
[v1] 2015/07/29 20:03:50 flush 629 points in 0.014s
[v1] 2015/07/29 20:03:52 flush 1401 points in 0.033s
[v1] 2015/07/29 20:03:54 flush 2092 points in 0.032s
[v1] 2015/07/29 20:03:56 flush 2727 points in 0.107s
[v1] 2015/07/29 20:03:58 flush 3215 points in 0.059s
[v1] 2015/07/29 20:04:00 flush 3752 points in 0.088s
[v1] 2015/07/29 20:04:02 flush 4242 points in 0.115s
[v1] 2015/07/29 20:04:04 flush 4648 points in 0.155s
[v1] 2015/07/29 20:04:06 flush 4444 points in 0.148s
[v1] 2015/07/29 20:04:09 flush 4041 points in 0.110s
[v1] 2015/07/29 20:04:11 flush 3780 points in 0.103s

<snip>


[v1] 2015/07/29 19:55:16 flush 656 points in 0.029s
[v1] 2015/07/29 19:55:18 flush 597 points in 0.022s
[v1] 2015/07/29 19:55:20 flush 694 points in 0.036s
[v1] 2015/07/29 19:55:23 flush 666 points in 0.044s
[v1] 2015/07/29 19:55:25 flush 812 points in 0.040s
[v1] 2015/07/29 19:55:27 flush 900 points in 0.039s
[v1] 2015/07/29 19:55:29 flush 933 points in 0.045s
[v1] 2015/07/29 19:55:31 flush 1063 points in 0.055s
[v1] 2015/07/29 19:55:33 flush 1052 points in 0.046s
[v1] 2015/07/29 19:55:35 flush 1144 points in 0.059s
[v1] 2015/07/29 19:55:37 flush 1148 points in 0.052s
[v1] 2015/07/29 19:55:39 flush 1129 points in 0.053s
[v1] 2015/07/29 19:55:41 flush 1167 points in 0.054s
[run] 2015/07/29 19:55:43 signal received, initializing clean shutdown...
[run] 2015/07/29 19:55:43 waiting for clean shutdown...
[tcp] 2015/07/29 19:55:43 cluster service accept error: network connection closed
[snapshot] 2015/07/29 19:55:43 snapshot listener closed
[v1] 2015/07/29 19:55:43 flush 1086 points in 0.073s
[v1] 2015/07/29 19:55:45 flush error: database not open
[v1] 2015/07/29 19:55:45 flush error: database not open
panic: assignment to entry in nil map

goroutine 430 [running]:
github.com/influxdb/influxdb/tsdb.(*Store).CreateShard(0xc208072660, 0xc2080d2b1b, 0x8, 0xc20802c5b0, 0x7, 0x1, 0x0, 0x0)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/tsdb/store.go:81 +0x495
github.com/influxdb/influxdb/cluster.func·002(0x1, 0x1, 0xc2207bc000, 0x3e8, 0x400)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/cluster/points_writer.go:245 +0x1c4
created by github.com/influxdb/influxdb/cluster.(*PointsWriter).writeToShard
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/cluster/points_writer.go:271 +0x30b

goroutine 1 [select]:
main.(*Main).Run(0xc20806fb00, 0xc20800a010, 0x4, 0x4, 0x0, 0x0)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/cmd/influxd/main.go:96 +0xdca
main.main()
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/cmd/influxd/main.go:38 +0xdc

goroutine 6 [syscall]:
os/signal.loop()
        /usr/local/go/src/os/signal/signal_unix.go:21 +0x1f
created by os/signal.init·1
        /usr/local/go/src/os/signal/signal_unix.go:27 +0x35

goroutine 17 [syscall, 3 minutes, locked to thread]:
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1

goroutine 21 [select, 3 minutes]:
github.com/influxdb/influxdb/cmd/influxd/run.(*Server).monitorErrorChan(0xc2080aa0e0, 0xc208072480)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/cmd/influxd/run/server.go:436 +0x14a
created by github.com/influxdb/influxdb/cmd/influxd/run.func·003
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/cmd/influxd/run/server.go:313 +0xaad

goroutine 25 [runnable]:
fmt.(*fmt).init(0xc21f73e398, 0xc21f73e350)
        /usr/local/go/src/fmt/format.go:71
fmt.newPrinter(0x2)
        /usr/local/go/src/fmt/print.go:136 +0x96
fmt.Sprintln(0xc20801d6e8, 0x1, 0x1, 0x0, 0x0)
        /usr/local/go/src/fmt/print.go:270 +0x31
log.(*Logger).Println(0xc20800ae10, 0xc20801d6e8, 0x1, 0x1)
        /usr/local/go/src/log/log.go:169 +0x3c
github.com/influxdb/influxdb/services/precreator.(*Service).runPrecreation(0xc20800adc0)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/precreator/service.go:84 +0x3e1
created by github.com/influxdb/influxdb/services/precreator.(*Service).Open
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/precreator/service.go:50 +0xcb

goroutine 27 [IO wait, 3 minutes]:
net.(*pollDesc).Wait(0xc2081140d0, 0x72, 0x0, 0x0)
        /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc2081140d0, 0x0, 0x0)
        /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).accept(0xc208114070, 0x0, 0x7f1b02266e30, 0xc2080ea008)
        /usr/local/go/src/net/fd_unix.go:419 +0x40b
net.(*TCPListener).AcceptTCP(0xc208036030, 0xeb8000, 0x0, 0x0)
        /usr/local/go/src/net/tcpsock_posix.go:234 +0x4e
net.(*TCPListener).Accept(0xc208036030, 0x0, 0x0, 0x0, 0x0)
        /usr/local/go/src/net/tcpsock_posix.go:244 +0x4c
net/http.(*Server).Serve(0xc208110240, 0x7f1b02269318, 0xc208036030, 0x0, 0x0)
        /usr/local/go/src/net/http/server.go:1728 +0x92
net/http.Serve(0x7f1b02269318, 0xc208036030, 0x7f1b0226adf8, 0xc2080ea150, 0x0, 0x0)
        /usr/local/go/src/net/http/server.go:1606 +0xa1
github.com/influxdb/influxdb/services/admin.(*Service).serve(0xc20800af50)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/admin/service.go:105 +0x147
created by github.com/influxdb/influxdb/services/admin.(*Service).Open
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/admin/service.go:68 +0x431

goroutine 28 [IO wait, 3 minutes]:
net.(*pollDesc).Wait(0xc208114140, 0x72, 0x0, 0x0)
        /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc208114140, 0x0, 0x0)
        /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).accept(0xc2081140e0, 0x0, 0x7f1b02266e30, 0xc2081bc4f8)
        /usr/local/go/src/net/fd_unix.go:419 +0x40b
net.(*TCPListener).AcceptTCP(0xc208036038, 0xc208145dc8, 0x0, 0x0)
        /usr/local/go/src/net/tcpsock_posix.go:234 +0x4e
net.(*TCPListener).Accept(0xc208036038, 0x0, 0x0, 0x0, 0x0)
        /usr/local/go/src/net/tcpsock_posix.go:244 +0x4c
net/http.(*Server).Serve(0xc208072a20, 0x7f1b02269318, 0xc208036038, 0x0, 0x0)
        /usr/local/go/src/net/http/server.go:1728 +0x92
net/http.Serve(0x7f1b02269318, 0xc208036038, 0x7f1b0226ada8, 0xc2080102a0, 0x0, 0x0)
        /usr/local/go/src/net/http/server.go:1606 +0xa1
github.com/influxdb/influxdb/services/httpd.(*Service).serve(0xc20800b040)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/httpd/service.go:107 +0x79
created by github.com/influxdb/influxdb/services/httpd.(*Service).Open
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/httpd/service.go:75 +0x590

goroutine 29 [select, 3 minutes]:
github.com/influxdb/influxdb/services/retention.(*Service).deleteShardGroups(0xc208072960)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/retention/service.go:67 +0x433
created by github.com/influxdb/influxdb/services/retention.(*Service).Open
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/retention/service.go:44 +0x67

goroutine 30 [select, 3 minutes]:
github.com/influxdb/influxdb/services/retention.(*Service).deleteShards(0xc208072960)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/retention/service.go:101 +0x821
created by github.com/influxdb/influxdb/services/retention.(*Service).Open
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/retention/service.go:45 +0x81

goroutine 31 [chan send]:
github.com/influxdb/influxdb/tsdb.func·001()
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/tsdb/batcher.go:58 +0x6c
github.com/influxdb/influxdb/tsdb.func·002()
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/tsdb/batcher.go:89 +0x40b
created by github.com/influxdb/influxdb/tsdb.(*PointBatcher).Start
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/tsdb/batcher.go:104 +0x29a

goroutine 32 [select]:
github.com/influxdb/influxdb/cluster.(*PointsWriter).WritePoints(0xc2080101c0, 0xc20fb23740, 0x0, 0x0)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/cluster/points_writer.go:210 +0x634
github.com/influxdb/influxdb/services/graphite.(*Service).processBatches(0xc2080680c0, 0xc208073740)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:257 +0x239
created by github.com/influxdb/influxdb/services/graphite.(*Service).Open
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:104 +0x70b

goroutine 33 [IO wait, 3 minutes]:
net.(*pollDesc).Wait(0xc2081154f0, 0x72, 0x0, 0x0)
        /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc2081154f0, 0x0, 0x0)
        /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).accept(0xc208115490, 0x0, 0x7f1b02266e30, 0xc2093806b8)
        /usr/local/go/src/net/fd_unix.go:419 +0x40b
net.(*TCPListener).AcceptTCP(0xc208036120, 0xc20811bed8, 0x0, 0x0)
        /usr/local/go/src/net/tcpsock_posix.go:234 +0x4e
net.(*TCPListener).Accept(0xc208036120, 0x0, 0x0, 0x0, 0x0)
        /usr/local/go/src/net/tcpsock_posix.go:244 +0x4c
github.com/influxdb/influxdb/services/graphite.func·002()
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:155 +0x8d
created by github.com/influxdb/influxdb/services/graphite.(*Service).openTCPServer
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:168 +0x1ae

goroutine 34 [chan receive, 3 minutes]:
github.com/influxdb/influxdb/cmd/influxd/run.(*Server).startServerReporting(0xc2080aa0e0)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/cmd/influxd/run/server.go:387 +0x1d7
created by github.com/influxdb/influxdb/cmd/influxd/run.func·003
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/cmd/influxd/run/server.go:336 +0xf58

goroutine 40 [chan send]:
github.com/influxdb/influxdb/services/graphite.(*Service).handleLine(0xc2080680c0, 0xc220a51880, 0x6a)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:243 +0x2a7
github.com/influxdb/influxdb/services/graphite.(*Service).handleTCPConnection(0xc2080680c0, 0x7f1b0226ae78, 0xc208036018)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:189 +0x184
created by github.com/influxdb/influxdb/services/graphite.func·002
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:166 +0x3ea

goroutine 41 [chan send]:
github.com/influxdb/influxdb/services/graphite.(*Service).handleLine(0xc2080680c0, 0xc220a78b00, 0x7d)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:243 +0x2a7
github.com/influxdb/influxdb/services/graphite.(*Service).handleTCPConnection(0xc2080680c0, 0x7f1b0226ae78, 0xc208036050)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:189 +0x184
created by github.com/influxdb/influxdb/services/graphite.func·002
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:166 +0x3ea

goroutine 15 [chan send]:
github.com/influxdb/influxdb/services/graphite.(*Service).handleLine(0xc2080680c0, 0xc220a51960, 0x6b)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:243 +0x2a7
github.com/influxdb/influxdb/services/graphite.(*Service).handleTCPConnection(0xc2080680c0, 0x7f1b0226ae78, 0xc208106060)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:189 +0x184
created by github.com/influxdb/influxdb/services/graphite.func·002
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:166 +0x3ea

goroutine 42 [chan send]:
github.com/influxdb/influxdb/services/graphite.(*Service).handleLine(0xc2080680c0, 0xc220a517a0, 0x6b)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:243 +0x2a7
github.com/influxdb/influxdb/services/graphite.(*Service).handleTCPConnection(0xc2080680c0, 0x7f1b0226ae78, 0xc20956a010)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:189 +0x184
created by github.com/influxdb/influxdb/services/graphite.func·002
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:166 +0x3ea

goroutine 45 [chan send]:
github.com/influxdb/influxdb/services/graphite.(*Service).handleLine(0xc2080680c0, 0xc220a4f880, 0x6e)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:243 +0x2a7
github.com/influxdb/influxdb/services/graphite.(*Service).handleTCPConnection(0xc2080680c0, 0x7f1b0226ae78, 0xc208036028)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:189 +0x184
created by github.com/influxdb/influxdb/services/graphite.func·002
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:166 +0x3ea

goroutine 46 [chan send]:
github.com/influxdb/influxdb/services/graphite.(*Service).handleLine(0xc2080680c0, 0xc220a4f7a0, 0x6b)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:243 +0x2a7
github.com/influxdb/influxdb/services/graphite.(*Service).handleTCPConnection(0xc2080680c0, 0x7f1b0226ae78, 0xc208106040)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:189 +0x184
created by github.com/influxdb/influxdb/services/graphite.func·002
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/graphite/service.go:166 +0x3ea

goroutine 429 [select]:
github.com/influxdb/influxdb/cluster.(*PointsWriter).writeToShard(0xc2080101c0, 0xc2207ccee0, 0xc2080d2b1b, 0x8, 0xc20802c5b0, 0x7, 0x1, 0xc2207bc000, 0x3e8, 0x400, ...)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/cluster/points_writer.go:278 +0x913
github.com/influxdb/influxdb/cluster.func·001(0xc2207ccee0, 0xc2080d2b1b, 0x8, 0xc20802c5b0, 0x7, 0xc2207bc000, 0x3e8, 0x400)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/cluster/points_writer.go:205 +0xad
created by github.com/influxdb/influxdb/cluster.(*PointsWriter).WritePoints
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/cluster/points_writer.go:206 +0x447

goroutine 428 [semacquire]:
sync.(*WaitGroup).Wait(0xc20800ade0)
        /usr/local/go/src/sync/waitgroup.go:132 +0x169
github.com/influxdb/influxdb/services/precreator.(*Service).Close(0xc20800adc0, 0x0, 0x0)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/services/precreator/service.go:61 +0x7a
github.com/influxdb/influxdb/cmd/influxd/run.(*Server).Close(0xc2080aa0e0, 0x0, 0x0)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/cmd/influxd/run/server.go:366 +0x147
github.com/influxdb/influxdb/cmd/influxd/run.(*Command).Close(0xc208011b90, 0x0, 0x0)
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/cmd/influxd/run/command.go:122 +0x7e
main.func·001()
        /tmp/tmp.2dVqVVzixu/src/github.com/influxdb/influxdb/cmd/influxd/main.go:89 +0x2a
created by main.(*Main).Run