Dinky 下载地址: https://github.com/DataLinkDC/dinky/releases/tag/v1.0.1
Dinky 官网：https://www.dinky.org.cn/
1.下载Dinky
wget https://github.com/DataLinkDC/dinky/releases/download/v1.0.1/dinky-release-1.16-1.0.1.tar.gz
mv dinky-release-1.16-1.0.1.tar.gz /opt/datasophon/DDP/packages
cd /opt/datasophon/DDP/packages
md5sum dinky-release-1.16-1.0.1.tar.gz
56b6d1fdd2c356b4f794ef1a9e514898 dinky-release-1.16-1.0.1.tar.gz
echo 56b6d1fdd2c356b4f794ef1a9e514898 > dinky-release-1.16-1.0.1.tar.gz.md52.准备服务配置模板
在每个节点的datasophon-worker配置目录下添加配置模板
cd /opt/datasophon/datasophon-worker/conf/templates
vim dinky.ftl
spring:
datasource:
url: ${databaseUrl}
username: ${username}
password: ${password}
driver-class-name: com.mysql.cj.jdbc.Driver
分发ftl(如果在当前节点就不用分发)
scp dinky.ftl datasophon02:/opt/datasophon/datasophon-worker/conf/templates
scp dinky.ftl datasophon03:/opt/datasophon/datasophon-worker/conf/templates
重启所有work节点(如果在当前节点安装就不需要重启所有的节点)
sh /opt/datasophon/datasophon-worker/bin/datasophon-worker.sh restart worker3.准备配置文件service_ddl.json
进入datasophon-manager-1.2.1中
cd /opt/datasophon-manager-1.2.1/conf/meta/DDP-1.2.1
mkdir DINKY && cd DINKY
vim service_ddl.json{
"name": "DINKY",
"label": "Dinky",
"description": "流处理极速开发框架,流批一体&湖仓一体的云原生平台,一站式计算平台",
"version": "1.0.1",
"sortNum": 19,
"dependencies":[],
"packageName": "dinky-release-1.16-1.0.1.tar.gz",
"decompressPackageName": "dinky-release-1.16-1.0.1",
"roles": [
{
"name": "Dinky",
"label": "Dinky",
"roleType": "master",
"cardinality": "1",
"logFile": "logs/dinky.log",
"jmxPort": 10087,
"startRunner": {
"timeout": "60",
"program": "auto.sh",
"args": [
"startWithJmx",
"1.16"
]
},
"stopRunner": {
"timeout": "600",
"program": "auto.sh",
"args": [
"stop"
]
},
"statusRunner": {
"timeout": "60",
"program": "auto.sh",
"args": [
"status"
]
},
"restartRunner": {
"timeout": "60",
"program": "auto.sh",
"args": [
"restart",
"1.16"
]
},
"externalLink": {
"name": "Dinky Ui",
"label": "Dinky Ui",
"url": "http://${host}:${serverPort}"
}
}
],
"configWriter": {
"generators": [
{
"filename": "application-mysql.yml",
"configFormat": "custom",
"outputDirectory": "config",
"templateName": "dinky.ftl",
"includeParams": [
"databaseUrl",
"username",
"password",
"serverPort"
]
}
]
},
"parameters": [
{
"name": "databaseUrl",
"label": "Dinky数据库地址",
"description": "",
"configType": "map",
"required": true,
"type": "input",
"value": "",
"configurableInWizard": true,
"hidden": false,
"defaultValue": "jdbc:mysql://${apiHost}:3306/dinky?useUnicode=true&characterEncoding=UTF-8&autoReconnect=true&useSSL=false&zeroDateTimeBehavior=convertToNull&serverTimezone=Asia/Shanghai&allowPublicKeyRetrieval=true"
},
{
"name": "username",
"label": "Dinky数据库用户名",
"description": "",
"configType": "map",
"required": true,
"type": "input",
"value": "",
"configurableInWizard": true,
"hidden": false,
"defaultValue": "root"
},
{
"name": "password",
"label": "Dinky数据库密码",
"description": "",
"configType": "map",
"required": true,
"type": "input",
"value": "",
"configurableInWizard": true,
"hidden": false,
"defaultValue": "123456"
},
{
"name": "serverPort",
"label": "Dinky服务端口",
"description": "",
"configType": "map",
"required": true,
"type": "input",
"value": "",
"configurableInWizard": true,
"hidden": false,
"defaultValue": "8888"
}
]
}重启datasophon-manager的api
sh /opt/datasophon-manager-1.2.1/bin/datasophon-api.sh restart api4.安装Dinky
4.1需要我们手动创建数据库并且运行sql
mysql -u root -p -e "create database dinky"
mysql -u root -p -D dinky < /opt/datasophon/dinky/sql/dinky-mysql.sql5.Dinky集成grafana监控
5.1 datasophon1.2.1默认存在，可跳过
cd /opt/datasophon/prometheus
vim prometheus.yml 检查是否有dinky配置文件 如果没有添加
- job_name: 'dinky'
file_sd_configs:
- files:
- configs/dinky.json
cd /opt/datasophon/prometheus/configs
vim dinky.json 检查是否有dinky的配置文件 如果没有添加
[
{
"targets":["datasophon01:10087"]
}
]
然后重启Prometheus服务(以上配置文件1.2.1默认存在，不存在添加后重启prometheus)5.2 Grafana 配置
通过下图展示的url进去grafana配置图表，默认登陆账户密码：admin ：admin
5.3 Grafana 模板文件
vim dinky.json
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "grafana",
"uid": "-- Grafana --"
},
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"target": {
"limit": 100,
"matchAny": false,
"tags": [],
"type": "dashboard"
},
"type": "dashboard"
}
]
},
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 0,
"id": 33,
"links": [],
"liveNow": false,
"panels": [
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [
{
"options": {
"0": {
"text": "下线"
},
"1": {
"text": "正常"
}
},
"type": "value"
},
{
"options": {
"match": "null",
"result": {
"text": "下线"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "#d44a3a",
"value": null
},
{
"color": "#e24d42",
"value": 0
},
{
"color": "#299c46",
"value": 1
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 4,
"x": 0,
"y": 0
},
"hideTimeOverride": false,
"id": 8,
"links": [
{
"targetBlank": true,
"title": "Tomcat dashboard",
"url": "/d/chanjarster-tomcat-dashboard/tomcat-dashboard?$__url_time_range&$__all_variables"
}
],
"maxDataPoints": 100,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"text": {
"valueSize": 38
},
"textMode": "auto"
},
"pluginVersion": "9.1.6",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"editorMode": "code",
"expr": "up{job=\"dinky\"}",
"format": "time_series",
"instant": true,
"interval": "",
"intervalFactor": 1,
"legendFormat": "",
"refId": "A"
}
],
"title": "Dinky状态",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "dateTimeAsIso"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 8,
"x": 4,
"y": 0
},
"id": 2,
"links": [],
"maxDataPoints": 100,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"text": {
"valueSize": 38
},
"textMode": "auto"
},
"pluginVersion": "9.1.6",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"editorMode": "code",
"expr": "process_start_time_seconds{job=\"dinky\"}*1000",
"legendFormat": "__auto",
"range": true,
"refId": "A"
}
],
"title": "Dinky启动时间",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 4,
"x": 12,
"y": 0
},
"id": 4,
"links": [],
"maxDataPoints": 100,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"text": {
"valueSize": 38
},
"textMode": "auto"
},
"pluginVersion": "9.1.6",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"editorMode": "code",
"expr": "time() - process_start_time_seconds{job=\"dinky\"}",
"interval": "",
"legendFormat": "",
"range": true,
"refId": "A"
}
],
"title": "Dinky运行时长",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 4,
"x": 16,
"y": 0
},
"id": 6,
"links": [],
"maxDataPoints": 100,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"text": {
"valueSize": 38
},
"textMode": "auto"
},
"pluginVersion": "9.1.6",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"editorMode": "code",
"expr": "jvm_memory_bytes_max{job=\"dinky\",area=\"heap\"}",
"legendFormat": "__auto",
"range": true,
"refId": "A"
}
],
"title": "Dinky堆内存",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"fieldConfig": {
"defaults": {
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "%"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 4,
"x": 20,
"y": 0
},
"id": 10,
"options": {
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true
},
"pluginVersion": "9.1.6",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"editorMode": "code",
"expr": "jvm_memory_bytes_used{area=\"heap\",job=\"dinky\"}*100/jvm_memory_bytes_max{area=\"heap\",job=\"dinky\"}",
"legendFormat": "__auto",
"range": true,
"refId": "A"
}
],
"title": "Dinky堆内存使用率",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"links": [],
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Usage %"
},
"properties": [
{
"id": "custom.drawStyle",
"value": "bars"
},
{
"id": "custom.fillOpacity",
"value": 100
},
{
"id": "color",
"value": {
"fixedColor": "#6d1f62",
"mode": "fixed"
}
},
{
"id": "custom.lineWidth",
"value": 0
},
{
"id": "unit",
"value": "percentunit"
},
{
"id": "min",
"value": 0
},
{
"id": "max",
"value": 1
}
]
}
]
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 4
},
"id": 12,
"links": [],
"options": {
"legend": {
"calcs": [
"mean",
"max"
],
"displayMode": "table",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "none"
}
},
"pluginVersion": "9.1.6",
"repeat": "memarea",
"repeatDirection": "h",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"editorMode": "code",
"expr": "jvm_memory_bytes_used{area=\"heap\",job=\"dinky\"}",
"legendFormat": "已用内存",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"editorMode": "code",
"expr": " jvm_memory_bytes_max{area=\"heap\",job=\"dlink\"}",
"hide": false,
"legendFormat": "总内存",
"range": true,
"refId": "B"
},
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"editorMode": "code",
"expr": "jvm_memory_bytes_used{area=\"heap\",job=\"dlink\"} / jvm_memory_bytes_max >= 0",
"hide": false,
"legendFormat": "使用率",
"range": true,
"refId": "C"
}
],
"title": "Dinky堆内存使用趋势",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"links": [],
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 4
},
"id": 14,
"links": [],
"options": {
"legend": {
"calcs": [
"lastNotNull",
"max",
"min"
],
"displayMode": "table",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "none"
}
},
"pluginVersion": "9.1.6",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "hj6gjW44z"
},
"editorMode": "code",
"expr": "increase(jvm_gc_collection_seconds_sum{job=\"dinky\"}[$__interval])",
"format": "time_series",
"interval": "60s",
"intervalFactor": 1,
"legendFormat": "{{gc}}",
"metric": "jvm_gc_collection_seconds_sum",
"range": true,
"refId": "A",
"step": 10
}
],
"title": "Dinky GC时间趋势图",
"type": "timeseries"
}
],
"schemaVersion": 37,
"style": "dark",
"tags": [],
"templating": {
"list": []
},
"time": {
"from": "now-6h",
"to": "now"
},
"timepicker": {},
"timezone": "",
"title": "Dinky",
"uid": "9qU9T1OVk",
"version": 4,
"weekStart": ""
}5.4 导入创建的模板文件
查看datasophon数据库中t_ddh_cluster_service_dashboard表中是否原就存在dinky 如果不存在添加
19 DINKY http://${grafanaHost}:3000/d/9qU9T1OVk/dinky?kiosk&refresh=1m
回到datasophon的dinky服务，刷新即可在总览看到详细监控信息
