3 Star 0 Fork 0

mirrors_rancher/opni-metrics-service

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
Opni_Metric_Anomaly_Detection_Insights_Dashboard.json 57.48 KB
一键复制 编辑 原始数据 按行查看 历史
Yingbei Tong 提交于 2022-03-29 18:15 . Multi cluster (#9)
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528
{
"__inputs": [
{
"name": "DS_OPNI",
"label": "Opni",
"description": "",
"type": "datasource",
"pluginId": "prometheus",
"pluginName": "Prometheus"
},
{
"name": "DS_ELASTICSEARCH",
"label": "Elasticsearch",
"description": "",
"type": "datasource",
"pluginId": "elasticsearch",
"pluginName": "Elasticsearch"
}
],
"__elements": [],
"__requires": [
{
"type": "datasource",
"id": "elasticsearch",
"name": "Elasticsearch",
"version": "1.0.0"
},
{
"type": "panel",
"id": "gauge",
"name": "Gauge",
"version": ""
},
{
"type": "grafana",
"id": "grafana",
"name": "Grafana",
"version": "8.5.0-56035pre"
},
{
"type": "datasource",
"id": "prometheus",
"name": "Prometheus",
"version": "1.0.0"
},
{
"type": "panel",
"id": "stat",
"name": "Stat",
"version": ""
},
{
"type": "panel",
"id": "table",
"name": "Table",
"version": ""
},
{
"type": "panel",
"id": "timeseries",
"name": "Time series",
"version": ""
}
],
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "datasource",
"uid": "grafana"
},
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"target": {
"limit": 100,
"matchAny": false,
"tags": [],
"type": "dashboard"
},
"type": "dashboard"
}
]
},
"description": "This dashboard provides cluster admins with the ability to monitor clusters with predictions from Opni AI",
"editable": true,
"fiscalYearStartMonth": 0,
"gnetId": 14835,
"graphTooltip": 0,
"id": null,
"iteration": 1648523373617,
"links": [],
"liveNow": false,
"panels": [
{
"collapsed": false,
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 0
},
"id": 34,
"panels": [],
"title": "Summary",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "rgba(50, 172, 45, 0.97)",
"value": null
},
{
"color": "rgba(237, 129, 40, 0.89)",
"value": 65
},
{
"color": "rgba(245, 54, 54, 0.9)",
"value": 90
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 8,
"x": 0,
"y": 1
},
"id": 4,
"links": [],
"maxDataPoints": 100,
"options": {
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"text": {}
},
"pluginVersion": "8.5.0-56035pre",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"exemplar": true,
"expr": "sum (container_memory_working_set_bytes{__tenant_id__=~\"^$cluster$\",id=\"/\",node=~\"^$Node$\"}) / sum (machine_memory_bytes{__tenant_id__=~\"^$cluster$\",node=~\"^$Node$\"}) * 100",
"format": "time_series",
"interval": "10s",
"intervalFactor": 1,
"legendFormat": "",
"refId": "A",
"step": 10
}
],
"title": "Cluster memory usage",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "rgba(50, 172, 45, 0.97)",
"value": null
},
{
"color": "rgba(237, 129, 40, 0.89)",
"value": 65
},
{
"color": "rgba(245, 54, 54, 0.9)",
"value": 90
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 8,
"x": 8,
"y": 1
},
"id": 6,
"links": [],
"maxDataPoints": 100,
"options": {
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"text": {}
},
"pluginVersion": "8.5.0-56035pre",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"exemplar": true,
"expr": "sum (rate (container_cpu_usage_seconds_total{__tenant_id__=~\"$cluster$\",id=\"/\",node=~\"^$Node$\"}[$interval])) / sum (machine_cpu_cores{__tenant_id__=~\"$cluster$\",node=~\"^$Node$\"}) * 100",
"format": "time_series",
"interval": "10s",
"intervalFactor": 1,
"legendFormat": "",
"refId": "A",
"step": 10
}
],
"title": "Cluster CPU usage ($interval avg)",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "rgba(50, 172, 45, 0.97)",
"value": null
},
{
"color": "rgba(237, 129, 40, 0.89)",
"value": 65
},
{
"color": "rgba(245, 54, 54, 0.9)",
"value": 90
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 8,
"x": 16,
"y": 1
},
"id": 7,
"links": [],
"maxDataPoints": 100,
"options": {
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"text": {}
},
"pluginVersion": "8.5.0-56035pre",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"exemplar": true,
"expr": "sum (container_fs_usage_bytes{__tenant_id__=~\"$cluster$\",node=~\"^$Node$\",id=\"/\"}) / sum (container_fs_limit_bytes{__tenant_id__=~\"$cluster$\",node=~\"^$Node$\",id=\"/\"}) * 100",
"format": "time_series",
"interval": "10s",
"intervalFactor": 1,
"legendFormat": "",
"metric": "",
"refId": "A",
"step": 10
}
],
"title": "Cluster filesystem usage",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 3,
"w": 4,
"x": 0,
"y": 6
},
"id": 9,
"links": [],
"maxDataPoints": 100,
"options": {
"colorMode": "none",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"text": {},
"textMode": "auto"
},
"pluginVersion": "8.5.0-56035pre",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"exemplar": true,
"expr": "sum (container_memory_working_set_bytes{__tenant_id__=~\"^$cluster$\",id=\"/\",node=~\"^$Node$\"})",
"format": "time_series",
"interval": "10s",
"intervalFactor": 1,
"legendFormat": "",
"refId": "A",
"step": 10
}
],
"title": "Used",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 3,
"w": 4,
"x": 4,
"y": 6
},
"id": 10,
"links": [],
"maxDataPoints": 100,
"options": {
"colorMode": "none",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"text": {},
"textMode": "auto"
},
"pluginVersion": "8.5.0-56035pre",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"exemplar": true,
"expr": "sum (machine_memory_bytes{__tenant_id__=~\"^$cluster$\",node=~\"^$Node$\"})",
"format": "time_series",
"interval": "10s",
"intervalFactor": 1,
"legendFormat": "",
"refId": "A",
"step": 10
}
],
"title": "Total",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 3,
"w": 4,
"x": 8,
"y": 6
},
"id": 11,
"links": [],
"maxDataPoints": 100,
"options": {
"colorMode": "none",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"text": {},
"textMode": "auto"
},
"pluginVersion": "8.5.0-56035pre",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"exemplar": true,
"expr": "sum (rate (container_cpu_usage_seconds_total{__tenant_id__=~\"$cluster$\",id=\"/\",node=~\"^$Node$\"}[$interval]))",
"format": "time_series",
"interval": "10s",
"intervalFactor": 1,
"legendFormat": "",
"refId": "A",
"step": 10
}
],
"title": "Used",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 3,
"w": 4,
"x": 12,
"y": 6
},
"id": 12,
"links": [],
"maxDataPoints": 100,
"options": {
"colorMode": "none",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"text": {},
"textMode": "auto"
},
"pluginVersion": "8.5.0-56035pre",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"exemplar": true,
"expr": "sum (machine_cpu_cores{__tenant_id__=~\"$cluster$\",node=~\"^$Node$\"})",
"format": "time_series",
"interval": "10s",
"intervalFactor": 1,
"legendFormat": "",
"refId": "A",
"step": 10
}
],
"title": "Total",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 3,
"w": 4,
"x": 16,
"y": 6
},
"id": 13,
"links": [],
"maxDataPoints": 100,
"options": {
"colorMode": "none",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"text": {},
"textMode": "auto"
},
"pluginVersion": "8.5.0-56035pre",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"exemplar": true,
"expr": "sum (container_fs_usage_bytes{__tenant_id__=~\"$cluster$\",node=~\"^$Node$\",id=\"/\"})",
"format": "time_series",
"interval": "10s",
"intervalFactor": 1,
"legendFormat": "",
"refId": "A",
"step": 10
}
],
"title": "Used",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 3,
"w": 4,
"x": 20,
"y": 6
},
"id": 14,
"links": [],
"maxDataPoints": 100,
"options": {
"colorMode": "none",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"text": {},
"textMode": "auto"
},
"pluginVersion": "8.5.0-56035pre",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"exemplar": true,
"expr": "sum (container_fs_limit_bytes{__tenant_id__=~\"$cluster$\",node=~\"^$Node$\",id=\"/\"})",
"format": "time_series",
"interval": "10s",
"intervalFactor": 1,
"legendFormat": "",
"refId": "A",
"step": 10
}
],
"title": "Total",
"type": "stat"
},
{
"collapsed": false,
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 9
},
"id": 35,
"panels": [],
"title": "Memory",
"type": "row"
},
{
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 1,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineStyle": {
"fill": "solid"
},
"lineWidth": 1,
"pointSize": 4,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "always",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "LowerBound"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 10
},
"id": 46,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom"
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"alias": "MemoryUsage",
"bucketAggs": [
{
"field": "timestamp",
"id": "2",
"settings": {
"interval": "auto"
},
"type": "date_histogram"
}
],
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"metrics": [
{
"field": "y",
"id": "1",
"type": "avg"
}
],
"query": "metric_name:memory_usage && cluster_id:$cluster",
"refId": "A",
"timeField": "timestamp"
},
{
"alias": "LowerBound",
"bucketAggs": [
{
"field": "timestamp",
"id": "2",
"settings": {
"interval": "auto"
},
"type": "date_histogram"
}
],
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"hide": false,
"metrics": [
{
"field": "yhat_lower",
"id": "1",
"type": "avg"
}
],
"query": "metric_name:memory_usage && cluster_id:$cluster",
"refId": "B",
"timeField": "timestamp"
},
{
"alias": "UpperBound",
"bucketAggs": [
{
"field": "timestamp",
"id": "2",
"settings": {
"interval": "auto"
},
"type": "date_histogram"
}
],
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"hide": false,
"metrics": [
{
"field": "yhat_upper",
"id": "1",
"type": "avg"
}
],
"query": "metric_name:memory_usage && cluster_id:$cluster",
"refId": "C",
"timeField": "timestamp"
}
],
"title": "Memory Usage",
"type": "timeseries"
},
{
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"displayMode": "auto",
"filterable": false,
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "alert_score"
},
"properties": [
{
"id": "custom.width",
"value": 84
}
]
},
{
"matcher": {
"id": "byName",
"options": "is_anomaly"
},
"properties": [
{
"id": "custom.width",
"value": 85
}
]
},
{
"matcher": {
"id": "byName",
"options": "metric_name"
},
"properties": [
{
"id": "custom.width",
"value": 201
}
]
},
{
"matcher": {
"id": "byName",
"options": "y"
},
"properties": [
{
"id": "custom.width",
"value": 49
}
]
},
{
"matcher": {
"id": "byName",
"options": "yhat"
},
"properties": [
{
"id": "custom.width",
"value": 58
}
]
},
{
"matcher": {
"id": "byName",
"options": "yhat_lower"
},
"properties": [
{
"id": "custom.width",
"value": 90
}
]
},
{
"matcher": {
"id": "byName",
"options": "is_alert"
},
"properties": [
{
"id": "custom.width",
"value": 69
}
]
},
{
"matcher": {
"id": "byName",
"options": "time"
},
"properties": [
{
"id": "custom.width",
"value": 157
}
]
},
{
"matcher": {
"id": "byName",
"options": "alert_id"
},
"properties": [
{
"id": "custom.width",
"value": 106
}
]
},
{
"matcher": {
"id": "byName",
"options": "alert_len"
},
"properties": [
{
"id": "custom.width",
"value": 98
}
]
},
{
"matcher": {
"id": "byName",
"options": "confidence_score"
},
"properties": [
{
"id": "custom.width",
"value": 131
}
]
},
{
"matcher": {
"id": "byName",
"options": "actual"
},
"properties": [
{
"id": "custom.width",
"value": 82
}
]
},
{
"matcher": {
"id": "byName",
"options": "typical"
},
"properties": [
{
"id": "custom.width",
"value": 79
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 10
},
"id": 47,
"options": {
"footer": {
"fields": "",
"reducer": [
"sum"
],
"show": false
},
"showHeader": true,
"sortBy": []
},
"pluginVersion": "8.5.0-56035pre",
"targets": [
{
"alias": "",
"bucketAggs": [],
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"metrics": [
{
"id": "1",
"settings": {
"size": "500"
},
"type": "raw_data"
}
],
"query": "metric_name:memory_usage && cluster_id:$cluster",
"refId": "A",
"timeField": "timestamp"
}
],
"title": "Memory Usage Anomalies and Alerts",
"transformations": [
{
"id": "filterByValue",
"options": {
"filters": [
{
"config": {
"id": "equal",
"options": {
"value": "1"
}
},
"fieldName": "is_anomaly"
}
],
"match": "any",
"type": "include"
}
},
{
"id": "organize",
"options": {
"excludeByName": {
"_id": true,
"_index": true,
"_type": true,
"alert_score": false,
"confidence_score": true,
"is_anomaly": true,
"metric_name": true,
"sort": true,
"y": false,
"yhat": false,
"yhat_lower": true,
"yhat_upper": true
},
"indexByName": {
"_id": 1,
"_index": 6,
"_type": 7,
"alert_id": 2,
"alert_len": 9,
"alert_score": 8,
"confidence_score": 10,
"is_alert": 5,
"is_anomaly": 11,
"metric_name": 12,
"sort": 13,
"timestamp": 0,
"y": 3,
"yhat": 4,
"yhat_lower": 14,
"yhat_upper": 15
},
"renameByName": {
"confidence_score": "",
"timestamp": "time",
"y": "actual",
"yhat": "typical"
}
}
}
],
"type": "table"
},
{
"collapsed": false,
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 18
},
"id": 37,
"panels": [],
"title": "CPU",
"type": "row"
},
{
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 5,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineStyle": {
"fill": "solid"
},
"lineWidth": 1,
"pointSize": 4,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "always",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "LowerBound"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "light-blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "UpperBound"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "light-blue",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 19
},
"id": 39,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom"
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"alias": "CpuUsage",
"bucketAggs": [
{
"field": "timestamp",
"id": "2",
"settings": {
"interval": "auto"
},
"type": "date_histogram"
}
],
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"metrics": [
{
"field": "y",
"id": "1",
"type": "avg"
}
],
"query": "metric_name:cpu_usage && cluster_id:$cluster",
"refId": "A",
"timeField": "timestamp"
},
{
"alias": "LowerBound",
"bucketAggs": [
{
"field": "timestamp",
"id": "2",
"settings": {
"interval": "auto"
},
"type": "date_histogram"
}
],
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"hide": false,
"metrics": [
{
"field": "yhat_lower",
"id": "1",
"type": "avg"
}
],
"query": "metric_name:cpu_usage && cluster_id:$cluster",
"refId": "B",
"timeField": "timestamp"
},
{
"alias": "UpperBound",
"bucketAggs": [
{
"field": "timestamp",
"id": "2",
"settings": {
"interval": "auto"
},
"type": "date_histogram"
}
],
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"hide": false,
"metrics": [
{
"field": "yhat_upper",
"id": "1",
"type": "avg"
}
],
"query": "metric_name:cpu_usage && cluster_id:$cluster",
"refId": "C",
"timeField": "timestamp"
}
],
"title": "CPU Usage",
"type": "timeseries"
},
{
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"displayMode": "auto",
"filterable": false,
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "alert_score"
},
"properties": [
{
"id": "custom.width",
"value": 84
}
]
},
{
"matcher": {
"id": "byName",
"options": "is_anomaly"
},
"properties": [
{
"id": "custom.width",
"value": 85
}
]
},
{
"matcher": {
"id": "byName",
"options": "metric_name"
},
"properties": [
{
"id": "custom.width",
"value": 201
}
]
},
{
"matcher": {
"id": "byName",
"options": "y"
},
"properties": [
{
"id": "custom.width",
"value": 49
}
]
},
{
"matcher": {
"id": "byName",
"options": "yhat"
},
"properties": [
{
"id": "custom.width",
"value": 58
}
]
},
{
"matcher": {
"id": "byName",
"options": "yhat_lower"
},
"properties": [
{
"id": "custom.width",
"value": 90
}
]
},
{
"matcher": {
"id": "byName",
"options": "is_alert"
},
"properties": [
{
"id": "custom.width",
"value": 69
}
]
},
{
"matcher": {
"id": "byName",
"options": "time"
},
"properties": [
{
"id": "custom.width",
"value": 157
}
]
},
{
"matcher": {
"id": "byName",
"options": "alert_id"
},
"properties": [
{
"id": "custom.width",
"value": 106
}
]
},
{
"matcher": {
"id": "byName",
"options": "alert_len"
},
"properties": [
{
"id": "custom.width",
"value": 98
}
]
},
{
"matcher": {
"id": "byName",
"options": "confidence_score"
},
"properties": [
{
"id": "custom.width",
"value": 131
}
]
},
{
"matcher": {
"id": "byName",
"options": "actual"
},
"properties": [
{
"id": "custom.width",
"value": 82
}
]
},
{
"matcher": {
"id": "byName",
"options": "typical"
},
"properties": [
{
"id": "custom.width",
"value": 79
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 19
},
"id": 48,
"options": {
"footer": {
"fields": "",
"reducer": [
"sum"
],
"show": false
},
"showHeader": true,
"sortBy": []
},
"pluginVersion": "8.5.0-56035pre",
"targets": [
{
"alias": "",
"bucketAggs": [],
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"metrics": [
{
"id": "1",
"settings": {
"size": "500"
},
"type": "raw_data"
}
],
"query": "metric_name:cpu_usage && cluster_id:$cluster",
"refId": "A",
"timeField": "timestamp"
}
],
"title": "CPU Usage Anomalies and Alerts",
"transformations": [
{
"id": "filterByValue",
"options": {
"filters": [
{
"config": {
"id": "equal",
"options": {
"value": "1"
}
},
"fieldName": "is_anomaly"
}
],
"match": "any",
"type": "include"
}
},
{
"id": "organize",
"options": {
"excludeByName": {
"_id": true,
"_index": true,
"_type": true,
"alert_score": false,
"confidence_score": true,
"is_anomaly": true,
"metric_name": true,
"sort": true,
"y": false,
"yhat": false,
"yhat_lower": true,
"yhat_upper": true
},
"indexByName": {
"_id": 1,
"_index": 6,
"_type": 7,
"alert_id": 2,
"alert_len": 9,
"alert_score": 8,
"confidence_score": 10,
"is_alert": 5,
"is_anomaly": 11,
"metric_name": 12,
"sort": 13,
"timestamp": 0,
"y": 3,
"yhat": 4,
"yhat_lower": 14,
"yhat_upper": 15
},
"renameByName": {
"confidence_score": "",
"timestamp": "time",
"y": "actual",
"yhat": "typical"
}
}
}
],
"type": "table"
},
{
"collapsed": false,
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 27
},
"id": 33,
"panels": [],
"title": "Disk",
"type": "row"
},
{
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 5,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineStyle": {
"fill": "solid"
},
"lineWidth": 1,
"pointSize": 4,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "always",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "UpperBound"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "light-blue",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 28
},
"id": 49,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom"
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"alias": "DiskUsage",
"bucketAggs": [
{
"field": "timestamp",
"id": "2",
"settings": {
"interval": "auto"
},
"type": "date_histogram"
}
],
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"metrics": [
{
"field": "y",
"id": "1",
"type": "avg"
}
],
"query": "metric_name:disk_usage && cluster_id:$cluster",
"refId": "A",
"timeField": "timestamp"
},
{
"alias": "UpperBound",
"bucketAggs": [
{
"field": "timestamp",
"id": "2",
"settings": {
"interval": "auto"
},
"type": "date_histogram"
}
],
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"hide": false,
"metrics": [
{
"field": "yhat_upper",
"id": "1",
"type": "avg"
}
],
"query": "metric_name:disk_usage && cluster_id:$cluster",
"refId": "C",
"timeField": "timestamp"
}
],
"title": "Disk Usage",
"type": "timeseries"
},
{
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"displayMode": "auto",
"filterable": false,
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "alert_score"
},
"properties": [
{
"id": "custom.width",
"value": 84
}
]
},
{
"matcher": {
"id": "byName",
"options": "is_anomaly"
},
"properties": [
{
"id": "custom.width",
"value": 85
}
]
},
{
"matcher": {
"id": "byName",
"options": "metric_name"
},
"properties": [
{
"id": "custom.width",
"value": 201
}
]
},
{
"matcher": {
"id": "byName",
"options": "y"
},
"properties": [
{
"id": "custom.width",
"value": 49
}
]
},
{
"matcher": {
"id": "byName",
"options": "yhat"
},
"properties": [
{
"id": "custom.width",
"value": 58
}
]
},
{
"matcher": {
"id": "byName",
"options": "yhat_lower"
},
"properties": [
{
"id": "custom.width",
"value": 90
}
]
},
{
"matcher": {
"id": "byName",
"options": "is_alert"
},
"properties": [
{
"id": "custom.width",
"value": 69
}
]
},
{
"matcher": {
"id": "byName",
"options": "time"
},
"properties": [
{
"id": "custom.width",
"value": 157
}
]
},
{
"matcher": {
"id": "byName",
"options": "alert_id"
},
"properties": [
{
"id": "custom.width",
"value": 106
}
]
},
{
"matcher": {
"id": "byName",
"options": "alert_len"
},
"properties": [
{
"id": "custom.width",
"value": 98
}
]
},
{
"matcher": {
"id": "byName",
"options": "confidence_score"
},
"properties": [
{
"id": "custom.width",
"value": 131
}
]
},
{
"matcher": {
"id": "byName",
"options": "actual"
},
"properties": [
{
"id": "custom.width",
"value": 82
}
]
},
{
"matcher": {
"id": "byName",
"options": "typical"
},
"properties": [
{
"id": "custom.width",
"value": 79
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 28
},
"id": 45,
"options": {
"footer": {
"fields": "",
"reducer": [
"sum"
],
"show": false
},
"showHeader": true,
"sortBy": []
},
"pluginVersion": "8.5.0-56035pre",
"targets": [
{
"alias": "",
"bucketAggs": [],
"datasource": {
"type": "elasticsearch",
"uid": "${DS_ELASTICSEARCH}"
},
"metrics": [
{
"id": "1",
"settings": {
"size": "500"
},
"type": "raw_data"
}
],
"query": "metric_name:disk_usage && cluster_id:$cluster",
"refId": "A",
"timeField": "timestamp"
}
],
"title": "Disk Usage Anomalies and Alerts",
"transformations": [
{
"id": "filterByValue",
"options": {
"filters": [
{
"config": {
"id": "equal",
"options": {
"value": "1"
}
},
"fieldName": "is_anomaly"
}
],
"match": "any",
"type": "include"
}
},
{
"id": "organize",
"options": {
"excludeByName": {
"_id": true,
"_index": true,
"_type": true,
"alert_score": false,
"confidence_score": true,
"is_anomaly": true,
"metric_name": true,
"sort": true,
"y": false,
"yhat": false,
"yhat_lower": true,
"yhat_upper": true
},
"indexByName": {
"_id": 1,
"_index": 6,
"_type": 7,
"alert_id": 2,
"alert_len": 9,
"alert_score": 8,
"confidence_score": 10,
"is_alert": 5,
"is_anomaly": 11,
"metric_name": 12,
"sort": 13,
"timestamp": 0,
"y": 3,
"yhat": 4,
"yhat_lower": 14,
"yhat_upper": 15
},
"renameByName": {
"confidence_score": "",
"timestamp": "time",
"y": "actual",
"yhat": "typical"
}
}
}
],
"type": "table"
}
],
"refresh": "",
"schemaVersion": 36,
"style": "dark",
"tags": [],
"templating": {
"list": [
{
"current": {
"selected": false,
"text": "default",
"value": "default"
},
"hide": 0,
"includeAll": false,
"multi": false,
"name": "datasource",
"options": [],
"query": "prometheus",
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"type": "datasource"
},
{
"allValue": ".*",
"current": {},
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"definition": "label_values(up, __tenant_id__)",
"hide": 0,
"includeAll": true,
"label": "cluster",
"multi": false,
"name": "cluster",
"options": [],
"query": {
"query": "label_values(up, __tenant_id__)",
"refId": "StandardVariableQuery"
},
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"sort": 0,
"type": "query"
},
{
"auto": true,
"auto_count": 20,
"auto_min": "2m",
"current": {
"selected": false,
"text": "auto",
"value": "$__auto_interval_interval"
},
"hide": 2,
"name": "interval",
"options": [
{
"selected": true,
"text": "auto",
"value": "$__auto_interval_interval"
},
{
"selected": false,
"text": "1m",
"value": "1m"
},
{
"selected": false,
"text": "10m",
"value": "10m"
},
{
"selected": false,
"text": "30m",
"value": "30m"
},
{
"selected": false,
"text": "1h",
"value": "1h"
},
{
"selected": false,
"text": "6h",
"value": "6h"
},
{
"selected": false,
"text": "12h",
"value": "12h"
},
{
"selected": false,
"text": "1d",
"value": "1d"
},
{
"selected": false,
"text": "7d",
"value": "7d"
},
{
"selected": false,
"text": "14d",
"value": "14d"
},
{
"selected": false,
"text": "30d",
"value": "30d"
}
],
"query": "1m,10m,30m,1h,6h,12h,1d,7d,14d,30d",
"refresh": 2,
"skipUrlSync": false,
"type": "interval"
},
{
"allValue": ".*",
"current": {},
"datasource": {
"type": "prometheus",
"uid": "${DS_OPNI}"
},
"definition": "label_values(kube_node_info{__tenant_id__=~\"^$cluster\"}, node)",
"hide": 0,
"includeAll": true,
"multi": false,
"name": "Node",
"options": [],
"query": {
"query": "label_values(kube_node_info{__tenant_id__=~\"^$cluster\"}, node)",
"refId": "StandardVariableQuery"
},
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"sort": 0,
"tagValuesQuery": "",
"tagsQuery": "",
"type": "query",
"useTags": false
}
]
},
"time": {
"from": "now-15m",
"to": "now"
},
"timepicker": {
"refresh_intervals": [
"5s",
"10s",
"30s",
"1m",
"5m",
"15m",
"30m",
"1h",
"2h",
"1d"
],
"time_options": [
"5m",
"15m",
"1h",
"6h",
"12h",
"24h",
"2d",
"7d",
"30d"
]
},
"timezone": "browser",
"title": "Opni Metric Anomaly Detection Insights Dashboard",
"uid": "clQQm_Enz",
"version": 14,
"weekStart": ""
}
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
1
https://gitee.com/mirrors_rancher/opni-metrics-service.git
git@gitee.com:mirrors_rancher/opni-metrics-service.git
mirrors_rancher
opni-metrics-service
opni-metrics-service
main

搜索帮助