diff --git a/ansible/group_vars/all/vault.yml b/ansible/group_vars/all/vault.yml index f89241b..d247344 100644 --- a/ansible/group_vars/all/vault.yml +++ b/ansible/group_vars/all/vault.yml @@ -1,54 +1,58 @@ $ANSIBLE_VAULT;1.1;AES256 -36623666343566343164316264633032376665363132613066346462333863353931626661616235 -3534313532386433646132396332386539356534336563610a386435326135613661376666646265 -39373930643763316364373137393239633538653038646535313332396133373730396466656436 -3665353332653935340a626261393963383332383830383339373139363164653735653039363333 -33306432646335633263373037633636653239663565306530386361343835383965653864376638 -34376636626164633765343065613935636666663039613330336665316130633764656539303465 -38333638623462653139633763353234313062353730303335663435653233646533663739356332 -64316463653838353331303361613339326566306262613935643934653735613266646534326261 -61356666333531656662613034326563303833383439356430636661316231306364613736343131 -63636265366538653564616132306539366330663531616163366132616362336164306230393436 -34643831623139353564323031636233346533386534643031383963303532613462383437393962 -37383862626439646632323763303831323633656638626430326563393561666231393537363939 -63303930343765616639356430643034393031626630663231353930353331626362376161633837 -66343534333139376461613361623731323634613363363530653839316164393663383465383537 -33623937653339383065393939633634313966356633323332633565366539653865633166363265 -36366461303335326534346238343634643161313633303731366539376232326532323862373364 -34383636613765316231646664643332653336363162326331356463656561313062616530346435 -66323363353730323332363466616437303635323332303438653833366438383161313930633731 -34626262393536333236613235643563366134336130633631313631323335313436653964373965 -35663961383338303439383665616464383562303561333266313934653435393434393765353932 -31356563646131643161393738323832613030613934623364346132646235396432663936616630 -63656439383837636630313264643933316264643261393662393166323934343265366635393064 -34376262646331646664633231313461336130653535626565323938393534373234313138353634 -32386266666563363437636531316233306462313533666665316261623061373931643333363930 -66623036633134616335653832633936326632313234653732313937346537326639313733663336 -37363435313965333333373661333262383832346265303636306461376437616239633835643839 -36393262333261653165643331353239316132636366323465356130613661356533366634363334 -63353235376666303361386564356639633534666262633766616339613130643237653236653465 -63373136333734663139666339343336336461656666303765333166616366636530373864353665 -35636639373234643765396636313762313936356262663761363064623066633234633964373461 -31663266353935396364366263356561356435313536366463323233383935643562623436633864 -30646331326335373939386230306434656162643438306533613539636661343237376466656434 -32656135666261353431346362366130663932643431313161653934656166663766333933613663 -39353137346333633432366337393636306365626131376637373434323830613039356233323137 -36656439663334653064333562613035376436313331343832646434363963303666363337376537 -30656433343762396530316630656266626439626263353933363466363864333139343631636137 -39613538363738306138643735306138353561346434383238303834653239393666396466373865 -34663535336261383437316164326163356436346365363463623765326162396231356535306335 -36383231353330643833376164313664666465303364323031333534626161363961613337613133 -30633638323530343934616163653236656163613835373261666639666466653432616664353630 -34373933333363376461353630333839376235326636323130346163376236316263393530643132 -36323037316437363231383233663063363466326133353530373635616266613738636438613764 -33373965313862396232303763316233333364353364316438643263316363393237636430663732 -65666161356166366263343863346666393535393839633339353264646534656534306139323537 -36383564623938633338326461373662666336313061326364363032313333623732366637616133 -65336332323638623434306130323030343962613763303163656132363865323134363939613838 -33646461313461323432333132396136663366616533356363663537356439333537653332656561 -64653235343237356533663232656637646330306435663635386432346661623438646331363666 -61306535663134343839623565646562626330323234383836626666306363393033643935373732 -65623561356261636664363362313065333863366339373834613631373464623736613639306538 -61383230393462613133636163343136363438386235323833373232343937366236333761643837 -35363866613264386637613038633034376665313139393733623431396434643063366231613532 -61376361386365393761393635343838376630623932646236653866373364336530 +33313338326465616463373739376466643235366232633666393939623432303264353066333761 +6566653435613532366432353739306535353932646435660a373138383639613432386238656530 +66376265303131336263303361323061396134306135303031616432313063663564343835313830 +3236626337666461370a336664663432306663383261366134356366376530363333643864616435 +32343661653638373339613132306335313632363564306534326332316636656135343164373965 +64363339653434363062666539663932653462653036373932343331323230383236313861313466 +30613937386430316236623036313035353437643534386634326139383637363333363039626337 +63303237653838336131356130333337373761663637346332363962316238646565643039653262 +64303662333862666664313433613937666239333331643333646638633632373531303161376162 +66376262346238636361623566386539666561346531396162323761353763656538343134643562 +31306230393165656631366365623733353139383435323564303336383235626465636462663530 +34646430656366656664323838363432336131313333653261613466323435363838616532376332 +66373932656131353331313039396236383762663637616133633134383938613039353231323361 +34383966653333623266316165313431363436363166656431343134353631313564653237366430 +66323039303532626434303839333634616633393733333362656365333465346666636431303537 +63323461313134373665376532656364383664333764643165363530323738616138303338623963 +37346337613933333366653262356233313130626465636365613530396364386666306662333837 +37303361303434313233643034323736343533383739353233356131366531363038623733663466 +31653561633061346239333730623634613438623033383463343064663035366165393531613135 +30363233623932353562313465303233656362386665353164613966316265626234343036396537 +35646637363338363261346434373135363932313166313930623761626231303362393463646162 +35656535333161363765333664356366306436306334666434333136643035633335613666663536 +38363039626136313137383538326230623634613134393365303863336162313562313665313230 +31313036346564633461653633303263383534643933303465633164333261366234616130623464 +30666566333266316631663565326237346561323134616535343730643562316464613133316336 +63393038663031323437323630666435343032393461346331646137376330623333363531383232 +30316663373765333164663832663832643565363466613066613964343837633565353965333966 +62613839643637336437666363613136353337633534633631653630356165613339376165633438 +66623436626239343265636137363432343730356665663539663364386631623037313163313932 +32623766653031383665393232613636373632623136396463646166393138363832383266306130 +39373537623331323666363936343131643662383538383934373937303735633362303132356535 +35303337613035366239323230313635666235646539616563653566326362383166376431656261 +61363833336262633730313333383238383066386438326432353865343366336639353130373461 +36356439373234356666663066663865323565333261643538386534383461396330633532383163 +34393031373366303362333630613339613834336161343337313539626134633663376165396135 +31373963626261396465363337316233646337336530326331363137383336363261386236376161 +37653466363263323131613635653166373331363631633165313661353963396338316262353561 +35393161303138663235646531613830383566653439656433343366333164613338306438636539 +31383535633766666332366362336162316661336439316234653033303933616639386137633834 +63653961623462656636376362613666656336313461316239666132313638323133336634633266 +62656333643331656339396133363730643537623436383166663761663839366466313564666439 +33386434373963663366636665633133613163393139623938316662323832336439343665316639 +63336333323761363162333765393737346533313939623537396538326366623433366165633232 +31373236366165373839323732633034306166353834356662343265376637353466373864356264 +36396430396664313634396630616636356533336332343539373134306561643265616138393335 +62313936306337666631353964333032333734373432303231343334656431356635373235346337 +63666533383261383665363332316236313031643437373761663762336461633066313861653932 +66306639323033643765346265633161353462323638356463613035333463306662616664616430 +61663738336263643264373137303862316661383665613230363932336132393766633537613735 +65613565333661326265343866323365646138343264326662643665373430303236646164316438 +34623161666166343936393363316135343266633331303539656439613234316630383335343338 +32393332353530613863306334383430356238653964303630316333383234663362303836353539 +35386430646230633062666366333862366339393466383234613765616265353463643165303130 +35653935376364653863373565363065336433313566383464303833343231373163386439313861 +39356361653163323830646334626361623130306336643865356539306466393561383462633064 +39663835383533386663363331663739643663336365636665353561386136346634336361363533 +39303466613466366533366663663335396661346363343636366230623431616639 diff --git a/ansible/playbooks/tasks/opentelemetry_resources.yaml b/ansible/playbooks/tasks/opentelemetry_resources.yaml index 80efff1..077c864 100644 --- a/ansible/playbooks/tasks/opentelemetry_resources.yaml +++ b/ansible/playbooks/tasks/opentelemetry_resources.yaml @@ -22,4 +22,5 @@ namespace: opentelemetry type: Opaque stringData: - token: "{{ opentelemetry_client_token }}" \ No newline at end of file + token: "{{ opentelemetry_client_token }}" + tokenExternal: "{{ opentelemetry_client_token_external }}" \ No newline at end of file diff --git a/fleet/grafana-dashboards/public-external-blockchain-nodes.yaml b/fleet/grafana-dashboards/public-external-blockchain-nodes.yaml new file mode 100644 index 0000000..e87d516 --- /dev/null +++ b/fleet/grafana-dashboards/public-external-blockchain-nodes.yaml @@ -0,0 +1,819 @@ +apiVersion: v1 +kind: ConfigMap +metadata: + name: public-external-blockchain-nodes + labels: + grafana_dashboard: "1" + annotations: + grafana_folder: "public" +data: + public-external-blockchain-nodes.json: | + { + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "grafana", + "uid": "-- Grafana --" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 0, + "links": [], + "panels": [ + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 12, + "panels": [], + "title": "Consensus", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 1 + }, + "id": 16, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.3.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "editorMode": "code", + "expr": "consensus_connections{namespace=\"\"}", + "legendFormat": "{{service_name}}", + "range": true, + "refId": "A" + } + ], + "title": "Consensus connections", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 1 + }, + "id": 15, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.3.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "editorMode": "code", + "expr": "consensus_peers_connected{namespace=\"\"}", + "hide": false, + "legendFormat": "{{service_name}}", + "range": true, + "refId": "A" + } + ], + "title": "Consensus peers connected", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 9 + }, + "id": 13, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.3.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "editorMode": "code", + "expr": "consensus_tip_height{namespace=\"\"}", + "legendFormat": "{{service_name}}", + "range": true, + "refId": "A" + } + ], + "title": "Tip Height", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 9 + }, + "id": 14, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.3.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "editorMode": "code", + "expr": "consensus_finalized_height{namespace=\"\"}", + "legendFormat": "{{service_name}}", + "range": true, + "refId": "A" + } + ], + "title": "Finalized Height (LIB)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 17 + }, + "id": 3, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.3.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "editorMode": "code", + "expr": "consensus_forks_count{namespace=\"\"}", + "legendFormat": "{{service_name}}", + "range": true, + "refId": "A" + } + ], + "title": "Consensus forks", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 17 + }, + "id": 17, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.3.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "editorMode": "code", + "expr": "tip_poll_triggered_total{namespace=\"\"}", + "legendFormat": "{{service_name}}", + "range": true, + "refId": "A" + } + ], + "title": "Tip poll triggered total", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 25 + }, + "id": 11, + "panels": [], + "title": "Blend", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "msgps" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 26 + }, + "id": 7, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.3.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "editorMode": "code", + "expr": "rate(blend_messages_sent_total{namespace=\"\"}[5m])", + "legendFormat": "Sent/sec - {{service_name}}", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "editorMode": "code", + "expr": "rate(blend_messages_received_total{namespace=\"\"}[5m])", + "hide": true, + "legendFormat": "Received/sec - {{service_name}}", + "range": true, + "refId": "B" + } + ], + "title": "Message Flow Rate — events/sec", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 26 + }, + "id": 6, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.3.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "VictoriaMetricsPublic" + }, + "editorMode": "code", + "expr": "blend_peers_connected{namespace=\"\"}", + "hide": false, + "legendFormat": "{{service_name}}", + "range": true, + "refId": "A" + } + ], + "title": "Blend connections", + "type": "timeseries" + } + ], + "preload": false, + "schemaVersion": 42, + "tags": [ + "public" + ], + "templating": { + "list": [] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "browser", + "title": "External Blockchain Nodes", + "uid": "makp8qc062026", + "version": 2 + } \ No newline at end of file diff --git a/fleet/otlp-collector-external/fleet.yaml b/fleet/otlp-collector-external/fleet.yaml new file mode 100644 index 0000000..04190f9 --- /dev/null +++ b/fleet/otlp-collector-external/fleet.yaml @@ -0,0 +1,186 @@ +defaultNamespace: opentelemetry +dependsOn: + - name: vaclab-2-fleet-victoria-metrics-stack + +helm: + repo: https://open-telemetry.github.io/opentelemetry-helm-charts/ + chart: opentelemetry-collector + version: 0.146.1 + releaseName: otel-external + takeOwnership: true + disablePreProcess: true + values: + mode: deployment + image: + repository: "otel/opentelemetry-collector-contrib" + + podAnnotations: + kubernetes.io/ingress-bandwidth: "200M" + kubernetes.io/egress-bandwidth: "100M" + + presets: + clusterMetrics: + enabled: false + logsCollection: + enabled: false + + service: + type: ClusterIP + annotations: + traefik.ingress.kubernetes.io/service.serversscheme: h2c + + resources: + requests: + cpu: "2" + memory: 4Gi + limits: + cpu: "4" + memory: 5Gi + + ingress: + enabled: true + ingressClassName: traefik + annotations: + cert-manager.io/cluster-issuer: letsencrypt-prod + traefik.ingress.kubernetes.io/router.entrypoints: websecure + traefik.ingress.kubernetes.io/router.tls: "true" + traefik.ingress.kubernetes.io/router.middlewares: default-public-otlp-rate-limiter@kubernetescrd + + hosts: + - host: public.otlp.lab.vac.dev + paths: + - path: / + pathType: Prefix + port: 4317 + tls: + - secretName: otlp-external-tls + hosts: + - public.otlp.lab.vac.dev + additionalIngresses: + - name: insecure + ingressClassName: traefik + annotations: + traefik.ingress.kubernetes.io/router.entrypoints: web + hosts: + - host: public.otlp.lab.vac.dev + paths: + - path: / + pathType: Prefix + port: 4317 + + ports: + otlp: + enabled: true + containerPort: 4317 + servicePort: 4317 + protocol: TCP + otlp-http: + enabled: true + containerPort: 4318 + servicePort: 4318 + protocol: TCP + + extraEnvs: + - name: OTEL_CLIENT_TOKEN + valueFrom: + secretKeyRef: + name: otel-client-token + key: tokenExternal + + config: + extensions: + health_check: + endpoint: 0.0.0.0:13133 + bearertokenauth: + token: "${env:OTEL_CLIENT_TOKEN}" + + processors: + memory_limiter: + check_interval: 1s + limit_mib: 3000 + spike_limit_mib: 512 + k8sattributes: + auth_type: serviceAccount + extract: + metadata: + - k8s.namespace.name + - k8s.pod.name + - k8s.pod.uid + - k8s.pod.ip + - k8s.node.name + #- k8s.deployment.name + #- k8s.replicaset.name + #- k8s.statefulset.name + #- k8s.daemonset.name + - k8s.container.name + + pod_association: + - sources: + - from: resource_attribute + name: k8s.pod.uid + - sources: + - from: resource_attribute + name: k8s.pod.ip + - sources: + - from: resource_attribute + name: k8s.pod.name + - from: resource_attribute + name: k8s.namespace.name + - sources: + - from: connection + deltatocumulative: + max_stale: 5m + + transform: + metric_statements: + - context: resource + statements: + - set(attributes["dst_source"], "external") + - set(attributes["namespace"], attributes["k8s.namespace.name"]) + - set(attributes["pod"], attributes["k8s.pod.name"]) + - set(attributes["pod_uid"], attributes["k8s.pod.uid"]) + - set(attributes["pod_ip"], attributes["k8s.pod.ip"]) + - set(attributes["node"], attributes["k8s.node.name"]) + log_statements: + - context: resource + statements: + - set(attributes["dst_source"], "external") + - set(attributes["namespace"], attributes["k8s.namespace.name"]) + - set(attributes["pod"], attributes["k8s.pod.name"]) + - set(attributes["pod_uid"], attributes["k8s.pod.uid"]) + - set(attributes["pod_ip"], attributes["k8s.pod.ip"]) + - set(attributes["node"], attributes["k8s.node.name"]) + + receivers: + otlp: + protocols: + grpc: + endpoint: 0.0.0.0:4317 + max_recv_msg_size_mib: 2 + auth: + authenticator: bearertokenauth + http: + endpoint: 0.0.0.0:4318 + auth: + authenticator: bearertokenauth + + exporters: + otlphttp/victoriametrics: + compression: gzip + encoding: proto + metrics_endpoint: http://vminsert-vmks-external-victoria-metrics-k8s-stack.vmetrics-external:8480/insert/0/opentelemetry/v1/metrics + logs_endpoint: http://vlc-external-victoria-logs-cluster-vlinsert.victorialogs-external.svc.cluster.local:9481/insert/opentelemetry/v1/logs + tls: + insecure: true + + service: + extensions: [health_check, bearertokenauth] + pipelines: + logs: + receivers: [otlp] + processors: [memory_limiter, k8sattributes, transform] + exporters: [otlphttp/victoriametrics] + metrics: + receivers: [otlp] + processors: [memory_limiter, k8sattributes, transform, deltatocumulative] + exporters: [otlphttp/victoriametrics] \ No newline at end of file diff --git a/fleet/traefik-middlewares/public-otlp-rate-limiter.yaml b/fleet/traefik-middlewares/public-otlp-rate-limiter.yaml new file mode 100644 index 0000000..a8fc136 --- /dev/null +++ b/fleet/traefik-middlewares/public-otlp-rate-limiter.yaml @@ -0,0 +1,18 @@ +apiVersion: traefik.io/v1alpha1 +kind: Middleware +metadata: + name: public-otlp-rate-limiter + namespace: default +spec: + rateLimit: + # just a large number for now, globally shared by all external nodes + # combined with otlp recive message size limit of 2MB + # this allows 25*2MB/s ~= 400 Mbps + # which is 2 times higher than the L3 ingress bandwidth limits + # to allow throttling to without dropping aggressively + average: 25 + period: 1s + burst: 100 + sourceCriterion: + ipStrategy: + depth: 1 \ No newline at end of file diff --git a/fleet/traefik-middlewares/public-vlselect-rate-limiter.yaml b/fleet/traefik-middlewares/public-vlselect-rate-limiter.yaml new file mode 100644 index 0000000..a2db7c2 --- /dev/null +++ b/fleet/traefik-middlewares/public-vlselect-rate-limiter.yaml @@ -0,0 +1,14 @@ +apiVersion: traefik.io/v1alpha1 +kind: Middleware +metadata: + name: public-vlselect-rate-limiter + namespace: default +spec: + # just a large number for now, globally shared by all public users accessing the dashboard + rateLimit: + average: 100 + period: 1s + burst: 200 + sourceCriterion: + ipStrategy: + depth: 1 \ No newline at end of file diff --git a/fleet/traefik-middlewares/public-vlselect-redirect.yaml b/fleet/traefik-middlewares/public-vlselect-redirect.yaml new file mode 100644 index 0000000..d82b3fc --- /dev/null +++ b/fleet/traefik-middlewares/public-vlselect-redirect.yaml @@ -0,0 +1,10 @@ +apiVersion: traefik.io/v1alpha1 +kind: Middleware +metadata: + name: public-vlselect-redirect + namespace: default +spec: + redirectRegex: + regex: '^https?://public\.log\.lab\.vac\.dev(?:/|/select/?)?$' + replacement: "https://public.log.lab.vac.dev/select/vmui" + permanent: true diff --git a/fleet/victoria-logs-cluster-external/fleet.yaml b/fleet/victoria-logs-cluster-external/fleet.yaml new file mode 100644 index 0000000..3c6e772 --- /dev/null +++ b/fleet/victoria-logs-cluster-external/fleet.yaml @@ -0,0 +1,468 @@ +defaultNamespace: victorialogs-external +dependsOn: + - name: vaclab-2-fleet-longhorn + - name: vaclab-2-fleet-storage + +helm: + repo: https://victoriametrics.github.io/helm-charts/ + chart: victoria-logs-cluster + version: 0.0.25 + releaseName: vlc-external + takeOwnership: true + values: + global: + cluster: + dnsDomain: cluster.local. + compatibility: + openshift: + adaptSecurityContext: auto + nameOverride: "" + printNotes: true + serviceAccount: + annotations: {} + automountToken: true + create: false + extraLabels: {} + name: null + vector: + enabled: false + vlinsert: + affinity: {} + annotations: {} + containerWorkingDir: "" + enabled: true + env: [] + envFrom: [] + excludeStorageIDs: [] + extraArgs: + envflag.enable: true + httpListenAddr: :9481 + loggerFormat: json + extraContainers: [] + extraLabels: {} + extraVolumeMounts: [] + extraVolumes: [] + fullnameOverride: "" + horizontalPodAutoscaler: + behavior: {} + enabled: false + maxReplicas: 10 + metrics: [] + minReplicas: 2 + image: + pullPolicy: IfNotPresent + registry: "" + repository: victoriametrics/victoria-logs + tag: "" + ingress: + annotations: {} + enabled: false + extraLabels: {} + hosts: + - name: vlinsert.local + path: + - /insert + port: http + ingressClassName: "" + pathType: Prefix + tls: [] + initContainers: [] + lifecycle: {} + name: "" + nodeSelector: {} + podAnnotations: {} + podDisruptionBudget: + enabled: false + labels: {} + podLabels: {} + podSecurityContext: + enabled: true + fsGroup: 1000 + ports: + name: http + priorityClassName: "" + probe: + liveness: + failureThreshold: 3 + initialDelaySeconds: 5 + periodSeconds: 15 + tcpSocket: {} + timeoutSeconds: 5 + readiness: + failureThreshold: 10 + httpGet: {} + initialDelaySeconds: 5 + periodSeconds: 5 + timeoutSeconds: 5 + startup: {} + replicaCount: 2 + resources: + limits: + cpu: "8" # set to 8 in prod + memory: "8Gi" # set to 8Gi in prod + requests: + cpu: "2" # set to 2 in prod + memory: 2Gi + securityContext: + enabled: true + runAsGroup: 1000 + runAsNonRoot: true + runAsUser: 1000 + service: + annotations: {} + clusterIP: "" + enabled: true + externalIPs: [] + externalTrafficPolicy: "" + extraPorts: [] + healthCheckNodePort: "" + ipFamilies: [] + ipFamilyPolicy: "" + labels: {} + loadBalancerIP: "" + loadBalancerSourceRanges: [] + servicePort: 9481 + targetPort: http + type: ClusterIP + strategy: {} + suppressStorageFQDNsRender: false + terminationGracePeriodSeconds: 30 + tolerations: [] + topologySpreadConstraints: [] + vmServiceScrape: + annotations: {} + enabled: false + extraLabels: {} + namespace: "" + spec: + endpoints: + - port: http + useServiceMonitor: false + vlselect: + affinity: {} + annotations: {} + containerWorkingDir: "" + enabled: true + env: [] + envFrom: [] + extraArgs: + envflag.enable: true + httpListenAddr: :9471 + loggerFormat: json + extraContainers: [] + extraLabels: {} + extraVolumeMounts: [] + extraVolumes: [] + fullnameOverride: "" + horizontalPodAutoscaler: + behavior: {} + enabled: false + maxReplicas: 5 + metrics: [] + minReplicas: 2 + image: + pullPolicy: IfNotPresent + registry: "" + repository: victoriametrics/victoria-logs + tag: "" + ingress: + annotations: + cert-manager.io/cluster-issuer: letsencrypt-prod + kubernetes.io/tls-acme: "true" + traefik.ingress.kubernetes.io/router.middlewares: default-public-vlselect-rate-limiter@kubernetescrd,default-redirect-https@kubernetescrd,default-public-vlselect-redirect@kubernetescrd #,default-authentik-forwardauth@kubernetescrd + # Homepage self-discovery annotations + #gethomepage.dev/enabled: "true" + #gethomepage.dev/name: "VictoriaLogs" + #gethomepage.dev/description: "Log Aggregation & Search" + #gethomepage.dev/group: "Monitoring" + #gethomepage.dev/icon: "victoriametrics" + + enabled: true + extraLabels: {} + hosts: + - name: public.log.lab.vac.dev + path: + - / + port: http + ingressClassName: traefik + pathType: Prefix + tls: + - hosts: + - public.log.lab.vac.dev + secretName: public-vlselect-ingress-tls + initContainers: [] + lifecycle: {} + name: "" + nodeSelector: {} + podAnnotations: + kubernetes.io/ingress-bandwidth: "100M" + kubernetes.io/egress-bandwidth: "200M" + podDisruptionBudget: + enabled: false + labels: {} + podLabels: {} + podSecurityContext: + enabled: true + fsGroup: 1000 + ports: + name: http + priorityClassName: "" + probe: + liveness: + failureThreshold: 3 + initialDelaySeconds: 5 + periodSeconds: 15 + tcpSocket: {} + timeoutSeconds: 5 + readiness: + failureThreshold: 10 + httpGet: {} + initialDelaySeconds: 5 + periodSeconds: 5 + timeoutSeconds: 5 + startup: {} + replicaCount: 2 + resources: {} + securityContext: + enabled: true + runAsGroup: 1000 + runAsNonRoot: true + runAsUser: 1000 + service: + annotations: {} + clusterIP: "" + enabled: true + externalIPs: [] + externalTrafficPolicy: "" + extraPorts: [] + healthCheckNodePort: "" + ipFamilies: [] + ipFamilyPolicy: "" + labels: {} + loadBalancerIP: "" + loadBalancerSourceRanges: [] + servicePort: 9471 + targetPort: http + type: ClusterIP + strategy: {} + suppressStorageFQDNsRender: false + terminationGracePeriodSeconds: 60 + tolerations: [] + topologySpreadConstraints: [] + vmServiceScrape: + annotations: {} + enabled: false + extraLabels: {} + namespace: "" + spec: + endpoints: + - port: http + useServiceMonitor: false + vlstorage: + affinity: {} + annotations: {} + containerWorkingDir: "" + emptyDir: {} + enabled: true + env: [] + envFrom: [] + extraArgs: + envflag.enable: true + httpListenAddr: :9491 + loggerFormat: json + extraContainers: [] + extraLabels: {} + extraVolumeMounts: [] + extraVolumes: [] + fullnameOverride: null + horizontalPodAutoscaler: + behavior: + scaleDown: + selectPolicy: Disabled + enabled: false + maxReplicas: 5 + metrics: [] + minReplicas: 2 + image: + pullPolicy: IfNotPresent + registry: "" + repository: victoriametrics/victoria-logs + tag: "" + initContainers: [] + lifecycle: {} + minReadySeconds: 5 + name: "" + nodeSelector: {} + persistentVolume: + accessModes: + - ReadWriteOnce + annotations: {} + enabled: true + existingClaim: "" + labels: {} + mountPath: /storage + name: vlstorage-volume + size: 200Gi # set to 600Gi for internal + storageClassName: longhorn-vaclab + subPath: "" + podAnnotations: {} + podDisruptionBudget: + enabled: false + labels: {} + podLabels: {} + podManagementPolicy: OrderedReady + podSecurityContext: + enabled: true + fsGroup: 1000 + ports: + name: http + priorityClassName: "" + probe: + readiness: + failureThreshold: 10 + httpGet: {} + initialDelaySeconds: 5 + periodSeconds: 5 + timeoutSeconds: 5 + startup: {} + replicaCount: 1 + resources: + requests: + cpu: "2" + memory: "1Gi" + retentionDiskSpaceUsage: "" + retentionPeriod: 6 + securityContext: + enabled: true + runAsGroup: 1000 + runAsNonRoot: true + runAsUser: 1000 + service: + annotations: {} + clusterIP: None + enabled: true + externalTrafficPolicy: "" + extraPorts: [] + healthCheckNodePort: "" + ipFamilies: [] + ipFamilyPolicy: "" + labels: {} + servicePort: 9491 + targetPort: http + type: ClusterIP + terminationGracePeriodSeconds: 60 + tolerations: [] + topologySpreadConstraints: [] + vmServiceScrape: + annotations: {} + enabled: false + extraLabels: {} + namespace: "" + spec: + endpoints: + - port: http + useServiceMonitor: false + vmauth: + affinity: {} + annotations: {} + config: {} + configSecretName: "" + containerWorkingDir: "" + enabled: false + env: [] + envFrom: [] + extraArgs: + envflag.enable: true + httpListenAddr: :8427 + loggerFormat: json + extraContainers: [] + extraLabels: {} + extraVolumeMounts: [] + extraVolumes: [] + fullnameOverride: "" + horizontalPodAutoscaler: + behavior: {} + enabled: false + maxReplicas: 10 + metrics: [] + minReplicas: 2 + image: + pullPolicy: IfNotPresent + registry: "" + repository: victoriametrics/vmauth + tag: v1.116.0 + ingress: + annotations: {} + enabled: false + extraLabels: {} + hosts: + - name: vmauth.local + path: + - /insert + port: http + pathType: Prefix + tls: [] + initContainers: [] + lifecycle: {} + name: "" + nodeSelector: {} + podAnnotations: {} + podDisruptionBudget: + enabled: false + labels: {} + podLabels: {} + podSecurityContext: + enabled: true + fsGroup: 1000 + ports: + name: http + priorityClassName: "" + probe: + liveness: + failureThreshold: 3 + initialDelaySeconds: 5 + periodSeconds: 15 + tcpSocket: {} + timeoutSeconds: 5 + readiness: + failureThreshold: 10 + httpGet: {} + initialDelaySeconds: 5 + periodSeconds: 5 + timeoutSeconds: 5 + startup: {} + replicaCount: 2 + resources: {} + securityContext: + enabled: true + runAsGroup: 1000 + runAsNonRoot: true + runAsUser: 1000 + service: + annotations: {} + clusterIP: "" + enabled: true + externalIPs: [] + externalTrafficPolicy: "" + extraPorts: [] + healthCheckNodePort: "" + ipFamilies: [] + ipFamilyPolicy: "" + labels: {} + loadBalancerIP: "" + loadBalancerSourceRanges: [] + servicePort: 8427 + targetPort: http + type: ClusterIP + strategy: {} + tolerations: [] + topologySpreadConstraints: [] + vmServiceScrape: + annotations: {} + enabled: false + extraLabels: {} + namespace: "" + spec: + endpoints: + - port: http + useServiceMonitor: false diff --git a/fleet/victoria-metrics-stack-ext/fleet.yaml b/fleet/victoria-metrics-stack-ext/fleet.yaml new file mode 100644 index 0000000..16ae125 --- /dev/null +++ b/fleet/victoria-metrics-stack-ext/fleet.yaml @@ -0,0 +1,193 @@ +defaultNamespace: vmetrics-external +dependsOn: + - name: vaclab-2-fleet-longhorn + #- name: vaclab-2-fleet-grafana-dashboards + - name: vaclab-2-fleet-storage + #- name: vaclab-2-fleet-cert-issuers + +helm: + repo: https://victoriametrics.github.io/helm-charts/ + chart: victoria-metrics-k8s-stack + version: 0.67.0 + releaseName: vmks-external + takeOwnership: true + values: + global: + clusterLabel: cluster + license: + key: "" + keyRef: {} + cluster: + dnsDomain: cluster.local. + + nameOverride: "" + fullnameOverride: "" + tenant: "0" + argocdReleaseOverride: "" + + victoria-metrics-operator: + enabled: false + defaultDashboards: + enabled: false + + defaultRules: + create: false + + vmsingle: + enabled: false + + vmcluster: + annotations: {} + enabled: true + ingress: + insert: + annotations: {} + enabled: false + extraPaths: [] + hosts: [] + ingressClassName: "" + labels: {} + path: '{{ dig "extraArgs" "http.pathPrefix" "/" .Values.vmcluster.spec.vminsert + }}' + pathType: Prefix + tls: [] + select: + annotations: {} + enabled: true + extraPaths: [] + hosts: [] + ingressClassName: "" + labels: {} + path: '{{ dig "extraArgs" "http.pathPrefix" "/" .Values.vmcluster.spec.vmselect + }}' + pathType: Prefix + tls: [] + storage: + annotations: {} + enabled: false + extraPaths: [] + hosts: [] + ingressClassName: "" + labels: {} + path: "" + pathType: Prefix + tls: [] + labels: {} + spec: + replicationFactor: 2 + retentionPeriod: "6" + vminsert: + enabled: true + extraArgs: + # Enable OpenTelemetry metrics ingestion with Prometheus-compatible naming + # OTLP Protobuf: http://vminsert-vmks-victoria-metrics-k8s-stack.vmetrics:8480/insert/0/opentelemetry/v1/metrics + # Prometheus import: http://vminsert-vmks-victoria-metrics-k8s-stack.vmetrics:8480/insert/0/prometheus/api/v1/import/prometheus + # Note: OTLP requires protobuf encoding (not JSON). Use Prometheus format for simple HTTP push. + opentelemetry.usePrometheusNaming: "true" + port: "8480" + replicaCount: 2 + resources: + limits: + cpu: "8" + memory: 8Gi + requests: + cpu: "4" + memory: 4Gi + vmselect: + enabled: true + extraArgs: {} + port: "8481" + replicaCount: 2 + resources: + limits: + cpu: "8" + memory: "16Gi" + requests: + cpu: "4" + memory: "8Gi" + vmstorage: + enabled: true + replicaCount: 2 + resources: + limits: + cpu: "8" # set to 8 in production + memory: "8Gi" + requests: + cpu: "2" + memory: "2Gi" + storage: + volumeClaimTemplate: + spec: + resources: + requests: + storage: 200Gi # set to 500Gi in production + storageClassName: longhorn-vaclab + storageDataPath: /vm-data + + + alertmanager: + enabled: false + + vmalert: + enabled: false + + vmauth: + enabled: false + + vmagent: + enabled: false + + # -- Grafana dependency chart configuration. For possible values refer [here](https://github.com/grafana/helm-charts/tree/main/charts/grafana#configuration) + grafana: + enabled: false + + + defaultScrapeService: + namespace: kube-system + + # -- prometheus-node-exporter dependency chart configuration. For possible values check [here](https://github.com/prometheus-community/helm-charts/blob/main/charts/prometheus-node-exporter/values.yaml) + prometheus-node-exporter: + enabled: false + + kube-state-metrics: + enabled: false + + # -- Component scraping the kubelets + kubelet: + enabled: false + + # Component scraping the kube api server + kubeApiServer: + # -- Enable Kube Api Server metrics scraping + enabled: false + + # Component scraping the kube controller manager + kubeControllerManager: + enabled: false + + # Component scraping kubeDns. Use either this or coreDns + kubeDns: + # -- Enabled KubeDNS metrics scraping + enabled: false + + coreDns: + enabled: false + + + # Component scraping etcd + kubeEtcd: + # -- Enabled KubeETCD metrics scraping + enabled: false + + # Component scraping kube scheduler + kubeScheduler: + enabled: false + +diff: + comparePatches: + - apiVersion: operator.victoriametrics.com/v1beta1 + kind: VMCluster + jsonPointers: + - "/spec/vminsert/enabled" + - "/spec/vmselect/enabled" + - "/spec/vmstorage/enabled" diff --git a/fleet/victoria-metrics-stack/fleet.yaml b/fleet/victoria-metrics-stack/fleet.yaml index d5ad215..5f2010c 100644 --- a/fleet/victoria-metrics-stack/fleet.yaml +++ b/fleet/victoria-metrics-stack/fleet.yaml @@ -779,6 +779,29 @@ helm: editable: false jsonData: httpMethod: GET + + - name: VictoriaMetrics-Public + type: prometheus + uid: VictoriaMetricsPublic + url: http://vmselect-vmks-external-victoria-metrics-k8s-stack.vmetrics-external:8481/select/0/prometheus + access: proxy + orgId: 1 + isDefault: false + editable: false + jsonData: + timeInterval: "30s" + + - name: VictoriaLogs-Public + type: victoriametrics-logs-datasource + uid: VictoriaLogsPublic + url: http://vlc-external-victoria-logs-cluster-vlselect.victorialogs-external:9471 + access: proxy + version: 1 + orgId: 1 + isDefault: false + editable: false + jsonData: + httpMethod: GET grafanaOperator: # -- Create datasources as CRDs (requires grafana-operator to be installed) enabled: false @@ -1052,7 +1075,7 @@ helm: # drop metrics from system namespaces - action: drop source_labels: [namespace] - regex: "kube-system|kyverno|homepage|authentik|vaclab-system|cert-manager|cattle-capi-system|cattle-fleet-clusters-system|cattle-fleet-local-system|cattle-fleet-system|cattle-global-data|cattle-impersonation-system|cattle-local-user-passwords|cattle-system|cattle-turtles-system|cattle-ui-plugin-system|cilium-secrets|fleet-default|fleet-local|kube-node-lease|kube-public|local|longhorn-system|policy-reporter|victorialogs|vmetrics" + regex: "kube-system|kyverno|homepage|authentik|vaclab-system|cert-manager|cattle-capi-system|cattle-fleet-clusters-system|cattle-fleet-local-system|cattle-fleet-system|cattle-global-data|cattle-impersonation-system|cattle-local-user-passwords|cattle-system|cattle-turtles-system|cattle-ui-plugin-system|cilium-secrets|fleet-default|fleet-local|kube-node-lease|kube-public|local|longhorn-system|policy-reporter|victorialogs|vmetrics|victorialogs-external|vmetrics-external|opentelemetry" jobLabel: app.kubernetes.io/name # -- Component scraping the kubelets @@ -1068,7 +1091,7 @@ helm: metricRelabelConfigs: - action: drop source_labels: [namespace] - regex: "kube-system|kyverno|homepage|authentik|vaclab-system|cert-manager|cattle-capi-system|cattle-fleet-clusters-system|cattle-fleet-local-system|cattle-fleet-system|cattle-global-data|cattle-impersonation-system|cattle-local-user-passwords|cattle-system|cattle-turtles-system|cattle-ui-plugin-system|cilium-secrets|fleet-default|fleet-local|kube-node-lease|kube-public|local|longhorn-system|policy-reporter|victorialogs|vmetrics" + regex: "kube-system|kyverno|homepage|authentik|vaclab-system|cert-manager|cattle-capi-system|cattle-fleet-clusters-system|cattle-fleet-local-system|cattle-fleet-system|cattle-global-data|cattle-impersonation-system|cattle-local-user-passwords|cattle-system|cattle-turtles-system|cattle-ui-plugin-system|cilium-secrets|fleet-default|fleet-local|kube-node-lease|kube-public|local|longhorn-system|policy-reporter|victorialogs|vmetrics|victorialogs-external|vmetrics-external|opentelemetry" # -- Enable scraping /metrics/probes from kubelet's service probes: enabled: true @@ -1077,7 +1100,7 @@ helm: metricRelabelConfigs: - action: drop source_labels: [namespace] - regex: "kube-system|kyverno|homepage|authentik|vaclab-system|cert-manager|cattle-capi-system|cattle-fleet-clusters-system|cattle-fleet-local-system|cattle-fleet-system|cattle-global-data|cattle-impersonation-system|cattle-local-user-passwords|cattle-system|cattle-turtles-system|cattle-ui-plugin-system|cilium-secrets|fleet-default|fleet-local|kube-node-lease|kube-public|local|longhorn-system|policy-reporter|victorialogs|vmetrics" + regex: "kube-system|kyverno|homepage|authentik|vaclab-system|cert-manager|cattle-capi-system|cattle-fleet-clusters-system|cattle-fleet-local-system|cattle-fleet-system|cattle-global-data|cattle-impersonation-system|cattle-local-user-passwords|cattle-system|cattle-turtles-system|cattle-ui-plugin-system|cilium-secrets|fleet-default|fleet-local|kube-node-lease|kube-public|local|longhorn-system|policy-reporter|victorialogs|vmetrics|victorialogs-external|vmetrics-external|opentelemetry" # -- Enabled scraping /metrics/resource from kubelet's service resources: enabled: true @@ -1086,7 +1109,7 @@ helm: metricRelabelConfigs: - action: drop source_labels: [namespace] - regex: "kube-system|kyverno|homepage|authentik|vaclab-system|cert-manager|cattle-capi-system|cattle-fleet-clusters-system|cattle-fleet-local-system|cattle-fleet-system|cattle-global-data|cattle-impersonation-system|cattle-local-user-passwords|cattle-system|cattle-turtles-system|cattle-ui-plugin-system|cilium-secrets|fleet-default|fleet-local|kube-node-lease|kube-public|local|longhorn-system|policy-reporter|victorialogs|vmetrics" + regex: "kube-system|kyverno|homepage|authentik|vaclab-system|cert-manager|cattle-capi-system|cattle-fleet-clusters-system|cattle-fleet-local-system|cattle-fleet-system|cattle-global-data|cattle-impersonation-system|cattle-local-user-passwords|cattle-system|cattle-turtles-system|cattle-ui-plugin-system|cilium-secrets|fleet-default|fleet-local|kube-node-lease|kube-public|local|longhorn-system|policy-reporter|victorialogs|vmetrics|victorialogs-external|vmetrics-external|opentelemetry" kubelet: spec: {} # -- Spec for VMNodeScrape CRD is [here](https://docs.victoriametrics.com/operator/api/#vmnodescrapespec) @@ -1113,7 +1136,7 @@ helm: # to uncomment after traffic estimation - action: drop source_labels: [namespace] - regex: "kube-system|kyverno|homepage|authentik|vaclab-system|cert-manager|cattle-capi-system|cattle-fleet-clusters-system|cattle-fleet-local-system|cattle-fleet-system|cattle-global-data|cattle-impersonation-system|cattle-local-user-passwords|cattle-system|cattle-turtles-system|cattle-ui-plugin-system|cilium-secrets|fleet-default|fleet-local|kube-node-lease|kube-public|local|longhorn-system|policy-reporter|victorialogs|vmetrics" + regex: "kube-system|kyverno|homepage|authentik|vaclab-system|cert-manager|cattle-capi-system|cattle-fleet-clusters-system|cattle-fleet-local-system|cattle-fleet-system|cattle-global-data|cattle-impersonation-system|cattle-local-user-passwords|cattle-system|cattle-turtles-system|cattle-ui-plugin-system|cilium-secrets|fleet-default|fleet-local|kube-node-lease|kube-public|local|longhorn-system|policy-reporter|victorialogs|vmetrics|victorialogs-external|vmetrics-external|opentelemetry" # Add this to bypass image != "" filter in grafana dashboards in case runtime is Docker #- action: replace @@ -1132,7 +1155,7 @@ helm: # to uncomment after traffic estimation - action: drop source_labels: [namespace] - regex: "kube-system|kyverno|homepage|authentik|vaclab-system|cert-manager|cattle-capi-system|cattle-fleet-clusters-system|cattle-fleet-local-system|cattle-fleet-system|cattle-global-data|cattle-impersonation-system|cattle-local-user-passwords|cattle-system|cattle-turtles-system|cattle-ui-plugin-system|cilium-secrets|fleet-default|fleet-local|kube-node-lease|kube-public|local|longhorn-system|policy-reporter|victorialogs|vmetrics" + regex: "kube-system|kyverno|homepage|authentik|vaclab-system|cert-manager|cattle-capi-system|cattle-fleet-clusters-system|cattle-fleet-local-system|cattle-fleet-system|cattle-global-data|cattle-impersonation-system|cattle-local-user-passwords|cattle-system|cattle-turtles-system|cattle-ui-plugin-system|cilium-secrets|fleet-default|fleet-local|kube-node-lease|kube-public|local|longhorn-system|policy-reporter|victorialogs|vmetrics|victorialogs-external|vmetrics-external|opentelemetry" # ignore timestamps of cadvisor's metrics by default # more info here https://github.com/VictoriaMetrics/VictoriaMetrics/issues/4697#issuecomment-1656540535 honorTimestamps: false