Backport of #15196 to 7.x: [Metricbeat] add a network_summary metricset

CHANGELOG.next.asciidoc

@@ -143,6 +143,7 @@ https://github.com/elastic/beats/compare/v7.0.0-alpha2...master[Check the HEAD d
 
 - Add cost warnings for the azure module. {pull}15356[15356]
 - Release elb module as GA. {pull}15485[15485]
+- Add a `system/network_summary` metricset {pull}15196[15196]
 
 *Packetbeat*
 

NOTICE.txt

@@ -1399,8 +1399,8 @@ Apache License 2.0
 
 --------------------------------------------------------------------
 Dependency: github.com/elastic/go-sysinfo
-Version: v1.2.1
-Revision: cee67141de1bdfb666367301f44e559e58b16734
+Version: v1.3.0
+Revision: b719bc42e40963c707571af208683a049e61f07f
 License type (autodetected): Apache-2.0
 ./vendor/github.com/elastic/go-sysinfo/LICENSE.txt:
 --------------------------------------------------------------------

metricbeat/docs/fields.asciidoc

@@ -30621,6 +30621,63 @@ type: long
 
 --
 
+[float]
+=== network_summary
+
+Metrics relating to global network activity
+
+
+
+*`system.network_summary.ip.*`*::
++
+--
+IP counters
+
+
+type: object
+
+--
+
+*`system.network_summary.tcp.*`*::
++
+--
+TCP counters
+
+
+type: object
+
+--
+
+*`system.network_summary.udp.*`*::
++
+--
+UDP counters
+
+
+type: object
+
+--
+
+*`system.network_summary.udp_lite.*`*::
++
+--
+UDP Lite counters
+
+
+type: object
+
+--
+
+*`system.network_summary.icmp.*`*::
++
+--
+ICMP counters
+
+
+type: object
+
+--
+
 [float]
 === process
 

metricbeat/docs/modules/system.asciidoc

@@ -254,6 +254,8 @@ The following metricsets are available:
 
 * <<metricbeat-metricset-system-network,network>>
 
+* <<metricbeat-metricset-system-network_summary,network_summary>>
+
 * <<metricbeat-metricset-system-process,process>>
 
 * <<metricbeat-metricset-system-process_summary,process_summary>>
@@ -286,6 +288,8 @@ include::system/memory.asciidoc[]
 
 include::system/network.asciidoc[]
 
+include::system/network_summary.asciidoc[]
+
 include::system/process.asciidoc[]
 
 include::system/process_summary.asciidoc[]

metricbeat/docs/modules/system/network_summary.asciidoc

@@ -0,0 +1,23 @@
+////
+This file is generated! See scripts/mage/docs_collector.go
+////
+
+[[metricbeat-metricset-system-network_summary]]
+=== System network_summary metricset
+
+beta[]
+
+include::../../../module/system/network_summary/_meta/docs.asciidoc[]
+
+
+==== Fields
+
+For a description of each field in the metricset, see the
+<<exported-fields-system,exported fields>> section.
+
+Here is an example document generated by this metricset:
+
+[source,json]
+----
+include::../../../module/system/network_summary/_meta/data.json[]
+----

metricbeat/docs/modules_list.asciidoc

@@ -187,7 +187,7 @@ This file is generated! See scripts/mage/docs_collector.go
 |<<metricbeat-module-statsd,Statsd>>  beta[]   |image:./images/icon-no.png[No prebuilt dashboards]    |  
 .1+| .1+|  |<<metricbeat-metricset-statsd-server,server>> beta[]  
 |<<metricbeat-module-system,System>>     |image:./images/icon-yes.png[Prebuilt dashboards are available]    |  
-.16+| .16+|  |<<metricbeat-metricset-system-core,core>>   
+.17+| .17+|  |<<metricbeat-metricset-system-core,core>>   
 |<<metricbeat-metricset-system-cpu,cpu>>   
 |<<metricbeat-metricset-system-diskio,diskio>>   
 |<<metricbeat-metricset-system-entropy,entropy>>   
@@ -196,6 +196,7 @@ This file is generated! See scripts/mage/docs_collector.go
 |<<metricbeat-metricset-system-load,load>>   
 |<<metricbeat-metricset-system-memory,memory>>   
 |<<metricbeat-metricset-system-network,network>>   
+|<<metricbeat-metricset-system-network_summary,network_summary>> beta[]  
 |<<metricbeat-metricset-system-process,process>>   
 |<<metricbeat-metricset-system-process_summary,process_summary>>   
 |<<metricbeat-metricset-system-raid,raid>>   

metricbeat/module/system/network_summary/_meta/data.json

@@ -0,0 +1,245 @@
+{
+    "@timestamp": "2017-10-12T08:05:34.853Z",
+    "event": {
+        "dataset": "system.network_summary",
+        "duration": 115000,
+        "module": "system"
+    },
+    "metricset": {
+        "name": "network_summary",
+        "period": 10000
+    },
+    "service": {
+        "type": "system"
+    },
+    "system": {
+        "network_summary": {
+            "icmp": {
+                "InAddrMaskReps": 0,
+                "InAddrMasks": 0,
+                "InCsumErrors": 0,
+                "InDestUnreachs": 835,
+                "InEchoReps": 0,
+                "InEchos": 1,
+                "InErrors": 20,
+                "InMsgs": 836,
+                "InParmProbs": 0,
+                "InRedirects": 0,
+                "InSrcQuenchs": 0,
+                "InTimeExcds": 0,
+                "InTimestampReps": 0,
+                "InTimestamps": 0,
+                "InType3": 835,
+                "InType8": 1,
+                "OutAddrMaskReps": 0,
+                "OutAddrMasks": 0,
+                "OutDestUnreachs": 940,
+                "OutEchoReps": 1,
+                "OutEchos": 0,
+                "OutErrors": 0,
+                "OutMsgs": 941,
+                "OutParmProbs": 0,
+                "OutRedirects": 0,
+                "OutSrcQuenchs": 0,
+                "OutTimeExcds": 0,
+                "OutTimestampReps": 0,
+                "OutTimestamps": 0,
+                "OutType0": 1,
+                "OutType3": 940
+            },
+            "ip": {
+                "DefaultTTL": 64,
+                "ForwDatagrams": 33389,
+                "Forwarding": 1,
+                "FragCreates": 0,
+                "FragFails": 0,
+                "FragOKs": 0,
+                "InAddrErrors": 19,
+                "InBcastOctets": 431773621,
+                "InBcastPkts": 1686995,
+                "InCEPkts": 0,
+                "InCsumErrors": 0,
+                "InDelivers": 38037698,
+                "InDiscards": 0,
+                "InECT0Pkts": 3160941,
+                "InECT1Pkts": 0,
+                "InHdrErrors": 0,
+                "InMcastOctets": 0,
+                "InMcastPkts": 0,
+                "InNoECTPkts": 129521210,
+                "InNoRoutes": 0,
+                "InOctets": 167733588581,
+                "InReceives": 41266648,
+                "InTruncatedPkts": 0,
+                "InUnknownProtos": 0,
+                "OutBcastOctets": 0,
+                "OutBcastPkts": 0,
+                "OutDiscards": 1,
+                "OutMcastOctets": 0,
+                "OutMcastPkts": 0,
+                "OutNoRoutes": 4,
+                "OutOctets": 75001958794,
+                "OutRequests": 29261852,
+                "ReasmFails": 0,
+                "ReasmOKs": 0,
+                "ReasmOverlaps": 0,
+                "ReasmReqds": 0,
+                "ReasmTimeout": 0
+            },
+            "tcp": {
+                "ActiveOpens": 6172,
+                "ArpFilter": 0,
+                "AttemptFails": 1488,
+                "BusyPollRxPackets": 0,
+                "CurrEstab": 9,
+                "DelayedACKLocked": 111,
+                "DelayedACKLost": 1587,
+                "DelayedACKs": 516004,
+                "EmbryonicRsts": 2,
+                "EstabResets": 404,
+                "IPReversePathFilter": 0,
+                "InCsumErrors": 0,
+                "InErrs": 4,
+                "InSegs": 38005498,
+                "ListenDrops": 0,
+                "ListenOverflows": 0,
+                "LockDroppedIcmps": 0,
+                "MaxConn": -1,
+                "OfoPruned": 0,
+                "OutOfWindowIcmps": 39,
+                "OutRsts": 10739,
+                "OutSegs": 66991971,
+                "PAWSActive": 0,
+                "PAWSEstab": 19,
+                "PFMemallocDrop": 0,
+                "PassiveOpens": 1411,
+                "PruneCalled": 0,
+                "RcvPruned": 0,
+                "RetransSegs": 15996,
+                "RtoAlgorithm": 1,
+                "RtoMax": 120000,
+                "RtoMin": 200,
+                "SyncookiesFailed": 2,
+                "SyncookiesRecv": 0,
+                "SyncookiesSent": 0,
+                "TCPACKSkippedChallenge": 2,
+                "TCPACKSkippedFinWait2": 0,
+                "TCPACKSkippedPAWS": 1,
+                "TCPACKSkippedSeq": 4,
+                "TCPACKSkippedSynRecv": 8,
+                "TCPACKSkippedTimeWait": 0,
+                "TCPAbortFailed": 0,
+                "TCPAbortOnClose": 321,
+                "TCPAbortOnData": 2613,
+                "TCPAbortOnLinger": 0,
+                "TCPAbortOnMemory": 0,
+                "TCPAbortOnTimeout": 84,
+                "TCPAckCompressed": 232116,
+                "TCPAutoCorking": 162,
+                "TCPBacklogCoalesce": 509441,
+                "TCPBacklogDrop": 0,
+                "TCPChallengeACK": 2,
+                "TCPDSACKIgnoredNoUndo": 4623,
+                "TCPDSACKIgnoredOld": 242,
+                "TCPDSACKOfoRecv": 2,
+                "TCPDSACKOfoSent": 15,
+                "TCPDSACKOldSent": 1668,
+                "TCPDSACKRecv": 8205,
+                "TCPDSACKUndo": 36,
+                "TCPDeferAcceptDrop": 0,
+                "TCPDelivered": 54733743,
+                "TCPDeliveredCE": 0,
+                "TCPFastOpenActive": 0,
+                "TCPFastOpenActiveFail": 0,
+                "TCPFastOpenBlackhole": 0,
+                "TCPFastOpenCookieReqd": 0,
+                "TCPFastOpenListenOverflow": 0,
+                "TCPFastOpenPassive": 0,
+                "TCPFastOpenPassiveFail": 0,
+                "TCPFastRetrans": 5324,
+                "TCPFromZeroWindowAdv": 977,
+                "TCPFullUndo": 3,
+                "TCPHPAcks": 4648338,
+                "TCPHPHits": 22005367,
+                "TCPHystartDelayCwnd": 3535,
+                "TCPHystartDelayDetect": 24,
+                "TCPHystartTrainCwnd": 4609,
+                "TCPHystartTrainDetect": 205,
+                "TCPKeepAlive": 312560,
+                "TCPLossFailures": 1,
+                "TCPLossProbeRecovery": 387,
+                "TCPLossProbes": 12748,
+                "TCPLossUndo": 437,
+                "TCPLostRetransmit": 1499,
+                "TCPMD5Failure": 0,
+                "TCPMD5NotFound": 0,
+                "TCPMD5Unexpected": 0,
+                "TCPMTUPFail": 0,
+                "TCPMTUPSuccess": 0,
+                "TCPMemoryPressures": 0,
+                "TCPMemoryPressuresChrono": 0,
+                "TCPMinTTLDrop": 0,
+                "TCPOFODrop": 0,
+                "TCPOFOMerge": 13,
+                "TCPOFOQueue": 266342,
+                "TCPOrigDataSent": 54724129,
+                "TCPPartialUndo": 145,
+                "TCPPureAcks": 6490261,
+                "TCPRcvCoalesce": 5762438,
+                "TCPRcvCollapsed": 0,
+                "TCPRcvQDrop": 0,
+                "TCPRenoFailures": 0,
+                "TCPRenoRecovery": 0,
+                "TCPRenoRecoveryFail": 0,
+                "TCPRenoReorder": 0,
+                "TCPReqQFullDoCookies": 0,
+                "TCPReqQFullDrop": 0,
+                "TCPRetransFail": 0,
+                "TCPSACKDiscard": 123,
+                "TCPSACKReneging": 0,
+                "TCPSACKReorder": 2707,
+                "TCPSYNChallenge": 4,
+                "TCPSackFailures": 5,
+                "TCPSackMerged": 13758,
+                "TCPSackRecovery": 241,
+                "TCPSackRecoveryFail": 3,
+                "TCPSackShiftFallback": 1455,
+                "TCPSackShifted": 37107,
+                "TCPSlowStartRetrans": 2,
+                "TCPSpuriousRTOs": 3,
+                "TCPSpuriousRtxHostQueues": 16,
+                "TCPSynRetrans": 346,
+                "TCPTSReorder": 732,
+                "TCPTimeWaitOverflow": 0,
+                "TCPTimeouts": 2178,
+                "TCPToZeroWindowAdv": 977,
+                "TCPWantZeroWindowAdv": 109048,
+                "TCPWinProbe": 0,
+                "TCPZeroWindowDrop": 0,
+                "TW": 1443,
+                "TWKilled": 0,
+                "TWRecycled": 0
+            },
+            "udp": {
+                "IgnoredMulti": 0,
+                "InCsumErrors": 0,
+                "InDatagrams": 31359,
+                "InErrors": 0,
+                "NoPorts": 61,
+                "OutDatagrams": 31756,
+                "RcvbufErrors": 0,
+                "SndbufErrors": 0
+            },
+            "udpLite": {
+                "IgnoredMulti": 0,
+                "InCsumErrors": 0,
+                "InDatagrams": 0,
+                "InErrors": 0,
+                "NoPorts": 0,
+                "OutDatagrams": 0,
+                "RcvbufErrors": 0,
+                "SndbufErrors": 0
+            }
+        }
+    }
+}