__init__.py 5.3 KB
Newer Older
Mario Hock's avatar
Mario Hock committed
1
2
3
4
5
#!/usr/bin/env python3
# -*- coding:utf-8 -*-

import psutil
import time
Mario Hock's avatar
Mario Hock committed
6
7
import sys
import traceback
8
import math
Mario Hock's avatar
Mario Hock committed
9

10
11
12
from collections import namedtuple

import helpers
Mario Hock's avatar
Mario Hock committed
13
import curses_display as ui
14
15
from logging import LoggingManager

16
17
18
19
20

def get_time():
    """ Unified/comparable clock access """
    return time.time()

Mario Hock's avatar
Mario Hock committed
21
22
23
24
25
26
27
28
29

## XXX for interactive debugging only
def RELOAD():
    print ("import importlib")
    print ("importlib.reload(cpunetlog)")


MEASUREMENT_INTERVAL = 0.2

Mario Hock's avatar
Mario Hock committed
30
nic_speeds = helpers.get_nic_speeds()
31
nics = list( nic_speeds.keys() )
Mario Hock's avatar
Mario Hock committed
32

33
34

class Reading:
Mario Hock's avatar
Mario Hock committed
35
36
    """ A single reading of various CPU, NET, ... values. --> Building block for the »Measurement« class."""

Mario Hock's avatar
Mario Hock committed
37
38
    def __init__(self):
        ## * measurements *
39
        self.timestamp = get_time()
Mario Hock's avatar
Mario Hock committed
40
41
        #self.cpu_util = psutil.cpu_percent(interval=0, percpu=True)                      ## XXX
        #self.cpu_times_percent = psutil.cpu_times_percent(interval=0, percpu=True)       ## XXX
42
        self.cpu_times = psutil.cpu_times(percpu=True)
Mario Hock's avatar
Mario Hock committed
43
44
        self.memory = psutil.virtual_memory()
        self.net_io = psutil.net_io_counters(pernic=True)
Mario Hock's avatar
Mario Hock committed
45
46

    def __str__(self):
Mario Hock's avatar
Mario Hock committed
47
48
49
50
51
52
        ## •‣∘⁕∗◘☉☀★◾☞☛⦿
        return "◘ Timespan: " + str(self.timespan) +              \
                "\n◘ CPU utilization: " + str(self.cpu_util) +    \
                "\n◘ CPU times: " + str(self.cpu_times) +         \
                "\n◘ RAM: " + str(self.memory) +                  \
                "\n◘ NET: " + str(self.net_io)
Mario Hock's avatar
Mario Hock committed
53
54


55
56

class NetworkTraffic:
Mario Hock's avatar
Mario Hock committed
57
58
    """ Utility class for calculating and storing network traffic: Total amount (during a timespan) and ratio. """

59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
    def __init__(self, older_counters, younger_counters, timespan):
        self.total = dict()
        self.ratio = dict()

        for field in older_counters._fields:
            field_delta = getattr(younger_counters, field) - getattr(older_counters, field)

            self.total[field] = field_delta
            self.ratio[field] = field_delta / timespan

    def __str__(self):
        return "Total (bytes):" + str(self.total) + "; Ratio (bytes/s)" + str(self.ratio)



class Measurement:
Mario Hock's avatar
Mario Hock committed
75
76
    """ Calculates and stores CPU utilization, network traffic, ... during a timespan. Based two »Readings«. """

77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
    def __init__(self, reading1, reading2):
        self.r1 = reading1
        self.r2 = reading2

        ## calculate differences
        self.timespan = self.r2.timestamp - self.r1.timestamp
        self.cpu_times_percent = helpers.calculate_cpu_times_percent(self.r1.cpu_times, self.r2.cpu_times, percpu=True)
        self.net_io = self._calculate_net_io()


    def _calculate_net_io(self):
        ret = dict()

        for nic in self.r1.net_io.keys():
            ret[nic] = NetworkTraffic(self.r1.net_io[nic], self.r2.net_io[nic], self.timespan)

        return ret



def measure(interval = MEASUREMENT_INTERVAL):
Mario Hock's avatar
Mario Hock committed
98
99
    """ Convenience function to perform one »Measurement« """

100
101
102
103
104
105
106
107
108
109
    r1 = Reading()
    time.sleep(interval)
    r2 = Reading()

    m = Measurement(r1, r2)

    return m



Mario Hock's avatar
Mario Hock committed
110

111
112
113
114
115
def main_loop():
    """ Main Loop:
      - Sets up curses-display
      - Takes a reading every second
      - Displays the measurements
116
      - Logs the measurements with the LoggingManager
117
118
    """

Mario Hock's avatar
Mario Hock committed
119
120
121
    err = None

    try:
122
        # Set up (curses) UI.
123
        ui.nics = nics
Mario Hock's avatar
Mario Hock committed
124
        ui.nic_speeds = nic_speeds
125
126
127
128
129
        ui.init()

        # Take an initial reading.
        old_reading = Reading()

130
131
132
133
        # Sleep till the next "full" second begins. (In order to roughly synchronize with other instances.)
        now = time.time()
        time.sleep(math.ceil(now)-now)

134
135
136
137
138
139
140
141
142
143
        running = True
        while running:
            # Take a new reading.
            new_reading = Reading()

            # Calculate the measurement from the last two readings.
            measurement = Measurement(old_reading, new_reading)

            # Display the measurement.
            running = ui.display( measurement )
144
            logging_manager.log(measurement)
145
146
147

            # Store the last reading as |old_reading|.
            old_reading = new_reading
Mario Hock's avatar
Mario Hock committed
148

149
150
151
152
            time.sleep(1)
                ## XXX We could calculating the remaining waiting-time here.
                #    (But I assume the difference is negligible.)

Mario Hock's avatar
Mario Hock committed
153
154

    except KeyboardInterrupt:
155
        # Quit gracefully on Ctrl-C
Mario Hock's avatar
Mario Hock committed
156
157
        pass
    except Exception as e:
158
        # On error: Store stack trace for later processing.
Mario Hock's avatar
Mario Hock committed
159
160
161
        err = e
        exc_type, exc_value, exc_traceback = sys.exc_info()
    finally:
162
        # Tear down the UI.
Mario Hock's avatar
Mario Hock committed
163
        ui.close()
164
        logging_manager.close()
Mario Hock's avatar
Mario Hock committed
165
166
167
168

    ## On error: Print error message *after* curses has quit.
    if ( err ):
        print( "Unexpected exception happened: '" + str(err) + "'" )
Mario Hock's avatar
Mario Hock committed
169
        print
170

Mario Hock's avatar
Mario Hock committed
171
172
173
174
175
        traceback.print_exception(exc_type, exc_value, exc_traceback, file=sys.stdout)

        print
        print( "QUIT." )

176

177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198


## MAIN ##
if __name__ == "__main__":

    ## Command line arguments
    import argparse

    parser = argparse.ArgumentParser()
    parser.add_argument("--logging", help="Enables logging.",
                        action="store_true")
    args = parser.parse_args()


    ## Logging
    logging_manager = LoggingManager( psutil.NUM_CPUS, nics, None, "/tmp/cpunetlog/" )    ## TODO path...
    if args.logging:
        logging_manager.enable_measurement_logger()


    # Run the main loop.
    main_loop()
Mario Hock's avatar
Mario Hock committed
199