Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 1 | package net.onrc.onos.ofcontroller.flowmanager; |
| 2 | |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 3 | import java.util.Map.Entry; |
Brian O'Connor | a5e5f83 | 2014-01-15 16:58:14 -0800 | [diff] [blame] | 4 | import java.util.Queue; |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 5 | import java.util.concurrent.ConcurrentHashMap; |
Brian O'Connor | a5e5f83 | 2014-01-15 16:58:14 -0800 | [diff] [blame] | 6 | import java.util.concurrent.ConcurrentLinkedQueue; |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 7 | |
| 8 | import org.slf4j.Logger; |
| 9 | import org.slf4j.LoggerFactory; |
| 10 | |
| 11 | /** |
| 12 | * Class for collecting performance measurements |
| 13 | */ |
| 14 | public class PerformanceMonitor { |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 15 | private final static ConcurrentHashMap<String, Queue<Measurement>> map = new ConcurrentHashMap<>();; |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 16 | private final static Logger log = LoggerFactory.getLogger(PerformanceMonitor.class); |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 17 | private static long overhead; |
| 18 | private static long experimentStart = Long.MAX_VALUE; |
| 19 | private final static double normalization = Math.pow(10, 6); |
| 20 | |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 21 | /** |
| 22 | * Start a performance measurement, identified by a tag |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 23 | * |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 24 | * Note: Only a single measurement can use the same tag at a time. |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 25 | * ..... not true anymore. |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 26 | * |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 27 | * @param tag for performance measurement |
| 28 | */ |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 29 | public static Measurement start(String tag) { |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 30 | long start = System.nanoTime(); |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 31 | if(start < experimentStart) { |
| 32 | experimentStart = start; |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 33 | } |
Brian O'Connor | a5e5f83 | 2014-01-15 16:58:14 -0800 | [diff] [blame] | 34 | Queue<Measurement> list = map.get(tag); |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 35 | if(list == null) { |
Brian O'Connor | a5e5f83 | 2014-01-15 16:58:14 -0800 | [diff] [blame] | 36 | list = new ConcurrentLinkedQueue<Measurement>(); |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 37 | Queue<Measurement> existing_list = map.putIfAbsent(tag, list); |
| 38 | if (existing_list != null) { |
| 39 | // someone concurrently added, using theirs |
| 40 | list = existing_list; |
| 41 | } |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 42 | } |
| 43 | Measurement m = new Measurement(); |
| 44 | list.add(m); |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 45 | m.start(); |
| 46 | overhead += System.nanoTime() - start; |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 47 | return m; |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 48 | } |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 49 | |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 50 | /** |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 51 | * Stop a performance measurement. |
| 52 | * |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 53 | * You must have already started a measurement with tag. |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 54 | * |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 55 | * @param tag for performance measurement |
| 56 | */ |
| 57 | public static void stop(String tag) { |
| 58 | long time = System.nanoTime(); |
Brian O'Connor | a5e5f83 | 2014-01-15 16:58:14 -0800 | [diff] [blame] | 59 | Queue<Measurement> list = map.get(tag); |
brian | 6df8823 | 2014-01-14 17:05:07 -0800 | [diff] [blame] | 60 | if(list == null || list.size() == 0) { |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 61 | log.error("Tag {} does not exist", tag); |
| 62 | } |
Brian O'Connor | a5e5f83 | 2014-01-15 16:58:14 -0800 | [diff] [blame] | 63 | list.peek().stop(time); |
brian | 6df8823 | 2014-01-14 17:05:07 -0800 | [diff] [blame] | 64 | if(list.size() > 1) { |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 65 | log.error("Tag {} has multiple measurements", tag); |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 66 | } |
| 67 | overhead += System.nanoTime() - time; |
| 68 | } |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 69 | |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 70 | /** |
| 71 | * Clear all performance measurements. |
| 72 | */ |
| 73 | public static void clear() { |
| 74 | map.clear(); |
| 75 | overhead = 0; |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 76 | experimentStart = Long.MAX_VALUE; |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 77 | } |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 78 | |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 79 | /** |
| 80 | * Write all performance measurements to the log |
| 81 | */ |
| 82 | public static void report() { |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 83 | String result = "Performance Results: (avg/start/stop/count)\n"; |
Brian O'Connor | 0d9963f | 2014-01-14 14:44:21 -0800 | [diff] [blame] | 84 | if(map.size() == 0) { |
| 85 | result += "No Measurements"; |
| 86 | log.error(result); |
| 87 | return; |
| 88 | } |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 89 | long experimentEnd = -1; |
Brian O'Connor | a5e5f83 | 2014-01-15 16:58:14 -0800 | [diff] [blame] | 90 | for(Entry<String, Queue<Measurement>> e : map.entrySet()) { |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 91 | String key = e.getKey(); |
Brian O'Connor | a5e5f83 | 2014-01-15 16:58:14 -0800 | [diff] [blame] | 92 | Queue<Measurement> list = e.getValue(); |
Brian O'Connor | c751883 | 2014-01-16 10:50:04 -0800 | [diff] [blame] | 93 | long total = 0, count = 0; |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 94 | long start = Long.MAX_VALUE, stop = -1; |
| 95 | for(Measurement m : list) { |
brian | 6df8823 | 2014-01-14 17:05:07 -0800 | [diff] [blame] | 96 | if(m.stop < 0) { |
| 97 | continue; // measurement has not been stopped |
| 98 | } |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 99 | // Collect overall start and end times |
| 100 | if(m.start < start) { |
| 101 | start = m.start; |
| 102 | } |
| 103 | if(m.stop > stop) { |
| 104 | stop = m.stop; |
| 105 | if(stop > experimentEnd) { |
| 106 | experimentEnd = stop; |
| 107 | } |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 108 | } |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 109 | // Collect statistics for average |
| 110 | total += m.elapsed(); |
| 111 | count++; |
| 112 | } |
| 113 | double avg = (double) total / count; |
| 114 | // Normalize start/stop |
| 115 | start -= experimentStart; |
| 116 | stop -= experimentStart; |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 117 | result += key + '=' + |
| 118 | (avg / normalization) + '/' + |
| 119 | (start / normalization) + '/' + |
| 120 | (stop / normalization) + '/' + |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 121 | count + '\n'; |
| 122 | } |
| 123 | double overheadMs = overhead / normalization; |
| 124 | double experimentElapsed = (experimentEnd - experimentStart) / normalization; |
| 125 | result += "TotalTime:" + experimentElapsed + "/Overhead:" + overheadMs; |
| 126 | log.error(result); |
| 127 | // log.error("Performance Results: {} with measurement overhead: {} ms", map, overheadMilli); |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 128 | } |
Pavlin Radoslavov | b5e3178 | 2014-01-12 20:11:46 -0800 | [diff] [blame] | 129 | |
| 130 | /** |
| 131 | * Write the performance measurement for a tag to the log |
| 132 | * |
| 133 | * @param tag the tag name. |
| 134 | */ |
| 135 | public static void report(String tag) { |
Brian O'Connor | a5e5f83 | 2014-01-15 16:58:14 -0800 | [diff] [blame] | 136 | Queue<Measurement> list = map.get(tag); |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 137 | if(list == null) { |
| 138 | return; //TODO |
| 139 | } |
| 140 | //TODO: fix this; |
Brian O'Connor | a5e5f83 | 2014-01-15 16:58:14 -0800 | [diff] [blame] | 141 | Measurement m = list.peek(); |
Pavlin Radoslavov | b5e3178 | 2014-01-12 20:11:46 -0800 | [diff] [blame] | 142 | if (m != null) { |
Brian O'Connor | 0d9963f | 2014-01-14 14:44:21 -0800 | [diff] [blame] | 143 | log.error("Performance Result: tag = {} start = {} stop = {} elapsed = {}", |
Pavlin Radoslavov | b5e3178 | 2014-01-12 20:11:46 -0800 | [diff] [blame] | 144 | tag, m.start, m.stop, m.toString()); |
| 145 | } else { |
Brian O'Connor | 0d9963f | 2014-01-14 14:44:21 -0800 | [diff] [blame] | 146 | log.error("Performance Result: unknown tag {}", tag); |
Pavlin Radoslavov | b5e3178 | 2014-01-12 20:11:46 -0800 | [diff] [blame] | 147 | } |
| 148 | } |
| 149 | |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 150 | /** |
| 151 | * A single performance measurement |
| 152 | */ |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 153 | public static class Measurement { |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 154 | long start; |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 155 | long stop = -1; |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 156 | |
| 157 | /** |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 158 | * Start the measurement |
| 159 | */ |
| 160 | public void start() { |
brian | 6df8823 | 2014-01-14 17:05:07 -0800 | [diff] [blame] | 161 | if(start <= 0) { |
| 162 | start = System.nanoTime(); |
| 163 | } |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 164 | } |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 165 | |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 166 | /** |
| 167 | * Stop the measurement |
| 168 | */ |
| 169 | public void stop() { |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 170 | long now = System.nanoTime(); |
| 171 | stop(now); |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 172 | } |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 173 | |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 174 | /** |
| 175 | * Stop the measurement at a specific time |
| 176 | * @param time to stop |
| 177 | */ |
| 178 | public void stop(long time){ |
brian | 6df8823 | 2014-01-14 17:05:07 -0800 | [diff] [blame] | 179 | if(stop <= 0) { |
| 180 | stop = time; |
| 181 | } |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 182 | } |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 183 | |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 184 | /** |
| 185 | * Compute the elapsed time of the measurement in nanoseconds |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 186 | * |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 187 | * @return the measurement time in nanoseconds, or -1 if the measurement is stil running. |
| 188 | */ |
| 189 | public long elapsed() { |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 190 | if(stop <= 0) { |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 191 | return -1; |
| 192 | } |
| 193 | else { |
| 194 | return stop - start; |
| 195 | } |
| 196 | } |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 197 | |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 198 | /** |
| 199 | * Returns the number of milliseconds for the measurement as a String. |
| 200 | */ |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 201 | @Override |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 202 | public String toString() { |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 203 | double milli = elapsed() / normalization; |
| 204 | double startMs = start / normalization; |
| 205 | double stopMs = stop / normalization; |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 206 | |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 207 | return milli + "ms/" + startMs + '/' + stopMs; |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 208 | } |
| 209 | } |
Yuta HIGUCHI | a7188f2 | 2014-02-18 12:48:06 -0800 | [diff] [blame] | 210 | |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 211 | public static void main(String args[]){ |
| 212 | // test the measurement overhead |
| 213 | String tag; |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 214 | for(int i = 0; i < 2; i++){ |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 215 | tag = "foo foo foo"; |
Brian O'Connor | 2daf7a9 | 2014-01-14 11:26:35 -0800 | [diff] [blame] | 216 | Measurement m; |
| 217 | m = start(tag); System.out.println(tag); m.stop(); |
| 218 | m = start(tag); System.out.println(tag); m.stop(); |
| 219 | m = start(tag); System.out.println(tag); m.stop(); |
| 220 | m = start(tag); System.out.println(tag); m.stop(); |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 221 | tag = "bar"; |
| 222 | start(tag); stop(tag); |
| 223 | tag = "baz"; |
| 224 | start(tag); stop(tag); |
| 225 | report(); |
| 226 | clear(); |
| 227 | } |
brian | 6df8823 | 2014-01-14 17:05:07 -0800 | [diff] [blame] | 228 | for(int i = 0; i < 100; i++){ |
| 229 | tag = "a"; |
| 230 | start(tag); stop(tag); |
| 231 | start(tag); stop(tag); |
| 232 | |
| 233 | start(tag); stop(tag); |
| 234 | start(tag); stop(tag); |
| 235 | start(tag); stop(tag); |
| 236 | start(tag); stop(tag); |
| 237 | start(tag); stop(tag); |
| 238 | start(tag); stop(tag); |
| 239 | |
| 240 | tag = "b"; |
| 241 | start(tag); stop(tag); |
| 242 | tag = "c"; |
| 243 | start(tag); stop(tag); |
| 244 | report(); |
| 245 | clear(); |
| 246 | } |
Brian O'Connor | 8fdfb06 | 2014-01-08 17:47:57 -0800 | [diff] [blame] | 247 | } |
| 248 | } |