mirror of
https://github.com/vincentmli/bpfire.git
synced 2026-04-10 11:05:54 +02:00
6f30095176
QoS Fit fuer die neue Version gemacht. NTPd Startscript angepasst. (Das andere dauerte einfach zu lange zum starten!) git-svn-id: http://svn.ipfire.org/svn/ipfire/trunk@405 ea5c0bd1-69bd-2848-81d8-4f18e57aeed8
490 lines
16 KiB
Raku
490 lines
16 KiB
Raku
#!/usr/bin/perl
|
|
|
|
##########################################
|
|
##
|
|
## NAME
|
|
##
|
|
## DESCRIPTION
|
|
##
|
|
## Which is part of the ADSL-optimizer.
|
|
##
|
|
## USAGE / FUNCTIONS
|
|
##
|
|
##
|
|
##
|
|
##
|
|
##
|
|
## REQUIRES
|
|
##
|
|
##
|
|
## AUTHOR
|
|
## Jesper Dangaard Brouer <hawk@diku.dk>, d.15/4-2004
|
|
##
|
|
## CHANGELOG
|
|
## 2004-04-15: Initial version.
|
|
## 2005-04-18: Remove some warnings.
|
|
##
|
|
## $Id: parse-func.pl,v 1.15 2005/04/18 12:37:17 hawk Exp $
|
|
##########################################
|
|
|
|
#use Data::Dumper;
|
|
|
|
#our %classes_data;
|
|
#our %classes_info;
|
|
#our $tc_command="/sbin/tc";
|
|
|
|
my @input_htb = (<<"END_OF_HERE_HTB" =~ m/^\s*(.+)/gm);
|
|
class tbf 4220:1 parent 4220:
|
|
class htb 1:1 root rate 400Kbit ceil 400Kbit burst 2111b cburst 2111b
|
|
Sent 12369084336 bytes 80967118 pkts (dropped 0, overlimits 0)
|
|
rate 45020bps 258pps
|
|
lended: 23353805 borrowed: 0 giants: 0
|
|
tokens: 30210 ctokens: 30210
|
|
|
|
class htb 1:10 parent 1:1 prio 0 rate 80Kbit ceil 320Kbit burst 1701b cburst 2008b
|
|
Sent 80640087 bytes 247988 pkts (dropped 0, overlimits 0)
|
|
backlog 42p
|
|
lended: 230876 borrowed: 17112 giants: 0
|
|
tokens: 127200 ctokens: 37940
|
|
|
|
class htb 1:20 parent 1:1 leaf 4220: prio 1 rate 100Kbit ceil 200Kbit burst 1727b cburst 1855b
|
|
Sent 2495181573 bytes 44034303 pkts (dropped 5837, overlimits 0)
|
|
lended: 43825585 borrowed: 208718 giants: 0
|
|
tokens: 103424 ctokens: 55808
|
|
|
|
class htb 1:30 parent 1:1 leaf 4230: prio 3 rate 80Kbit ceil 400Kbit burst 1701b cburst 2111b
|
|
Sent 2060213567 bytes 5465574 pkts (dropped 121, overlimits 0)
|
|
rate 16851bps 35pps
|
|
lended: 4556992 borrowed: 908582 giants: 0
|
|
tokens: -25364 ctokens: 32897
|
|
|
|
class htb 1:50 parent 1:1 leaf 4250: prio 5 rate 40Kbit ceil 120Kbit burst 1650b cburst 1752b
|
|
Sent 6071486687 bytes 24448436 pkts (dropped 8086739, overlimits 0)
|
|
rate 15801bps 85pps backlog 126p
|
|
lended: 8324530 borrowed: 16123780 giants: 0
|
|
tokens: -202717 ctokens: -172499
|
|
|
|
class htb 1:666 parent 1:1 leaf 666: prio 7 rate 4Kbit ceil 40Kbit burst 1604b cburst 1650b
|
|
Sent 2148626078 bytes 6771069 pkts (dropped 2078536, overlimits 0)
|
|
rate 5221bps 17pps backlog 125p
|
|
lended: 675330 borrowed: 6095613 giants: 0
|
|
tokens: -1149121 ctokens: -293386
|
|
|
|
END_OF_HERE_HTB
|
|
|
|
|
|
my @input_hfsc = (<<"END_OF_HERE_HFSC" =~ m/^\s*(.+)/gm);
|
|
class hfsc 1: root
|
|
Sent 0 bytes 0 pkts (dropped 0, overlimits 0)
|
|
period 0 level 2
|
|
|
|
class hfsc 1:1 parent 1: ls m1 0bps d 0us m2 250Kbit ul m1 0bps d 0us m2 250Kbit
|
|
Sent 0 bytes 0 pkts (dropped 0, overlimits 0)
|
|
period 6 work 131770097 bytes level 1
|
|
|
|
class hfsc 1:10 parent 1:1 rt m1 250Kbit d 30.0ms m2 50Kbit ls m1 250Kbit d 50.0ms m2 50Kbit
|
|
Sent 1300885 bytes 7052 pkts (dropped 0, overlimits 0)
|
|
period 6502 work 1300885 bytes rtwork 1245495 bytes level 0
|
|
|
|
class hfsc 1:20 parent 1: rt m1 0bps d 64.0ms m2 75Kbit ls m1 0bps d 0us m2 250Kbit
|
|
Sent 19144279 bytes 325503 pkts (dropped 46, overlimits 0)
|
|
backlog 3p
|
|
period 20242 work 19143778 bytes level 0
|
|
|
|
class hfsc 1:30 parent 1:1 leaf 4230: ls m1 0bps d 150.0ms m2 50Kbit
|
|
Sent 45139930 bytes 74200 pkts (dropped 1664, overlimits 0)
|
|
backlog 24p
|
|
period 140 work 44885232 bytes level 0
|
|
|
|
class hfsc 1:50 parent 1:1 leaf 4250: ls m1 0bps d 235.7ms m2 72Kbit
|
|
Sent 73910198 bytes 301294 pkts (dropped 104807, overlimits 0)
|
|
backlog 62p
|
|
period 115 work 64625490 bytes level 0
|
|
|
|
class hfsc 1:666 parent 1:1 leaf 666: ls m1 0bps d 1.0s m2 2Kbit
|
|
Sent 2217104 bytes 17018 pkts (dropped 74526, overlimits 0)
|
|
backlog 22p
|
|
period 1 work 1814712 bytes level 0
|
|
|
|
END_OF_HERE_HFSC
|
|
|
|
sub parse_class($) {
|
|
my $device = "$_[0]";
|
|
my $return_val = 1;
|
|
|
|
my $timestamp = time;
|
|
my @tc_output = `$tc_command -statistics class show dev $device`;
|
|
# my @tc_output = @input_hfsc;
|
|
# my @tc_output = @input_htb;
|
|
my $result = $?;
|
|
if ( $result != 0 ) {
|
|
print "Error executing $tc_command\n";
|
|
return $result;
|
|
}
|
|
|
|
$classes_data{last_update}{$device} = $timestamp;
|
|
$classes_info{last_update}{$device} = $timestamp;
|
|
|
|
#for my $line (@tc_output) {
|
|
for my $i (0 .. $#tc_output) {
|
|
|
|
my $line=$tc_output[$i];
|
|
# Parsing HTB:
|
|
# ------------
|
|
if ( $line =~ m/class htb (\d+):(\d+)( root| parent )?(\d+:\d+)?( leaf )?(\d+)?:?( prio )?(\d+)? rate (.*) ceil (.*) burst (.*) cburst (.*)/ ) {
|
|
my $type = "htb";
|
|
my $major = $1;
|
|
my $minor = $2;
|
|
my $class = "${major}-${minor}";
|
|
#my $hash = "${class}_${device}";
|
|
my $parent= $4;
|
|
my $leaf = $6;
|
|
my $prio = $8;
|
|
my $rate = $9;
|
|
my $ceil = $10;
|
|
my $burst = $11;
|
|
my $cburst= $12;
|
|
|
|
#print "class: $class\n"."parent: $parent\n"."leaf: $leaf\n"."prio: $prio\n";
|
|
#print "rate: $rate\n"."ceil: $ceil\n"."burst: $burst\n"."cburst: $cburst\n";
|
|
|
|
my ($bytes, $pkts, $dropped, $overlimits);
|
|
if ($tc_output[$i + 1] =~ m/Sent (\d+) bytes (\d+) pkt \(dropped (\d+), overlimits (\d+) requeues (\d+)\)/ ) {
|
|
$bytes = $1;
|
|
$pkts = $2;
|
|
$dropped = $3;
|
|
$overlimits = $4;
|
|
$requeues = $5;
|
|
#print "bytes: $bytes\n"."pkts: $pkts\n";
|
|
#print "dropped: $dropped\n"."overlimits: $overlimits\n"."requeues: $requeues\n";
|
|
} else {
|
|
print "$timestamp: ERROR(+1) - Unable to parse (class ${class}_$device): ";
|
|
print "\"$tc_output[$i + 1]\"\n";
|
|
$return_val="";
|
|
next;
|
|
}
|
|
|
|
# Problem:
|
|
# Sometimes the "rate" line is not shown (when a rate cannot be calculated)
|
|
# And sometimes only "backlog"...
|
|
# Use $next_index to specify the next line to parse
|
|
#
|
|
my $next_index = 3;
|
|
my ($backlog);
|
|
if ($tc_output[$i + 2] =~ m/((rate (\d+\w+) )|backlog )(\d+)?(pps )?(backlog )?(\d+)?p?/ ) {
|
|
$backlog = $7;
|
|
#print "backlog: $backlog\n";
|
|
} else {
|
|
# Too verbose:
|
|
# print "$timestamp: WARNING \"rate\" line missing";
|
|
# print " very inactive class ${class}_$device).\n";
|
|
$next_index = 2;
|
|
}
|
|
|
|
my ($lended, $borrowed, $giants);
|
|
if ($tc_output[$i + $next_index] =~ m/lended: (\d+) borrowed: (\d+) giants: (\d+)/ ) {
|
|
$lended = $1;
|
|
$borrowed = $2;
|
|
$giants = $3;
|
|
#print "lended: $lended\n"."borrowed: $borrowed\n"."giants: $giants\n";
|
|
} else {
|
|
print "$timestamp: ERROR(+$next_index) - Unable to parse (class ${class}_$device): ";
|
|
print "\"$tc_output[$i + $next_index]\"\n";
|
|
$return_val="";
|
|
next;
|
|
}
|
|
|
|
# Update the hash tables
|
|
my $hash="${class}_$device";
|
|
|
|
# Tests if previous data have been updated to file
|
|
if ( (exists $classes_data{$hash}{last_update}) &&
|
|
(exists $classes_data{$hash}{file_update})) {
|
|
if ( $classes_data{$hash}{last_update} >
|
|
$classes_data{$hash}{file_update} ){
|
|
print "Warning: old data from $hash has not been updated to file!\n";
|
|
}
|
|
}
|
|
|
|
# Update the statistics data
|
|
# (need a function call for error checking)
|
|
$classes_data{$hash}{last_update} = $timestamp;
|
|
update_counter( $hash, $timestamp, "bytes" , $bytes);
|
|
#(yes I know its bad/redundant, but it makes in easier elsewhere)
|
|
update_counter( $hash, $timestamp, "bits" , $bytes*8);
|
|
update_counter( $hash, $timestamp, "pkts" , $pkts);
|
|
update_counter( $hash, $timestamp, "dropped" , $dropped);
|
|
update_counter( $hash, $timestamp, "overlimits", $overlimits);
|
|
update_counter( $hash, $timestamp, "lended" , $lended);
|
|
update_counter( $hash, $timestamp, "borrowed" , $borrowed);
|
|
update_counter( $hash, $timestamp, "giants" , $giants);
|
|
# Not a counter value...
|
|
$classes_data{$hash}{backlog} = $backlog;
|
|
|
|
# Update the info data
|
|
# (remember to update the "type" first)
|
|
update_info( $hash, $timestamp, "type" , $type);
|
|
update_info( $hash, $timestamp, "parent", $parent);
|
|
update_info( $hash, $timestamp, "leaf" , $leaf);
|
|
update_info( $hash, $timestamp, "prio" , $prio);
|
|
update_info( $hash, $timestamp, "rate" , $rate);
|
|
update_info( $hash, $timestamp, "ceil" , $ceil);
|
|
update_info( $hash, $timestamp, "burst" , $burst);
|
|
update_info( $hash, $timestamp, "cburst", $cburst);
|
|
|
|
#print "\n";
|
|
}
|
|
|
|
# Parsing HFSC:
|
|
# -------------
|
|
if ( $line =~ m/class hfsc (\d+):(\d+)( root| parent )?(\d+:\d?)?( leaf )?(\d+)?:?( rt m1 (\d+\w+?) d (\d+.?\d?\w+) m2 (\d+\w+?))?( ls m1 (\d+\w+?) d (\d+.?\d?\w+) m2 (\d+\w+?))?( ul m1 (\d+\w+?) d (\d+.?\d?\w+) m2 (\d+\w+?))? / ){
|
|
|
|
my $type = "hfsc";
|
|
my $major = $1;
|
|
my $minor = $2;
|
|
my $class = "${major}-${minor}";
|
|
#my $hash = "${class}_${device}";
|
|
my $parent= $4;
|
|
my $leaf = $6;
|
|
|
|
my $realtime_m1; if (defined $8 && $8 ne '0bps') {$realtime_m1 = $8;}
|
|
my $realtime_d; if (defined $9 && $9 ne '0us' ) {$realtime_d = $9;}
|
|
my $realtime_m2 = $10;
|
|
|
|
my $linkshare_m1; if (defined $12 && $12 ne '0bps') { $linkshare_m1 = $12;}
|
|
my $linkshare_d ; if (defined $13 && $13 ne '0us' ) { $linkshare_d = $13;}
|
|
my $linkshare_m2 = $14;
|
|
|
|
my $upperlimit_m1; if (defined $16 && $16 ne '0bps') { $upperlimit_m1 = $16;}
|
|
my $upperlimit_d ; if (defined $17 && $17 ne '0us' ) { $upperlimit_d = $17;}
|
|
my $upperlimit_m2 = $18;
|
|
|
|
#print "\nType: $type\n";
|
|
my ($bytes, $pkts, $dropped, $overlimits);
|
|
if ($tc_output[$i + 1] =~ m/Sent (\d+) bytes (\d+) pkts \(dropped (\d+), overlimits (\d+)\)/ ) {
|
|
$bytes = $1;
|
|
$pkts = $2;
|
|
$dropped = $3;
|
|
$overlimits = $4;
|
|
#print "bytes: $bytes\n"."pkts: $pkts\n";
|
|
#print "dropped: $dropped\n"."overlimits: $overlimits\n";
|
|
} else {
|
|
print "$timestamp: ERROR(+1) - Unable to parse (class ${class}_$device): ";
|
|
print "\"$tc_output[$i + 1]\"\n";
|
|
$return_val="";
|
|
next;
|
|
}
|
|
|
|
# Sometimes the "backlog" line is not shown (when there is no backlog...)
|
|
# Use $next_index to specify the next line to parse
|
|
#
|
|
my $next_index = 3;
|
|
my ($backlog);
|
|
if ($tc_output[$i + 2] =~ m/backlog (\d+)?p?/ ) {
|
|
$backlog = $1;
|
|
#print "backlog: $backlog\n";
|
|
} else {
|
|
$next_index = 2;
|
|
}
|
|
|
|
my ($period, $work, $rtwork, $level);
|
|
if ($tc_output[$i + $next_index] =~ m/period (\d+) (work (\d+) bytes )?(rtwork (\d+) bytes )?level (\d+)/ ) {
|
|
$period = $1;
|
|
$work = $3;
|
|
$rtwork = $5;
|
|
$level = $6
|
|
} else {
|
|
print "$timestamp: ERROR(+$next_index) - Unable to parse (class ${class}_$device): ";
|
|
print "\"$tc_output[$i + $next_index]\"\n";
|
|
$return_val="";
|
|
next;
|
|
}
|
|
|
|
|
|
# Update the hash tables
|
|
my $hash="${class}_$device";
|
|
|
|
# Tests if previous data have been updated to file
|
|
if ( (exists $classes_data{$hash}{last_update}) &&
|
|
(exists $classes_data{$hash}{file_update})) {
|
|
if ( $classes_data{$hash}{last_update} >
|
|
$classes_data{$hash}{file_update} ){
|
|
print "Warning: old data from $hash has not been updated to file!\n";
|
|
}
|
|
}
|
|
|
|
# HFSC - Update the statistics data
|
|
# (need a function call for error checking)
|
|
$classes_data{$hash}{last_update} = $timestamp;
|
|
update_counter( $hash, $timestamp, "bytes" , $bytes);
|
|
#(yes I know its bad/redundant, but it makes in easier elsewhere)
|
|
update_counter( $hash, $timestamp, "bits" , $bytes*8);
|
|
update_counter( $hash, $timestamp, "pkts" , $pkts);
|
|
update_counter( $hash, $timestamp, "dropped" , $dropped);
|
|
update_counter( $hash, $timestamp, "overlimits", $overlimits);
|
|
# Not a counter value...
|
|
$classes_data{$hash}{backlog} = $backlog;
|
|
#
|
|
# Extra HFSC counters
|
|
$classes_data{$hash}{hfsc_period} = $period;
|
|
update_counter( $hash, $timestamp, "hfsc_work" , $work);
|
|
update_counter( $hash, $timestamp, "hfsc_rtwork" , $rtwork);
|
|
|
|
|
|
# HFSC - Update the info data
|
|
# (remember to update the "type" first)
|
|
update_info( $hash, $timestamp, "type" , $type);
|
|
update_info( $hash, $timestamp, "parent", $parent);
|
|
update_info( $hash, $timestamp, "leaf" , $leaf);
|
|
#
|
|
# Extra HFSC information
|
|
update_info( $hash, $timestamp, "level" , $level);
|
|
update_info( $hash, $timestamp, "realtime_m1", $realtime_m1);
|
|
update_info( $hash, $timestamp, "realtime_d" , $realtime_d);
|
|
update_info( $hash, $timestamp, "realtime_m2", $realtime_m2);
|
|
|
|
update_info( $hash, $timestamp, "linkshare_m1", $linkshare_m1);
|
|
update_info( $hash, $timestamp, "linkshare_d" , $linkshare_d);
|
|
update_info( $hash, $timestamp, "linkshare_m2", $linkshare_m2);
|
|
|
|
update_info( $hash, $timestamp, "upperlimit_m1", $upperlimit_m1);
|
|
update_info( $hash, $timestamp, "upperlimit_d" , $upperlimit_d);
|
|
update_info( $hash, $timestamp, "upperlimit_m2", $upperlimit_m2);
|
|
|
|
|
|
}
|
|
|
|
# Parsing XXX:
|
|
# ------------
|
|
if ( $line =~ m/class XXX/ ) {
|
|
print "Matching class XXX\n";
|
|
}
|
|
|
|
}
|
|
return $return_val;
|
|
}
|
|
|
|
# The main purpose of this function is to detect counter resets
|
|
# and avoid parsing them on to RRDtool which interprets them
|
|
# as counter overflows, thus updating with a very large number.
|
|
sub update_counter ($$$$) {
|
|
my $class_hash = "$_[0]";
|
|
my $timestamp = "$_[1]";
|
|
my $data_key = "$_[2]";
|
|
my $new_value;
|
|
if ( defined $_[3]) {
|
|
$new_value = "$_[3]";
|
|
}
|
|
#
|
|
my $max_allowed_wrap_increase = 100000000;
|
|
my $old_value;
|
|
if (exists $classes_data{$class_hash}{$data_key}) {
|
|
$old_value = $classes_data{$class_hash}{$data_key};
|
|
#print "old_value: $old_value\n";
|
|
}
|
|
|
|
# # If the new and old value is not defined, nothing is done
|
|
# if ((not defined $new_value) && (not defined $old_value)) {
|
|
# return "";
|
|
# }
|
|
|
|
# Argh... the tc program outputs in unsigned long long (64 bit).
|
|
# but perls integers should be 32 bit, but some how perl
|
|
# manages to store numbers larger than 32 bit numbers.
|
|
my $MAX_VALUE=0xFFFFFFFF;
|
|
|
|
if ((defined $new_value) && (defined $old_value)) {
|
|
my $delta = $new_value - $old_value;
|
|
if ( $delta < 0 ) {
|
|
# Counter wrap around...
|
|
my $real_delta = $delta + $MAX_VALUE + 1;
|
|
if ($real_delta < 0) {
|
|
print "($class_hash:$data_key): Perl-Magic using numbers bigger than 32bit ";
|
|
print "new:$new_value - old:$old_value = delta:$delta, real_delta:$real_delta.\n";
|
|
}
|
|
print time . " ($class_hash:$data_key) Info: Counter wrap around (real delta:$real_delta)\n";
|
|
if ( ($real_delta > $max_allowed_wrap_increase) ||
|
|
($real_delta < 0)) {
|
|
# Properly a counter reset and not a wrap around
|
|
# A counter reset normally a result of a reload of the classes
|
|
$classes_data{$class_hash}{$data_key} = undef;
|
|
$classes_info{$class_hash}{counter_reset} = $timestamp;
|
|
$classes_info{$class_hash}{last_update} = $timestamp;
|
|
print time . "Warning: Real_delta too big, assuming Counter reset";
|
|
print "($class_hash:$data_key)\n";
|
|
return "Counter reset";
|
|
}
|
|
}
|
|
}
|
|
|
|
$classes_data{$class_hash}{$data_key} = $new_value;
|
|
return 1;
|
|
}
|
|
|
|
sub update_info ($$$$) {
|
|
my $class_hash = "$_[0]";
|
|
my $timestamp = "$_[1]";
|
|
my $info_key = "$_[2]";
|
|
my $new_value;
|
|
if ( defined $_[3]) {
|
|
$new_value = "$_[3]";
|
|
}
|
|
my $old_value;
|
|
if (exists $classes_info{$class_hash}{$info_key}) {
|
|
$old_value = $classes_info{$class_hash}{$info_key};
|
|
#print "old_value: $old_value\n";
|
|
}
|
|
|
|
# If the new and old value is not defined, nothing is done
|
|
if ((not defined $new_value) && (not defined $old_value)) {
|
|
return "";
|
|
}
|
|
|
|
# An update is needed
|
|
# - if the old_value is not defined and new_value is defined
|
|
# - if the new_value is not defined and old_value is defined
|
|
# - if the old_value differs from the new,
|
|
#
|
|
if ( ((not defined $old_value) and (defined $new_value)) ||
|
|
((not defined $new_value) and (defined $old_value)) ||
|
|
("$old_value" ne "$new_value")) {
|
|
|
|
# Special case: If the "type" changes the hash should be cleared
|
|
if ( "$info_key" eq "type") {
|
|
#print "Type has changed clearing hash \n";
|
|
for my $key ( keys %{ $classes_info{$class_hash} } ) {
|
|
delete( $classes_info{$class_hash}{$key});
|
|
print " Deleting key: $key from: $class_hash \n";
|
|
}
|
|
}
|
|
|
|
if (defined $new_value) {
|
|
$classes_info{$class_hash}{$info_key} = $new_value;
|
|
} else {
|
|
#print "New value undef -> Deleting key: $info_key from: $class_hash\n";
|
|
delete($classes_info{$class_hash}{$info_key});
|
|
}
|
|
|
|
# Mark the class for an info-file update
|
|
$classes_info{$class_hash}{last_update} = $timestamp;
|
|
|
|
# Update list/array of "changed" keys
|
|
push @{ $classes_info{$class_hash}{changed} }, $info_key;
|
|
|
|
# Print debug info
|
|
#print "Update class:$class_hash $info_key=";
|
|
#if (defined $new_value) {print "$new_value"};
|
|
#print "\n";
|
|
return 1;
|
|
}
|
|
return "";
|
|
}
|
|
|
|
# test
|
|
#parse_class(eth1);
|
|
|
|
#print Dumper(%classes_data);
|
|
#print Dumper(%classes_info);
|
|
|
|
return 1;
|