diff options
-rw-r--r-- | .gitignore | 2 | ||||
-rw-r--r-- | lowlevelunit.pas | 546 |
2 files changed, 548 insertions, 0 deletions
diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..6dd1b30 --- /dev/null +++ b/.gitignore @@ -0,0 +1,2 @@ +*.bak +*~ diff --git a/lowlevelunit.pas b/lowlevelunit.pas new file mode 100644 index 0000000..d97cbf3 --- /dev/null +++ b/lowlevelunit.pas @@ -0,0 +1,546 @@ +unit lowlevelunit; + +{$mode objfpc}{$H+} + +interface + +uses + math, Classes, SysUtils, gmp, RegExpr, process; + +type + tMersenneTwister = class + private + state: array[0..623] of longword; + index: longint; + public + procedure init(seed: longword); + function extract_number: longword; + function random(ma: longword): longword; overload; + function random: extended; overload; + procedure generate_numbers; + end; + + tMyStringlist = class; + + tInputThread = class (tThread) + fertig: boolean; + inhalt: tMyStringList; + proc: tProcess; + constructor create(p: tProcess; sl: tMyStringList); + destructor destroy; override; + procedure execute; override; + end; + + tMyStringlist = class (tStringlist) + private + line: longint; + public + constructor create; + procedure loadFromFile(const s: ansiString); override; + procedure loadFromGz(const s: ansiString); + procedure saveToGz(const s: ansiString); + function readln(out s: string): boolean; + procedure grep(expr: string); + function eof: boolean; + end; + +function signSqr(x: extended): extended; inline; +function mpfToStr(f: mpf_t): string; +function myTimeToStr(t: extended): string; +function cpuUtilization: extended; +function numCpus: int64; +function momentanFreieCpus: int64; +function mpfMyRoot(rad: mpf_t; wzlExp: int64): extended; +function belegterSpeicher: int64; +function minCache: int64; +function cmpStr(s1,s2: string): longint; +function mitte(s1,s2: string): string; +function myFloatToStr(x: extended): string; +function myStrToFloat(s: string): extended; + +implementation + +var _cpuLastUsed,_cpuLastIdle: int64; + +// tMersenneTwister ************************************************************ + +procedure tMersenneTwister.init(seed: longword); +var + i: longint; +begin + index:=0; + state[0]:=seed; + for i:=1 to 623 do + state[i]:=longword($ffffffff and (qword(1812433253) * qword(state[i-1] xor state[i-1] shr 30) + i)); // 0x6c078965 +end; + +function tMersenneTwister.extract_number: longword; +begin + if index=0 then + generate_numbers; + + result:=state[index]; + result:=result xor (result shr 11); + result:=result xor longword(qword(result shl 7) and 2636928640); // 0x9d2c5680 + result:=result xor longword(qword(result shl 15) and 4022730752); // 0xefc60000 + result:=result xor (result shr 18); + + index := (index + 1) mod 624; +end; + +function tMersenneTwister.random(ma: longword): longword; +var + i: longword; +begin + repeat + i:=extract_number; + until i<((high(longword)+1) div qword(ma))*ma; + result:=i mod ma; +end; + +function tMersenneTwister.random: extended; +begin + result:=(extract_number/(high(longword)+1) + extract_number)/(high(longword)+1); +end; + +procedure tMersenneTwister.generate_numbers; +var + i,y: longint; +begin + for i:=0 to 623 do begin + y:=longint((state[i] and $80000000) or // bit 31 (32nd bit) of MT[i] + (state[(i+1) mod 624] and $7fffffff)); // bits 0-30 (first 31 bits) of MT[...] + state[i]:=state[(i + 397) mod 624] xor (y shr 1); + if odd(y) then + state[i]:=longword(state[i] xor 2567483615); // 0x9908b0df + end; +end; + +// tInputThread **************************************************************** + +constructor tInputThread.create(p: tProcess; sl: tMyStringList); +begin + inherited create(true); + fertig:=false; + inhalt:=sl; + proc:=p; + suspended:=false; +end; + +destructor tInputThread.destroy; +begin + inhalt:=nil; + proc:=nil; + inherited destroy; +end; + +procedure tInputThread.execute; +var + wb,cwb: longint; +begin + wb:=0; + while wb<length(inhalt.text) do begin + cwb:=proc.input.write(inhalt.text[wb+1],length(inhalt.text)-wb); + if cwb=0 then + sleep(1) + else + wb:=wb+cwb; + end; + proc.CloseInput; + fertig:=true; +end; + +// tMyStringlist *************************************************************** + +constructor tMyStringlist.create; +begin + inherited create; + line:=0; +end; + +procedure tMyStringlist.loadFromFile(const s: ansiString); +var i: longint; +begin + inherited loadFromFile(s); + for i:=0 to count-1 do + self[i]:=trim(self[i]); + line:=0; + writeln(inttostr(count)+' Zeilen eingelesen'); +end; + +procedure tMyStringlist.loadFromGz(const s: ansiString); +var p: tProcess; + buf: ansiString; + rb,br: longint; +begin + p:=tProcess.create(nil); + p.executable:='/usr/bin/zcat'; + p.parameters.add(s); + p.options:=p.options + [poUsePipes]; + setlength(buf,0); + br:=0; + p.execute; + while p.running do begin + rb:=p.output.numBytesAvailable; + if rb>0 then begin + if length(buf)<br+rb then + setlength(buf,br+rb+1048576); + rb:=p.output.read(buf[br+1],rb); + br:=br+rb; + end + else sleep(1); + end; + setlength(buf,br); + rb:=p.output.numBytesAvailable; + while rb>0 do begin + setlength(buf,br+rb); + rb:=p.output.read(buf[br+1],rb); + br:=br+rb; + rb:=p.output.numBytesAvailable; + end; + text:=buf; + setlength(buf,0); + p.free; + for rb:=0 to count-1 do + self[rb]:=trim(self[rb]); + line:=0; + writeln(inttostr(count)+' Zeilen eingelesen'); +end; + +procedure tMyStringlist.saveToGz(const s: ansiString); +var + p: tProcess; + buf: array of byte; + f: file; + rb: longint; + it: tInputThread; +const + outBufLen = 1024*1024; +begin + p:=tProcess.create(nil); + p.executable:='/usr/bin/gzip'; + p.parameters.add('--best'); + p.parameters.add('-c'); + p.options:=p.options + [poUsePipes]; + p.execute; + setlength(buf,outBufLen); + fillchar(buf[0],length(buf)*sizeof(buf[0]),$0); + it:=tInputThread.create(p,self); + assignfile(f,s); + rewrite(f,1); + while p.running or (not it.fertig) or (p.output.numBytesAvailable>0) do begin + rb:=min(length(buf),p.output.numBytesAvailable); + if rb>0 then begin + rb:=p.output.read(buf[0],rb); + blockwrite(f,buf[0],rb); + end + else + sleep(1); // nix zu Schreiben, nix zu Lesen, also warten wir + end; + it.free; + closefile(f); +end; + +function tMyStringlist.readln(out s: string): boolean; +begin + result:=not eof; + if not result then begin + s:=''; + exit; + end; + s:=self[line]; + inc(line); +end; + +procedure tMyStringlist.grep(expr: string); +var + re: tRegExpr; + i: longint; +begin + re:=tRegExpr.create; + re.Expression:=expr; + for i:=count-1 downto 0 do + if not re.Exec(self[i]) then + delete(i); + re.free; +end; + +function tMyStringlist.eof: boolean; +begin + result:=line>=count; +end; + +// allgemeine Funktionen ******************************************************* + +function signSqr(x: extended): extended; +begin + result:=sign(x)*sqr(x); +end; + +function mpfToStr(f: mpf_t): string; +var + ex: int64; + off: byte; +begin + result:=mpf_get_str(nil,ex,10,0,f); + off:=1+byte(pos('-',result)=1); + if result='' then + result:='0' + else if ex=1 then + result:=copy(result,1,off)+','+copy(result,off+1,length(result)-off) + else + result:=copy(result,1,off)+','+copy(result,off+1,length(result)-off)+' * 10^'+inttostr(ex-1); +end; + +function myTimeToStr(t: extended): string; +var + tim: int64; +begin + tim:=floor(t*24*60*60); + result:=inttostr(tim mod 10)+'s'; + tim:=tim div 10; + if tim=0 then exit; + result:=inttostr(tim mod 6)+result; + tim:=tim div 6; + if tim=0 then exit; + result:=inttostr(tim mod 10)+'min '+result; + tim:=tim div 10; + if tim=0 then exit; + result:=inttostr(tim mod 6)+result; + tim:=tim div 6; + if tim=0 then exit; + result:=inttostr(tim mod 24)+'h '+result; + tim:=tim div 24; + if tim=0 then exit; + result:=' '+result; + if (tim mod 7)<>1 then + result:='e'+result; + result:=inttostr(tim mod 7)+'Tag'+result; + tim:=tim div 7; + if tim=0 then exit; + result:=' '+result; + if tim<>1 then + result:='n'+result; + result:=inttostr(tim)+'Woche'+result; +end; + +function cpuUtilization: extended; +var + procstat: textfile; + s: string; + used,idle: int64; + i: integer; +begin + result:=0; + s:=''; + assignfile(procstat,'/proc/stat'); + reset(procstat); + while not eof(procstat) do begin + readln(procstat,s); + if pos('cpu ',s)=1 then break; + end; + closefile(procstat); + if pos('cpu ',s)<>1 then exit; + delete(s,1,pos(' ',s)); + s:=trim(s); + used:=0; + idle:=0; + for i:=0 to 3 do begin + used:=used+idle; + idle:=strtoint(copy(s,1,pos(' ',s)-1)); + delete(s,1,pos(' ',s)); + s:=trim(s); + end; + result:=(used-_cpuLastUsed)/max(1,used-_cpuLastUsed + idle-_cpuLastIdle); + _cpuLastUsed:=used; + _cpuLastIdle:=idle; +end; + +function numCpus: int64; +var + procstat: textfile; + s: string; +begin + result:=0; + s:=''; + assignfile(procstat,'/proc/stat'); + reset(procstat); + while not eof(procstat) do begin + readln(procstat,s); + if (pos('cpu',s)=1) and + (pos('cpu ',s)<>1) then + inc(result); + end; + closefile(procstat); +end; + +function momentanFreieCpus: int64; +begin + result:=floor(numCpus*(1-cpuUtilization)); +end; + +function mpfMyRoot(rad: mpf_t; wzlExp: int64): extended; +var + ex: int64; +begin + result:=power(mpf_get_d_2exp(ex,rad),1/wzlExp); + result:=result*power(2,ex/wzlExp); +end; + +function belegterSpeicher: int64; +var f: textFile; + s: string; +begin + s:='/proc/'+inttostr(getProcessId)+'/smaps'; + result:=0; + if not fileexists(s) then exit; + assignfile(f,s); + reset(f); + while not eof(f) do begin + readln(f,s); + if (leftStr(s,4)='Rss:') and (rightStr(s,3)=' kB') then begin + delete(s,1,4); + delete(s,length(s)-2,3); + s:=trim(s); + result:=result+strtoint(s); + end; + end; + closefile(f); +end; + +function minCache: int64; +var f: textFile; + s: string; +begin + s:='/proc/cpuinfo'; + result:=0; + if not fileexists(s) then exit; + assignfile(f,s); + reset(f); + while not eof(f) do begin + readln(f,s); + if (leftStr(s,10)='cache size') and (rightStr(s,3)=' kB') then begin + delete(s,1,pos(':',s)); + delete(s,length(s)-2,3); + s:=trim(s); + if result=0 then result:=strtoint(s) + else result:=min(result,strtoint(s)); + end; + end; + closefile(f); +end; + +function cmpStr(s1,s2: string): longint; +var + i: longint; +begin + for i:=1 to min(length(s1),length(s2)) do + if s1[i]<>s2[i] then begin + result:=2*byte(s1[i]>s2[i])-1; + exit; + end; + if length(s1)<>length(s2) then begin + result:=2*byte(length(s1)>length(s2))-1; + exit; + end; + result:=0; +end; + +function mitte(s1,s2: string): string; +var + i: longint; + w,nw: word; +begin + setlength(result,max(length(s1),length(s2))); + w:=0; + for i:=length(result) downto 1 do begin // result:= "s1+s2"; + if i<=length(s1) then + w:=w+byte(s1[i]); + if i<=length(s2) then + w:=w+byte(s2[i]); + result[i]:=char(w and $ff); + w:=w shr 8; + end; + result:=char(w)+result; + w:=0; + for i:=1 to length(result) do begin + nw:=byte(odd(byte(result[i])+w)); + result[i]:=char((byte(result[i])+w) div 2); + w:=nw shl 8; + end; + if w<>0 then + result:=result+char(w div 2); + if result[1]<>#0 then begin + writeln('Fehler bei der Mittenfindeung!'); + halt; + end; + delete(result,1,1); +end; + +function myFloatToStr(x: extended): string; +var + i,e: longint; +begin + e:=0; + if x<0 then begin + result:='-'; + x:=-x; + end + else + result:=''; + if x=0 then begin + result:='0'; + exit; + end; + while x<1 do begin + dec(e); + x:=x*10; + end; + while x>=10 do begin + inc(e); + x:=x/10; + end; + result:=result+char(ord('0')+floor(x))+'.'; + for i:=0 to 20 do begin + x:=(x-floor(x))*10; + result:=result+char(ord('0')+floor(x)); + end; + if e<>0 then + result:=result+'E'+inttostr(e); +end; + +function myStrToFloat(s: string): extended; +var + i,e: longint; + neg: boolean; +begin + if pos('E',s)>0 then begin + e:=strtoint(rightStr(s,length(s)-pos('E',s))); + delete(s,pos('E',s),length(s)); + end + else e:=0; + if pos('.',s)=0 then begin + result:=strtoint(s)*power(10,e); + exit; + end; + neg:=leftStr(s,1)='-'; + if neg then + delete(s,1,1); + if pos('.',s)=2 then begin + result:=0; + for i:=length(s) downto 3 do + result:=result/10 + ord(s[i])-ord('0'); + result:=result/10 + ord(s[1])-ord('0'); + end + else result:=strtofloat(s); + result:=result*power(10,e); + if neg then + result:=-result; +end; + +begin + _cpuLastUsed:=0; + _cpuLastIdle:=0; + cpuUtilization; +end. + |