Files
CyberPanel/postfixSenderPolicy/__pycache__/rawFileParser.cpython-36.pyc

76 lines
6.8 KiB
Plaintext
Raw Normal View History

3
<EFBFBD><EFBFBD><EFBFBD>X*<00>@s*ddlZddlZddlZGdd<03>d<03>ZdS)<04>Nc@s<>eZdZdd<02>Zedd<04><00>Zedd<06><00>Zedd<08><00>Zed d
<EFBFBD><00>Zed d <0C><00>Z ed d<0E><00>Z
edd<10><00>Z edd<12><00>Z edd<14><00>Z edd<16><00>Zedd<18><00>Zedd<1A><00>Zedd<1C><00>Zedd<1E><00>Zedd <20><00>Zd!S)"<22> rawFileParsercCs||_g|_dS)N)<02>fileName<6D>data)<02>selfr<00>r<00>2/home/usman/FYP/nginxmodule/pymod/rawFileParser.py<70>__init__
szrawFileParser.__init__c Cs"tj|<00>}t|d<01>}t|d<01>}g}d}d}d} d}
<EFBFBD>x<>|D<00>]<5D>} <0B>y<>tj| <0B>jd<04>} | jd<05>dkrhw:<3A>n| jd<06>dkr<>d}w:<3A>n<>| jd<07>d kr<>|
dkr<>d}w:<3A>n<>| jd<08>d!kr<>d}d} w:<3A>n<>| jd <09>d"kr<>d}w:<3A>n<>| jd
<EFBFBD>d#k<04>r<>|dk<02>r,x&|D]} |jt| <0B><01>|jd <0B><00>q<>W|jd <0C>|jd <0B>n<x&|D]} |jt| <0B><01>|jd <0B><00>q2W|jd <0C>|jd <0B>g}d}d}d} d}
<EFBFBD>n<>| dk<02>r<>| jd <0A>d$k<04>rvd}d} d}n<>| jd<0E>d%k<04>r<>d}d}
w:n<>| jd<0F>d&k<04>r<>w:n<>| jd<10>d'k<04>r<>w:n<>| jd<11>d(k<04>rw:nv| jd<12>d)k<04>rw:nb| jd<13>d*k<04>r(w:nN| jd<14>d+k<04>r<w:n:| jd<15>d,k<04>rPw:n&| jd<16>d-k<04>rdw:n| jd<17>d.k<04>rvw:| jd<18>d/k<04>r<>w:| jd<19>d0k<04>r<>w:| jd<1A>d1k<04>r<>w:| jd<1B>d2k<04>r<>w:| jd<1C>d3k<04>r<>w:| jd<1D>d4k<04>r<>w:n|dk<02>r<>|j | <0C>Wq:w:Yq:Xq:W|j
<EFBFBD>|j
<EFBFBD>dS)5N<35>ar<00><00>utf8z-A--z-B--z-C--z-F--z-E--z-Z--<2D>
z==============================z200 OKzContent-Encoding: binaryzCookie:zCF-RAY:zcookie:zX-B3-zX-GFE-zx-client-data:z x-radius-2:z Content-Key:z x-radius-1:z X-NewRelic-z Chrome-Proxy:zX-Gfe-zVia:z X-UCBrowser-z Content-Type:<3A><><EFBFBD><EFBFBD><EFBFBD>r r r r r r r r r r r r r r r r r r r r r r ) r<00>readFileInList<73>open<65>urllib<69>unquote<74>decode<64>find<6E>write<74>repr<70>append<6E>close) Z mod_sec_fileZoutPutFileNormalZoutPutFileSpamTrafficrZnormal<61>spamZ newReqestZreqTypeZ copyCheckZreqCheckZbinCheck<63>itemsZtestUTFrrr<00>fetchRequestsFromMod_SecFiles<>





 




 z*rawFileParser.fetchRequestsFromMod_SecFilecCstjd|<00>}dj|<01>}|S)Nz \\x[A-Za-z0-9]{1,2}|[A-Za-z0-9]+<2B> )<03>re<72>findall<6C>join)<03>request<73>final<61> finalStringrrr<00> cleanRequest<73>s 
zrawFileParser.cleanRequestcCstjd|<00>}|S)Nz \\x[A-Za-z0-9]{1,2}|[A-Za-z0-9]+)rr)rr rrr<00>
findTokens<EFBFBD>s zrawFileParser.findTokenscCs4g}d}x&|D]}tj||<01>}|j|<03>d}qW|S)N<>)r<00>removeUnWantedDataFromRequestr)Z listOfRequest<73> listOfWordsZ finalList<73>reqrrrr<00>%removeUnWantedWordsFromListOfRequests<74>s
 
z3rawFileParser.removeUnWantedWordsFromListOfRequestscCsx|D]}|j|d<01>}qW|S)Nr$)<01>replace)rr&rrrrr%<00>s
z+rawFileParser.removeUnWantedDataFromRequestcCs|tj|<00>}tj||<02>}t|d<01>}xN|D]F}|jd<02>dkrN|jd<04>|jd<05>q&tj|<05>}|j|<06>|jd<05>q&W|j<07>dS)Nr z======r
z==========================r r )rrr(rrrr"r)<07> inputFile<6C>
outputFileZwordToBeRemovedBefore<72>
fileInListZoprZcleanedRequestrrr<00>adaptiveCleanFile<6C>s
 


 

zrawFileParser.adaptiveCleanFilec Cs`yNt|<01>dkrDtj|<01>jd<02>}t|<02>d|}|j|<04>|jd<04>ntd<05>Wn YnXdS)Nrr <00>|r z
Do nothing)<07>lenrrr<00>strr<00>print)r+Zrequests<74>labelZtestrrrr<00>writeRequestToFilesWithLabel<65>s 
  z*rawFileParser.writeRequestToFilesWithLabelcCs6g}|j<00>}x|D]}||kr|j|<04>qWdj|<02>S)Nr)<03>splitrr)<05>remainingRequestr&Znewlistrrrrr<00>FilterUseLessWords<64>s 
z rawFileParser.FilterUseLessWordscCsXtj||<01>}|j<02>}g}x4|D],}||kr|j<03> rt|<04>dkr|j|<04>qWdj|<03>S)N<>r)rr6r4<00>isdigitr/rr)r<00> wordsList<73>oldreq<65>newreqrrrr<00>removeDuplicatesAndNonImp<6D>s 
z'rawFileParser.removeDuplicatesAndNonImpcCsTdddddddg}tj||<01>}|j<02>}g}x|D]}|j<03>s0|j|<04>q0Wdj|<03>S) N<>POSTZHTTP<54>1<>Host<73>nameZusmanZemailr)rr6r4r8rr)r<00>removeDuplicatesAndNonImpWordsr:r;rrrr<00>removeNonImpDataFromSpamBody<64>s 
z*rawFileParser.removeNonImpDataFromSpamBodyc
Cs.t|d<01>}tj|<00>}d}<07>x|D<00>]<5D>}|jd<03>d krH|d|jd<06>}q |jd<07>dkrj|d|jd<06>}q |jd<08>dkr<>|d|jd<06>}q |jd <09>dkr<>|jd
<EFBFBD>dk r<>|d|jd<06>}q |jd <0B>dk<04>r<>t|<07>d k<04>r<>tj||<03>}tj|||<04>d}q |jd<06>} tj| |<02>} |d| }q W|j <09>dS)Nr r$ZGETr
rr r=ZRefererr?zForwarded Hostz =============<3D>
r r r r r r )
rrrr<00>stripr/r<r3r6r)
r*r+r9rAr2<00>opfr,rrr5rrr<00>createRequestsFromProcessedFiles*

 
 z-rawFileParser.createRequestsFromProcessedFilecCst|d<01>}t|<01>S)N<>r)r<00>list)<02>filename<6D>frrrr-s
zrawFileParser.readFileInListcCsXtj|<00>}t|d<01>}x6|D].}|jd<02>dkr0qq|jd<04>}tj||d<03>qW|j<06>dS)Nr z=====r
r r )rrrrrDr3r)Z inputfileZ
outputfilerr rr'rrr<00>putLabelsToStrings3s



z rawFileParser.putLabelsToStringsc Cs<>tj|<00>}tj|<01>}t|d<01>}xX|D]P}djtj|<06><01>}x:|D]2}|jd<03>} | jd<04>} | d|}
tj||
d<05>q>Wq$W|j<07>dS)Nr rz1|r r)rrrrr#rDr3r) Z cleanFileZspamFiler+ZcleanrrEZ spamItemsZ spamRequestZ
cleanItemsr"Z finalRequestrrr<00>createSyntheticDataEs






 z!rawFileParser.createSyntheticDatac Csbt|d<01>}t|d<01>}t|<03>}t|<04>}t|d<02>}x|D]}|j|<08>q4Wx|D]}|j|<08>qLWdS)NrGzw+)rrHr) ZfirstZsecondr rJ<00>f2ZdataAZdataBZf3rrrr<00>combineDataFromTwoFilesVs




z%rawFileParser.combineDataFromTwoFilesN)<14>__name__<5F>
__module__<EFBFBD> __qualname__r<00> staticmethodrr"r#r(r%r-r3r6r<rBrFrrKrLrNrrrrrs 
m          r)rrZtimerrrrr<00><module>s