CyberPanel/postfixSenderPolicy/__pycache__/rawFileParser.cpython-36.pyc

3
<EFBFBD><EFBFBD><EFBFBD>X*<00>@s*dd
lZdd
l
Z
dd
lZGdd<03>d<03>Zd
S)<04>Nc@s<>eZ
dZd
d<02>Zedd<04><00>
Zedd<06><00>
Zedd<08><00>
Zed	d
<EFBFBD><00>
Zedd<0C><00>
Z	ed
d<0E><00>
Z
edd<10><00>
Zedd<12><00>
Zedd<14><00>
Z
edd<16><00>
Zedd<18><00>
Zedd<1A><00>
Zedd<1C><00>
Zedd<1E><00>
Zedd <20><00>
Zd!S)"<22>
rawFileParsercCs|
|_g|_
dS)
N)<02>fileName<6D>data)<02>selfr<00>r<00>2/home/usman/FYP/nginxmodule/pymod/rawFileParser.py<70>__init__
s
zrawFileParser.__init__c
Cs"tj
|<00>
}t|
d
<01>}t|d
<01>}g}d}d}d}	d}
<EFBFBD>x<>|D<00>]<5D>}<0B>y<>tj|<0B>
jd<04>
}|jd<05>
dkrhw:<3A>n|jd<06>
dkr<>d}w:<3A>
n<>|jd<07>
d kr<>|
dkr<>d}w:<3A>
n<>|jd<08>
d!kr<>d}d}	w:<3A>
n<>|jd	<09>
d"kr<>d}w:<3A>
n<>|jd
<EFBFBD>
d#k<04>
r<>|dk<02>
r,x&|D]}|jt|<0B>
<01>

|jd<0B>

<00>q<>W|jd<0C>

|jd<0B>

n<x&|D]}|jt|<0B>
<01>

|jd<0B>

<00>
q2W|jd<0C>

|jd<0B>

g}d}d}d}	d}
<EFBFBD>n<>|	dk<02>
r<>|jd
<0A>
d$k<04>rvd}d}	d}n<>|jd<0E>
d%k<04>
r<>d}d}
w:n<>|jd<0F>
d&k<04>
r<>w:n<>|jd<10>
d'k<04>
r<>w:n<>|jd<11>
d(k<04>rw:nv|jd<12>
d)k<04>rw:nb|jd<13>
d*k<04>r(w:nN|jd<14>
d+k<04>r<w:n:|jd<15>
d,k<04>rPw:n&|jd<16>
d-k<04>rdw:n|jd<17>
d.k<04>rvw:|jd<18>
d/k<04>r<>w:|jd<19>
d0k<04>r<>w:|jd<1A>
d1k<04>r<>w:|jd<1B>
d2k<04>r<>w:|jd<1C>
d3k<04>r<>w:|jd<1D>
d4k<04>r<>w:n|dk<02>r<>|j	|<0C>

Wq:


w:Yq:Xq:W|j
<EFBFBD>
|j
<EFBFBD>
dS)5N<35>
ar
<00>
<00>utf8z-A--z-B--z-C--z-F--z-E--z-Z--<2D>

z==============================z200 OKzContent-Encoding: binaryzCookie:zCF-RAY:zcookie:zX-B3-zX-GFE-zx-client-data:zx-radius-2:zContent-Key:zx-radius-1:zX-NewRelic-z
Chrome-Proxy:zX-Gfe-zVia:zX-UCBrowser-z
Content-Type:<3A><><EFBFBD><EFBFBD><EFBFBD>r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
)r<00>readFileInList<73>open<65>urllib<69>unquote<74>decode<64>find<6E>write<74>repr<70>append<6E>close)
Zmod_sec_fileZoutPutFileNormalZoutPutFileSpamTrafficrZnormal<61>spamZ	newReqestZreqTypeZ	copyCheckZreqCheckZbinCheck<63>itemsZtestUTFrrr<00>fetchRequestsFromMod_SecFiles<>























































































z*rawFileParser.fetchRequestsFromMod_SecFilec
Cstj
d
|<00>}
dj|
<01>
}|S)Nz \\x[A-Za-z0-9]{1,2}|[A-Za-z0-9]+<2B>
 )<03>re<72>findall<6C>join)<03>request<73>final<61>finalStringrrr<00>cleanRequest<73>s
zrawFileParser.cleanRequestc
Cstj
d
|<00>}
|
S)Nz \\x[A-Za-z0-9]{1,2}|[A-Za-z0-9]+)rr)rr rrr<00>
findTokens<EFBFBD>szrawFileParser.findTokenscCs4g}d
}x&|D]}tj
||
<01>}|j|<03>

d
}qW|S)N<>)r<00>removeUnWantedDataFromRequestr)Z
listOfRequest<73>listOfWordsZ	finalList<73>reqrrrr<00>%removeUnWantedWordsFromListOfRequests<74>s





z3rawFileParser.removeUnWantedWordsFromListOfRequestscCsx|
D]}|j|d
<01>}qW|S)Nr$)
<01>replace)rr&rrrrr%<00>s

z+rawFileParser.removeUnWantedDataFromRequestcCs|tj
|<00>
}tj||<02>}t|
d
<01>}xN|D]F}|jd<02>
dkrN|jd<04>

|jd<05>

q&tj|<05>
}|j|<06>

|jd<05>

q&W|j<07>
dS)Nr	z======r
z==========================rr
)rrr(rrrr"r)<07>	inputFile<6C>
outputFileZwordToBeRemovedBefore<72>
fileInListZoprZcleanedRequestrrr<00>adaptiveCleanFile<6C>s











zrawFileParser.adaptiveCleanFilec	Cs`yNt|
<01>
d
krDt
j|
<01>
jd<02>
}t|<02>
d|
}|j|<04>

|jd<04>

ntd<05>

Wn


YnXdS)Nr
r<00>
|rz
Do nothing)<07>lenrrr<00>strr<00>print)r+Zrequests<74>labelZtestrrrr<00>writeRequestToFilesWithLabel<65>s







z*rawFileParser.writeRequestToFilesWithLabelcCs6g}|j<00>}x|D]}||
kr|j
|<04>

qWd
j|<02>
S)Nr)<03>splitrr)<05>remainingRequestr&Znewlistrrrrr<00>FilterUseLessWords<64>s



z rawFileParser.FilterUseLessWordscCsXtj
||
<01>}|j<02>}g}x4|D],}||kr|j<03>rt|<04>
d
kr|j|<04>

qWdj|<03>
S)N<>r)rr6r4<00>isdigitr/rr)r<00>	wordsList<73>oldreq<65>newreqrrrr<00>removeDuplicatesAndNonImp<6D>s





z'rawFileParser.removeDuplicatesAndNonImpc
CsTd
ddddddg}
tj
||
<01>}|j<02>}g}x|D]}|j<03>s0|j|<04>

q0Wdj|<03>
S)	N<>POSTZHTTP<54>
1<>Host<73>nameZusmanZemailr)rr6r4r8rr)r<00>removeDuplicatesAndNonImpWordsr:r;rrrr<00>removeNonImpDataFromSpamBody<64>s



z*rawFileParser.removeNonImpDataFromSpamBodyc
Cs.
t|
d
<01>}t
j|<00>
}d}<07>
x|D<00>]<5D>}|jd<03>
d
krH|d|jd<06>
}q |jd<07>
dkrj|d|jd<06>
}q |jd<08>
dkr<>|d|jd<06>
}q |jd	<09>
dkr<>|jd
<EFBFBD>
dkr<>|d|jd<06>
}q |jd<0B>
dk<04>r<>t|<07>
dk<04>r<>t
j||<03>}t
j|||<04>
d}q |jd<06>
}	t
j|	|<02>}	|d|	}q W|j	<09>
dS)Nr	r$ZGETr
rrr=ZRefererr?zForwarded Hostz
=============<3D>
r
r
r
r
r
r
)
rrrr<00>stripr/r<r3r6r)
r*r+r9rAr2<00>opfr,rrr5rrr<00>createRequestsFromProcessedFile
s*

















z-rawFileParser.createRequestsFromProcessedFilec
Cst|d
<01>}
t
|
<01>
S)N<>
r)r<00>list)<02>filename<6D>
frrrr-
s

zrawFileParser.readFileInListcCsXtj
|<00>
}t|
d
<01>}x6|D].}|jd<02>
dkr0qq|jd<04>
}tj||d<03>
qW|j<06>
dS)Nr	z=====r
rr
)rrrrrDr3r)Z	inputfileZ
outputfilerr rr'rrr<00>putLabelsToStrings3
s







z rawFileParser.putLabelsToStringscCs<>tj
|<00>
}tj
|
<01>
}t|d
<01>}xX|D]P}djtj|<06>
<01>
}x:|D]2}|jd<03>
}	|	jd<04>
}	|	d|}
tj||
d<05>
q>Wq$W|j<07>
dS)Nr	rz1|rr
)rrrrr#rDr3r)Z	cleanFileZspamFiler+ZcleanrrEZ	spamItemsZspamRequestZ
cleanItemsr"ZfinalRequestrrr<00>createSyntheticDataE
s














z!rawFileParser.createSyntheticDatac	Csbt|d
<01>}t|
d
<01>}t
|<03>
}t
|<04>
}t|d<02>}x|D]}|j|<08>

q4Wx|D]}|j|<08>

qLWdS)NrGzw+)rrHr)	ZfirstZsecondr rJ<00>f2ZdataAZdataBZf3rrrr<00>combineDataFromTwoFilesV
s








z%rawFileParser.combineDataFromTwoFilesN)<14>__name__<5F>
__module__<EFBFBD>__qualname__r<00>staticmethodrr"r#r(r%r-r3r6r<rBrFrrKrLrNrrrrrs 
m

r)rrZtimerrrrr<00><module>
s