forked from Drushti21/Osint
-
Notifications
You must be signed in to change notification settings - Fork 0
/
urlp.py
58 lines (58 loc) · 2.72 KB
/
urlp.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
import logging as log
import csv as CS
from Web_Url_Feature import Weburlfeature as WF
#import trainer as TR
class Fileoutput:
def __init__(self):
self.terminator = 0
def outputWriter(self,list_url_feature,output_file):
self.file_writer = open(output_file,'wb')
self.terminator = 0
for self.child in list_url_feature:
#print child.keys()
self.write_mode = CS.DictWriter(self.file_writer,self.child.keys())
if self.terminator == 0 :
self.write_mode.writeheader()
self.terminator = 1
self.write_mode.writerow(self.child)
self.file_writer.close()
class Webmain:
def __init__(self):
self.list_url_feature = []
self.url_address = ""
self.url_features_dict = {}
def TestUrl(self,url_address,output_file):
self.url_address = url_address.strip()
if len(self.url_address)!=0:
print "Processig Request......"
#self.url_features_reference = WF()
#self.url_features_dict=self.url_features_reference.gettingFeature(self.url_address)
self.url_features_dict = {}
self.web_feature_reference = WF()
self.url_features_dict = self.web_feature_reference.gettingFeature(self.url_address)
#self.url_features_dict = WF.feature_extract(self.url_address)
self.list_url_feature.append(self.url_features_dict)
print self.url_features_dict
self.file_output_reference = Fileoutput()
self.file_output_reference.outputWriter(self.list_url_feature,output_file)
def testUrlfile(self,input_file,output_file):
self.file_reader = open(input_file,'r')
for self.child in self.file_reader:
self.url_address = self.child.strip()
if len(self.url_address)!=0:
print( "Processig Request......")
#self.url_features_reference = WF()
#self.url_features_dict=self.url_features_reference.gettingFeature(self.url_address)
self.url_features_dict = {}
self.web_feature_reference = WF()
self.url_features_dict = self.web_feature_reference.gettingFeature(self.url_address)
#self.url_features_dict = WF.feature_extract(self.url_address)
self.list_url_feature.append(self.url_features_dict)
print self.url_features_dict
self.file_reader.close()
self.file_output_reference = Fileoutput()
self.file_output_reference.outputWriter(self.list_url_feature,output_file)
if __name__ == '__main__':
caller = Webmain()
caller.testUrlfile('test.txt','test_features.csv')
pass