52
53
54
55
56
57
58
59
60
61
62
63
64
65
66 | 52
53
54
55
56
57
58
59
60
61
62
63
64
65
66 |
-
+
|
#-- Retrieve data via HTTP
#
# Well, it says "get", but it actually does POST and AJAXish GET requests too.
#
def get(url, params={}, referer="", post=0, ajax=0, binary=0, feedback=None):
def get(url, params={}, referer="", post=0, ajax=0, binary=0, feedback=None, content=True):
__print__( dbg.HTTP, "GET", url, params )
# statusbar info
progress_feedback(url)
# combine headers
headers = {} |
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95 | 74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99 |
-
+
-
-
+
+
-
-
-
-
+
+
+
+
+
+
+
+
| r = session.post(url, params=params, headers=headers)
else:
r = session.get(url, params=params, headers=headers)
__print__( dbg.HTTP, r.request.headers );
__print__( dbg.HTTP, r.headers );
# result
# finish, clean statusbar
#progress_feedback(0.9)
content = (r.content if binary else r.text)
progress_feedback("")
# finish, clean statusbar
progress_feedback("")
__print__( dbg.INFO, "Content-Length", len(content) )
return content
|