52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
|
#-- Retrieve data via HTTP
#
# Well, it says "get", but it actually does POST and AJAXish GET requests too.
#
def get(url, params={}, referer="", post=0, ajax=0, binary=0, feedback=None):
__print__( dbg.HTTP, "GET", url, params )
# statusbar info
progress_feedback(url)
# combine headers
headers = {}
|
|
|
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
|
#-- Retrieve data via HTTP
#
# Well, it says "get", but it actually does POST and AJAXish GET requests too.
#
def get(url, params={}, referer="", post=0, ajax=0, binary=0, feedback=None, content=True):
__print__( dbg.HTTP, "GET", url, params )
# statusbar info
progress_feedback(url)
# combine headers
headers = {}
|
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
r = session.post(url, params=params, headers=headers)
else:
r = session.get(url, params=params, headers=headers)
__print__( dbg.HTTP, r.request.headers );
__print__( dbg.HTTP, r.headers );
# result
#progress_feedback(0.9)
content = (r.content if binary else r.text)
# finish, clean statusbar
progress_feedback("")
__print__( dbg.INFO, "Content-Length", len(content) )
return content
#-- Append missing trailing slash to URLs
def fix_url(url):
if url is None:
|
|
|
|
<
|
|
>
|
>
>
>
>
|
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
|
r = session.post(url, params=params, headers=headers)
else:
r = session.get(url, params=params, headers=headers)
__print__( dbg.HTTP, r.request.headers );
__print__( dbg.HTTP, r.headers );
# finish, clean statusbar
#progress_feedback(0.9)
progress_feedback("")
# result
__print__( dbg.INFO, "Content-Length", len(r.content) )
if not content:
return r
elif binary:
return r.content
else:
return r.text
#-- Append missing trailing slash to URLs
def fix_url(url):
if url is None:
|