|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
|
#!/usr/bin/env python3
import sys
import os
import re
import string
import mimetypes
import http.client as httplib
import ssl
import gzip
import hashlib
from stat import *
import urllib.request as urllib2
from subprocess import getstatusoutput
try:
from Monitoring.DQM import visDQMUtils
except:
from DQMServices.FileIO import visDQMUtils
if sys.version_info[:3] >= (2, 4, 0):
HTTPS = httplib.HTTPSConnection
else:
HTTPS = httplib.HTTPS
ssl_key_file = None
ssl_cert_file = None
context = None
class HTTPSCertAuth(HTTPS):
def __init__(self, host, context = None, *args, **kwargs):
if context is None:
context = ssl._create_default_https_context()
if ssl_key_file or ssl_cert_file:
context.load_cert_chain(ssl_cert_file, ssl_key_file)
HTTPS.__init__(self, host, context = context, **kwargs)
class HTTPSCertAuthenticate(urllib2.AbstractHTTPHandler):
def default_open(self, req):
return self.do_open(HTTPSCertAuth, req)
def filetype(filename):
return mimetypes.guess_type(filename)[0] or 'application/octet-stream'
def encode(args, files):
"""
Encode form (name, value) and (name, filename, type) elements into
multi-part/form-data. We don't actually need to know what we are
uploading here, so just claim it's all text/plain.
"""
boundary = b'----------=_DQM_FILE_BOUNDARY_=-----------'
(body, crlf) = (b'', b'\r\n')
for (key, value) in args.items():
payload = str(value).encode('utf-8')
body += b'--' + boundary + crlf
body += (b'Content-Disposition: form-data; name="%s"' % key.encode('utf-8')) + crlf
body += crlf + payload + crlf
for (key, filename) in files.items():
body += b'--' + boundary + crlf
body += (b'Content-Disposition: form-data; name="%s"; filename="%s"'
% (key.encode('utf-8'), os.path.basename(filename).encode('utf-8'))) + crlf
body += (b'Content-Type: %s' % filetype(filename).encode('utf-8')) + crlf
body += (b'Content-Length: %d' % os.stat(filename)[ST_SIZE]) + crlf
with open(filename, 'rb') as file:
body += crlf + file.read() + crlf
body += b'--' + boundary + b'--' + crlf + crlf
return (b'multipart/form-data; boundary=' + boundary, body)
def marshall(args, files, request):
"""
Marshalls the arguments to the CGI script as multi-part/form-data,
not the default application/x-www-form-url-encoded. This improves
the transfer of the large inputs and eases command line invocation
of the CGI script.
"""
(type, body) = encode(args, files)
request.add_header('Content-Type', type)
request.add_header('Content-Length', str(len(body)))
request.data = body
def upload(url, args, files):
ident = "visDQMUpload DQMGUI/%s python/%s" % \
(os.getenv('DQMGUI_VERSION', '?'), "%d.%d.%d" % sys.version_info[:3])
datareq = urllib2.Request(url + '/data/put')
datareq.add_header('Accept-encoding', 'gzip')
datareq.add_header('User-agent', ident)
marshall(args, files, datareq)
if 'https://' in url:
result = urllib2.build_opener(HTTPSCertAuthenticate()).open(datareq)
else:
result = urllib2.build_opener(urllib2.ProxyHandler({})).open(datareq)
data = result.read()
if result.headers.get ('Content-encoding', '') == 'gzip':
data = gzip.GzipFile (fileobj=StringIO(data)).read ()
return (result.headers, data)
x509_path = os.getenv("X509_USER_PROXY", None)
if x509_path and os.path.exists(x509_path):
ssl_key_file = ssl_cert_file = x509_path
if not ssl_key_file:
x509_path = os.getenv("X509_USER_KEY", None)
if x509_path and os.path.exists(x509_path):
ssl_key_file = x509_path
if not ssl_cert_file:
x509_path = os.getenv("X509_USER_CERT", None)
if x509_path and os.path.exists(x509_path):
ssl_cert_file = x509_path
if not ssl_key_file and not ssl_cert_file:
(status, uid) = getstatusoutput("id -u")
if os.path.exists("/tmp/x509up_u%s" % uid):
ssl_key_file = ssl_cert_file = "/tmp/x509up_u%s" % uid
if not ssl_key_file:
x509_path = os.getenv("HOME") + "/.globus/userkey.pem"
if os.path.exists(x509_path):
ssl_key_file = x509_path
if not ssl_cert_file:
x509_path = os.getenv("HOME") + "/.globus/usercert.pem"
if os.path.exists(x509_path):
ssl_cert_file = x509_path
if 'https://' in sys.argv[1] and (not ssl_key_file or not os.path.exists(ssl_key_file)):
print("no certificate private key file found", file=sys.stderr)
sys.exit(1)
if 'https://' in sys.argv[1] and (not ssl_cert_file or not os.path.exists(ssl_cert_file)):
print("no certificate public key file found", file=sys.stderr)
sys.exit(1)
try:
for file_path in sys.argv[2:]:
# Before even trying to make a call to the other side, we first do a check on
# the filename:
classification_ok, classification_result = visDQMUtils.classifyDQMFile(file_path)
if not classification_ok:
print("Check of filename before upload failed with following message:")
print(classification_result)
sys.exit(1)
# If file check was fine, we continue with the upload method:
else:
print("Using SSL private key", ssl_key_file)
print("Using SSL public key", ssl_cert_file)
hasher = hashlib.md5()
with open(sys.argv[2], 'rb') as file:
buf = file.read()
hasher.update(buf)
(headers, data) = \
upload(sys.argv[1],
{ 'size': os.stat(sys.argv[2])[ST_SIZE],
'checksum': 'md5:%s' % hasher.hexdigest() },
{ 'file': file_path })
print('Status code: ', headers.get("Dqm-Status-Code", "None"))
print('Message: ', headers.get("Dqm-Status-Message", "None"))
print('Detail: ', headers.get("Dqm-Status-Detail", "None"))
print(data.decode('utf-8'))
sys.exit(0)
except urllib2.HTTPError as e:
print('ERROR', e)
print('Status code: ', e.hdrs.get("Dqm-Status-Code", "None"))
print('Message: ', e.hdrs.get("Dqm-Status-Message", "None"))
print('Detail: ', e.hdrs.get("Dqm-Status-Detail", "None"))
sys.exit(1)
|