|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
|
#!/usr/bin/env python3
#-*- coding: ISO-8859-1 -*-
#
#
# Author: Valentin Kuznetsov, 2008
"""
DBS data discovery command line interface
"""
import httplib, urllib, urllib2, types, string, os, sys
from optparse import OptionParser
class DDOptionParser:
"""
DDOptionParser is main class to parse options for L{DDHelper} and L{DDServer}.
"""
def __init__(self):
self.parser = OptionParser()
self.parser.add_option("--dbsInst",action="store", type="string", dest="dbsInst",
help="specify DBS instance to use, e.g. --dbsInst=cms_dbs_prod_global")
self.parser.add_option("-v","--verbose",action="store", type="int", default=0, dest="verbose",
help="specify verbosity level, 0-none, 1-info, 2-debug")
self.parser.add_option("--input",action="store", type="string", default=False, dest="input",
help="specify input for your request.")
self.parser.add_option("--xml",action="store_true",dest="xml",
help="request output in XML format")
self.parser.add_option("--cff",action="store_true",dest="cff",
help="request output for files in CMS cff format")
self.parser.add_option("--host",action="store",type="string",dest="host",
help="specify a host name of Data Discovery service, e.g. https://cmsweb.cern.ch/dbs_discovery/")
self.parser.add_option("--port",action="store",type="string",dest="port",
help="specify a port to be used by Data Discovery host")
self.parser.add_option("--iface",action="store",default="dbsapi",type="string",dest="iface",
help="specify which interface to use for queries dd or dbsapi, default is dbsapi.")
self.parser.add_option("--details",action="store_true",dest="details",
help="show detailed output")
self.parser.add_option("--case",action="store",default="on",type="string",dest="case",
help="specify if your input is case sensitive of not, default is on.")
self.parser.add_option("--page",action="store",type="string",default="0",dest="page",
help="specify output page, should come together with --limit and --details")
self.parser.add_option("--limit",action="store",type="string",default="10",dest="limit",
help="specify a limit on output, e.g. 50 results, the --limit=-1 will list all results")
def getOpt(self):
"""
Returns parse list of options
"""
return self.parser.parse_args()
def sendMessage(host,port,dbsInst,userInput,page,limit,xml=0,case='on',iface='dbsapi',details=0,cff=0,debug=0):
if xml: xml=1
else: xml=0
if cff: cff=1
else: cff=0
input=urllib.quote(userInput)
if debug:
httplib.HTTPConnection.debuglevel = 1
print("Contact",host,port)
_port=443
if host.find("http://")!=-1:
_port=80
if host.find("https://")!=-1:
_port=443
host=host.replace("http://","").replace("https://","")
if host.find(":")==-1:
port=_port
prefix_path=""
if host.find("/")!=-1:
hs=host.split("/")
host=hs[0]
prefix_path='/'.join(hs[1:])
if host.find(":")!=-1:
host,port=host.split(":")
port=int(port)
path="/aSearch"
if prefix_path:
path="/"+prefix_path+path[1:]
if port==443:
url = "https://"+host+":%s"%port+path
else:
url = "http://"+host+":%s"%port+path
if details: details=1
else: details=0
params = {'dbsInst':dbsInst,'html':0,'caseSensitive':case,'_idx':page,'pagerStep':limit,'userInput':input,'xml':xml,'details':details,'cff':cff,'method':iface}
agent = "Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)"
ctypes = "text/plain"
headers = { 'User-Agent':agent, 'Accept':ctypes}
data = urllib.urlencode(params,doseq=True)
if debug:
print(url,data,headers)
req = urllib2.Request(url, data, headers)
data = ""
try:
response = urllib2.urlopen(req)
data = response.read()
except urllib2.HTTPError as e:
if e.code==201:
print(e.headers)
print(e.msg)
pass
else:
raise e
return data
#
# main
#
if __name__ == "__main__":
host= "cmsweb.cern.ch/dbs_discovery/"
port= 443
dbsInst="cms_dbs_prod_global"
optManager = DDOptionParser()
(opts,args) = optManager.getOpt()
if opts.host: host=opts.host
if host.find("http://")!=-1:
host=host.replace("http://","")
# if host.find(":")!=-1:
# host,port=host.split(":")
if host[-1]!="/":
host+="/"
if opts.port:
port = opts.port
if opts.dbsInst: dbsInst=opts.dbsInst
if opts.input:
if os.path.isfile(opts.input):
input=open(opts.input,'r').readline()
else:
input=opts.input
else:
print("\nUsage: %s --help"%sys.argv[0])
sys.exit(0)
result = sendMessage(host,port,dbsInst,input,opts.page,opts.limit,opts.xml,opts.case,opts.iface,opts.details,opts.cff,opts.verbose)
print(result)
|