Operations Research

#!/usr/bin/python # -*- coding: utf-8 -*- import sys import ast import urllib import ssl import ldap import cgi import cgitb import re sys.path.append('/var/www/sites/tools/include') import HTML import mydial cgitb.enable() def getInfo(attr, publi): if attr in publi.keys(): if type(publi[attr]) == str: return publi[attr] elif type(publi[attr]) == unicode: return publi[attr].encode("utf-8") elif type(publi[attr]) == list: a = '' for j, e in enumerate(publi[attr]): if (j != 0): a += ' ; ' if type(e) == str: a += e elif type(e) == unicode: a += e.encode("utf-8") return a return 'xxx' def stringify(arg, key): if key in arg.keys(): if type(arg[key]) == list: return ", ".join(arg[key]) else: return arg[key] else: return '' def multikeysort(items, sortStr): comparers = [] for s in urllib.unquote(sortStr).split(","): l = s.strip().split() if l[1] == 'desc': polarity = -1 if l[1] == 'asc': polarity = 1 comparers.append((l[0], polarity)) def comparer(left, right): for key, polarity in comparers: argl = stringify(left, key) argr = stringify(right, key) result = cmp(argl, argr) if result: return polarity * result else: return 0 return sorted(items, cmp=comparer) pubType = { u'Article de p\u00e9riodique (Journal article)' : 'Journal Articles', \ u'Brevet (Patent)' : 'Patents', \ u'Communication \u00e0 un colloque (Conference Paper)' : 'Conference Papers', \ u'Contribution \u00e0 ouvrage collectif (Book Chapter)' : 'Book Chapters', \ u'Document de travail (Working Paper)' : 'Working Papers', \ u'Monographie (Book)' : 'Books', \ u'Preprint' : 'Preprints', \ u'Rapport (Report)' : 'Reports', \ u'Th\u00e8se (Dissertation)' : 'Dissertations' } form = cgi.FieldStorage() sortStr = urllib.quote(form.getvalue('s')) solrNum = form.getvalue('n') solrQuery = urllib.unquote(form.getvalue('q')) ### # Paramtres de base de la requte solr # #baseQuery = 'https://dial.uclouvain.be/solr6/repository/select?' \ baseQuery = 'https://dial.uclouvain.be/solr/repository/select?' \ '&start=0' \ '&rows=999999' \ '&qt=standard' \ '&wt=python' \ '&sort=&q=%s' % ( \ urllib.quote(\ 'ss_state:A AND ' 'sm_contentmodel:\"boreal-system:ResearchPublicationCM\"' \ 'AND ') ) # urllib.quote('ss_state:A AND ') ) # urllib.quote('ss_state:A AND sm_vitalSite:[3 TO 7] AND ') ) f = form.getvalue('f') ### # Affichage du code html # mydial.printheader_export('Export') for t in sorted(pubType.keys()): q = baseQuery + urllib.quote(solrQuery) + urllib.quote(' AND sm_type:"%s"' % \ t.encode("utf-8")) resp = eval( urllib.urlopen(q).read() ) if ( resp['response']['numFound'] > 0 ): #print '%s (%d)' % (pubType[t].encode("utf-8"), \ # resp['response']['numFound']) if f == 'html': print '

%s

' % pubType[t] elif f == 'latex': print '\subsection{%s}
' % pubType[t] print '\\begin{enumerate}
' for i, doc in enumerate(multikeysort(resp['response']['docs'], sortStr)[:int(solrNum)]): s = [ 'tm_creator', 'sm_title', 'sm_journal.title', \ 'sm_journal.volume', 'sm_doi', 'ss_publicationstatus', \ 'sm_handle', 'sm_book.creator', 'sm_book.title', \ 'sm_book.series', 'sm_book.volume.des', 'sm_publisher.name', \ 'sm_publisher.location', 'sm_date', 'sm_book.volume', \ 'sm_isbn', 'sm_book.pages', 'sm_conference.title', \ 'sm_conference.location', 'sm_conference.date', 'sm_promoteur', \ 'sm_date.examination', 'sm_collection.marc', 'sm_paper.series', 'sm_paper.volume' ] d = {} for k in s: d[k] = getInfo(k, doc) if (t == u'Article de p\u00e9riodique (Journal article)'): if f == 'html': ref = '%(tm_creator)s. %(sm_title)s.' \ ' In: %(sm_journal.title)s, %(sm_journal.volume)s.' \ ' %(sm_paper.series)s %(sm_paper.volume)s.' \ ' doi:%(sm_doi)s (%(ss_publicationstatus)s).' % d elif f == 'latex': ref = '{\sc %(tm_creator)s}. {\em %(sm_title)s}.' \ ' In: {\em %(sm_journal.title)s}, %(sm_journal.volume)s.' \ ' %(sm_paper.series)s %(sm_paper.volume)s.' \ ' doi:%(sm_doi)s (%(ss_publicationstatus)s).' % d ref = re.sub('In: xxx\/i>,', '', ref) ref = re.sub('In: {\em xxx},', '', ref) ref = re.sub('doi:xxx', '', ref) ref = re.sub('\(xxx\)', '', ref) ref = re.sub('\(Publi.*\)', '', ref) ref = re.sub('xxx', '', ref) ref = re.sub('[ ]+\.', '.', ref) ref = re.sub('\.+', '.', ref) ref = re.sub('[ ]+;', ';', ref) if (t == 'Brevet (Patent)'): if f == 'html': ref = '%(tm_creator)s. %(sm_title)s.' % d ref += ' %s' % HTML.link(d['sm_handle'],d['sm_handle']) elif f == 'latex': ref = '%(tm_creator)s. {\em %(sm_title)s}.' % d ref += ' %s' % d['sm_handle'] ref = re.sub('xxx\. ', '', ref) ref = re.sub('{\sc xxx}\.', '', ref) ref = re.sub('[ ]+', ' ', ref) ref = re.sub('[ ]+;', ';', ref) if (t == u'Communication \u00e0 un colloque (Conference Paper)'): if f == 'html': ref = '%(tm_creator)s. %(sm_title)s.' \ ' %(sm_conference.title)s (%(sm_conference.location)s,' \ ' %(sm_conference.date)s). In: %(sm_journal.title)s.' \ ' %(sm_journal.volume)s. In: %(sm_book.title)s' \ ' (%(sm_book.series)s; %(sm_book.volume.des)s),' \ ' %(sm_publisher.name)s: %(sm_publisher.location)s,' \ ' %(sm_date)s, %(sm_isbn)s, %(sm_book.volume)s.' \ ' %(sm_paper.series)s %(sm_paper.volume)s.' \ ' doi:%(sm_doi)s.' % d elif f == 'latex': ref = '{\sc %(tm_creator)s}. {\em %(sm_title)s}.' \ ' %(sm_conference.title)s (%(sm_conference.location)s,' \ ' %(sm_conference.date)s). In: {\em %(sm_journal.title)s}.' \ ' %(sm_journal.volume)s. In: {\em %(sm_book.title)s}' \ ' (%(sm_book.series)s; %(sm_book.volume.des)s),' \ ' %(sm_publisher.name)s: %(sm_publisher.location)s,' \ ' %(sm_date)s, %(sm_isbn)s, %(sm_book.volume)s.' \ ' %(sm_paper.series)s %(sm_paper.volume)s.' \ ' doi:%(sm_doi)s.' % d ref = re.sub('In: xxx\/i>[ \.]', '', ref) ref = re.sub('In: {.em xxx}[ \.]', '', ref) ref = re.sub(' doi:xxx.', '', ref) ref = re.sub('[\.,:;][ ]+xxx','',ref) ref = re.sub('[ ]+\(xxx\)', '', ref) ref = re.sub('xxx,[ ]+', '', ref) ref = re.sub('\.,', '.', ref) ref = re.sub('\.[ ]+,', '.', ref) ref = re.sub('\.[ ]+\d\d\d\d\.', '.', ref) ref = re.sub('[ ]+;', ';', ref) if (t == u'Contribution \u00e0 ouvrage collectif (Book Chapter)'): if f == 'html': ref = '%(tm_creator)s. %(sm_title)s.' \ ' In: %(sm_book.creator)s, %(sm_book.title)s' \ ' (%(sm_book.series)s; %(sm_book.volume.des)s),' \ ' %(sm_publisher.name)s: %(sm_publisher.location)s,' \ ' %(sm_date)s, %(sm_book.volume)s. %(sm_isbn)s.' \ ' %(sm_paper.series)s %(sm_paper.volume)s.' \ ' doi:%(sm_doi)s.' % d elif f == 'latex': ref = '{\sc %(tm_creator)s}. {\em %(sm_title)s}.' \ ' In: %(sm_book.creator)s, {\em %(sm_book.title)s}' \ ' (%(sm_book.series)s; %(sm_book.volume.des)s),' \ ' %(sm_publisher.name)s: %(sm_publisher.location)s,' \ ' %(sm_date)s, %(sm_book.volume)s. %(sm_isbn)s.' \ ' %(sm_paper.series)s %(sm_paper.volume)s.' \ ' doi:%(sm_doi)s.' % d ref = re.sub('In: xxx, ', 'In: ', ref) ref = re.sub(': xxx,', ',', ref) ref = re.sub(' doi:xxx.', '', ref) ref = re.sub('\. xxx\.', '.', ref) ref = re.sub('\(xxx; xxx\)', '', ref) ref = re.sub(', xxx\.', '.', ref) ref = re.sub('[ ]+;', ';', ref) if (t == 'Document de travail (Working Paper)'): if f == 'html': ref = '%(tm_creator)s. %(sm_title)s.' \ ' %(sm_date)s.' \ ' %(sm_book.pages)s p.' \ ' %(sm_paper.series)s %(sm_paper.volume)s.' % d elif f == 'latex': ref = '{\sc %(tm_creator)s}. {\em %(sm_title)s}.' \ ' %(sm_paper.series)s %(sm_paper.volume)s.' \ ' %(sm_book.pages)s p.' \ ' %(sm_paper.series)s %(sm_paper.volume)s.' % d ref = re.sub(' xxx p\.', '', ref) ref = re.sub('[ ]+', ' ', ref) ref = re.sub('[ ]+;', ';', ref) if (t == 'Monographie (Book)'): if f == 'html': ref = '%(tm_creator)s. %(sm_title)s.' \ ' %(sm_publisher.name)s: %(sm_publisher.location)s,' \ ' %(sm_date)s. %(sm_isbn)s. %(sm_book.pages)s pages.' % d elif f == 'latex': ref = '{\sc %(tm_creator)s}. {\em %(sm_title)s}.' \ ' %(sm_publisher.name)s: %(sm_publisher.location)s,' \ ' %(sm_date)s. %(sm_isbn)s. %(sm_book.pages)s pages.' % d ref = re.sub(': xxx', '', ref) ref = re.sub(' xxx.', '', ref) ref = re.sub('[ ]+;', ';', ref) if (t == 'Preprint'): if f == 'html': ref = '%(tm_creator)s. %(sm_title)s,' \ ' %(sm_date)s. %(sm_book.pages)s p.' % d elif f == 'latex': ref = '{\sc %(tm_creator)s}. {\em %(sm_title)}s,' \ ' %(sm_date)s. %(sm_book.pages)s p.' % d ref = re.sub(' xxx p\.', '', ref) ref = re.sub('[ ]+', ' ', ref) ref = re.sub('[ ]+;', ';', ref) if (t == 'Rapport (Report)'): if f == 'html': ref = '%(tm_creator)s. %(sm_title)s,' \ ' %(sm_paper.series)s %(sm_paper.volume)s.' \ ' %(sm_date)s. %(sm_book.pages)s p.' % d elif f == 'latex': ref = '{\sc %(tm_creator)s}. {\em %(sm_title)s},' \ ' %(sm_paper.series)s %(sm_paper.volume)s.' \ ' %(sm_date)s. %(sm_book.pages)s p.' % d ref = re.sub(' xxx p\.', '', ref) ref = re.sub('[ ]+', ' ', ref) ref = re.sub('[ ]+;', ';', ref) if (t == u'Th\u00e8se (Dissertation)'): if f == 'html': ref = '%(tm_creator)s. %(sm_title)s,' \ ' prom. : %(sm_promoteur)s, %(sm_date.examination)s.' % d elif f == 'latex': ref = '{\sc %(tm_creator)s}. {\em %(sm_title)s},' \ ' prom. : %(sm_promoteur)s, %(sm_date.examination)s.' % d ref = re.sub(', prom. : xxx','', ref) ref = re.sub(', xxx','', ref) ref = re.sub(':[ ]+;',':', ref) if f == 'html': #ref = ref.decode('utf-8') #ref = ref.encode('latin-1','ignore') print '%d. %s %s

' % (i+1, ref, \ HTML.link(d['sm_handle'],d['sm_handle'])) elif f == 'latex': ref = re.sub('&','\&', ref) ref = re.sub('_','\_', ref) print '\item[%d] %s \url{%s}
' % (i+1, ref, \ d['sm_handle']) if f == 'latex': print '\end{enumerate}
' ### # Affichage du code html # mydial.printfooter(False)