示例#1
0
    def test_01_imports(self):
        """import all of the model objects successfully?"""
        from portality.models import Account
        from portality.models import Article, ArticleBibJSON, ArticleQuery, ArticleVolumesQuery, DuplicateArticleQuery
        from portality.models import AtomRecord
        from portality.models import GenericBibJSON
        from portality.models import Cache
        from portality.models import EditorGroupQuery, EditorGroup, EditorGroupMemberQuery
        from portality.models import ArticleHistory, ArticleHistoryQuery, JournalHistory, JournalHistoryQuery
        from portality.models import IssnQuery, Journal, JournalBibJSON, JournalQuery, PublisherQuery, TitleQuery
        from portality.models import LCC
        from portality.models import Lock
        from portality.models import OAIPMHArticle, OAIPMHJournal, OAIPMHRecord
        from portality.models import JournalArticle, JournalArticleQuery
        from portality.models import Suggestion, SuggestionQuery
        from portality.models import JournalIssueToC, JournalVolumeToC, ToCQuery, VolumesToCQuery
        from portality.models import ExistsFileQuery, FileUpload, OwnerFileQuery, ValidFileQuery
        from portality.models import ObjectDict
        from portality.models import BulkUpload, BulkReApplication, OwnerBulkQuery

        j = models.lookup_model("journal")
        ja = models.lookup_model("journal_article")

        assert j.__type__ == "journal"
        assert ja.__type__ == "journal,article"
示例#2
0
    def test_01_imports(self):
        """import all of the model objects successfully?"""

        j = models.lookup_model("journal")
        ja = models.lookup_model("journal_article")

        assert j.__type__ == "journal"
        assert ja.__type__ == "journal,article"
示例#3
0
文件: test_models.py 项目: DOAJ/doaj
    def test_01_imports(self):
        """import all of the model objects successfully?"""

        j = models.lookup_model("journal")
        ja = models.lookup_model("journal_article")

        assert j.__type__ == "journal"
        assert ja.__type__ == "journal,article"
示例#4
0
def autocomplete(doc_type, field_name):
    prefix = request.args.get('q', '')
    if not prefix:
        return jsonify(
            {'suggestions': [{
                "id": "",
                "text": "No results found"
            }]}
        )  # select2 does not understand 400, which is the correct code here...

    m = models.lookup_model(doc_type)
    if not m:
        return jsonify(
            {'suggestions': [{
                "id": "",
                "text": "No results found"
            }]}
        )  # select2 does not understand 404, which is the correct code here...

    size = request.args.get('size', 5)

    filter_field = app.config.get("AUTOCOMPLETE_ADVANCED_FIELD_MAPS",
                                  {}).get(field_name)

    suggs = []
    if filter_field is None:
        suggs = m.autocomplete(field_name, prefix, size=size)
    else:
        suggs = m.advanced_autocomplete(filter_field,
                                        field_name,
                                        prefix,
                                        size=size,
                                        prefix_only=False)

    return jsonify({'suggestions': suggs})
示例#5
0
def autocomplete(doc_type, field_name):
    prefix = request.args.get('q','').lower()
    if not prefix:
        return jsonify({'suggestions':[{"id":"", "text": "No results found"}]})  # select2 does not understand 400, which is the correct code here...

    m = models.lookup_model(doc_type)
    if not m:
        return jsonify({'suggestions':[{"id":"", "text": "No results found"}]})  # select2 does not understand 404, which is the correct code here...

    size = request.args.get('size', 5)
    return jsonify({'suggestions': m.autocomplete(field_name, prefix, size=size)})
示例#6
0
def autocomplete(doc_type, field_name):
    prefix = request.args.get('q', '').lower()

    if not prefix:
        return jsonify({'suggestions': [{"id": "",
                                         "text": "No results found"}]})  # select2 does not understand 400, which is the correct code here...

    # Because AdBock blocks anything with the word advert in it, the doc_type the autocomplete submits had to be renamed.
    if doc_type == 'adsubmit':
        doc_type = 'advert'
    m = models.lookup_model(doc_type)
    if not m:
        return jsonify({'suggestions': [{"id": "",
                                         "text": "No results found"}]})  # select2 does not understand 404, which is the correct code here...

    size = request.args.get('size', 5)
    return jsonify({'suggestions': m.autocomplete(field_name, prefix, size=size)})
示例#7
0
文件: doaj.py 项目: DOAJ/doaj
def autocomplete(doc_type, field_name):
    prefix = request.args.get('q', '')
    if not prefix:
        return jsonify({'suggestions': [{"id": "", "text": "No results found"}]})  # select2 does not understand 400, which is the correct code here...

    m = models.lookup_model(doc_type)
    if not m:
        return jsonify({'suggestions': [{"id": "", "text": "No results found"}]})  # select2 does not understand 404, which is the correct code here...

    size = request.args.get('size', 5)

    filter_field = app.config.get("AUTOCOMPLETE_ADVANCED_FIELD_MAPS", {}).get(field_name)

    suggs = []
    if filter_field is None:
        suggs = m.autocomplete(field_name, prefix, size=size)
    else:
        suggs = m.advanced_autocomplete(filter_field, field_name, prefix, size=size, prefix_only=False)

    return jsonify({'suggestions': suggs})
示例#8
0
文件: query.py 项目: jbarnsby/doaj
def query(path='Pages'):
    pathparts = path.strip('/').split('/')
    subpath = pathparts[0]

    if ',' in subpath:
        subpaths = subpath.split(',')
        subpaths = [clean_item for clean_item in [item.strip() for item in subpaths] if clean_item]  # strip whitespace
    else:
        subpaths = [subpath]

    if not subpaths:
        abort(400)
    
    # first, decide if we are to 401 the request
    for subpath in subpaths:
        if subpath.lower() in app.config.get('NO_QUERY',[]):
            abort(401)
        if subpath.lower() in app.config.get("SU_ONLY", []):
            if current_user.is_anonymous() or not current_user.is_super:
                abort(401)
    
    # now look at the config of this route and determine if the url path
    # requires us to limit access or not to a user role
    #
    owner_filter = False # don't apply the owner filter unless expressly requested
    default_filter = True # always apply the default filter unless asked otherwise
    editor_filter = False # don't apply the editor group filter unless expressly requested
    role = None
    qr = app.config.get("QUERY_ROUTE", {})
    frag = request.path
    for qroute in qr:
        if frag.startswith("/" + qroute):
            default_filter = qr[qroute].get("default_filter", True)
            role = qr[qroute].get("role")
            owner_filter = qr[qroute].get("owner_filter")
            editor_filter = qr[qroute].get("editor_filter", False)
            associate_filter = qr[qroute].get("associate_filter", False)
            break
    
    # if there is a role, then check that the user is not anonymous and
    # that the user has the required role
    if role is not None:
        if current_user.is_anonymous() or not current_user.has_role(role):
            abort(401)
    
    # if we get to here, then we are good to respond, though check further down
    # to see if we apply the default filter
    
    modelname = ''
    for s in subpaths:
        modelname += s.capitalize()

    klass = models.lookup_model(modelname, capitalize=False)
    if not klass:
        abort(404)

    if len(pathparts) > 1 and pathparts[1] == '_mapping':
        resp = make_response( json.dumps(klass().query(endpoint='_mapping')) )
    elif len(pathparts) == 2 and pathparts[1] not in ['_mapping','_search']:
        if request.method == 'POST':
            abort(401)
        else:
            rec = klass().pull(pathparts[1])
            if rec:
                if not current_user.is_anonymous() or (app.config.get('PUBLIC_ACCESSIBLE_JSON',True) and rec.data.get('visible',True) and rec.data.get('accessible',True)):
                    resp = make_response( rec.json )
                else:
                    abort(401)
            else:
                abort(404)
    else:
        if request.method == "POST":
            if request.json:
                qs = request.json
            else:
                qs = dict(request.form).keys()[-1]
        elif 'q' in request.values:
            qs = {'query': {'query_string': { 'query': request.values['q'] }}}
            if 'default_operator' in request.values:
                qs['query']['query_string']['default_operator'] = request.values['default_operator']
        elif 'source' in request.values:
            unquoted_source = urllib2.unquote(request.values['source'])
            try:
                qs = json.loads(unquoted_source)
            except ValueError:
                app.logger.exception("Problematic query:\n    {0}\n".format(unquoted_source))
        else: 
            qs = {'query': {'match_all': {}}}

        for item in request.values:
            if item not in ['q','source','callback','_', 'default_operator'] and isinstance(qs,dict):
                qs[item] = request.values[item]

        if 'sort' not in qs and app.config.get('DEFAULT_SORT',False):
            if path.lower() in app.config['DEFAULT_SORT'].keys():
                qs['sort'] = app.config['DEFAULT_SORT'][path.lower()]

        if current_user.is_anonymous() and app.config.get('ANONYMOUS_SEARCH_TERMS',False):
            if path.lower() in app.config['ANONYMOUS_SEARCH_TERMS'].keys():
                if 'bool' not in qs['query']:
                    pq = qs['query']
                    qs['query'] = {
                        'bool':{
                            'must': [
                                pq
                            ]
                        }
                    }
                if 'must' not in qs['query']['bool']:
                    qs['query']['bool']['must'] = []
                qs['query']['bool']['must'] = qs['query']['bool']['must'] + app.config['ANONYMOUS_SEARCH_TERMS'][path.lower()]


        terms = {}
        shoulds = {}
        if default_filter:
            terms.update(_default_filter(subpaths))
        
        if owner_filter:
            terms.update(_owner_filter())

        if editor_filter:
            shoulds.update(_editor_filter())

        if associate_filter:
            terms.update(_associate_filter())

        print terms
        resp = make_response( json.dumps(klass().query(q=qs, terms=terms, should_terms=shoulds)) )

    resp.mimetype = "application/json"
    return resp
示例#9
0
def query(path='Pages'):
    pathparts = path.strip('/').split('/')
    subpath = pathparts[0]

    if ',' in subpath:
        subpaths = subpath.split(',')
        subpaths = [
            clean_item for clean_item in [item.strip() for item in subpaths]
            if clean_item
        ]  # strip whitespace
    else:
        subpaths = [subpath]

    if not subpaths:
        abort(400)

    # first, decide if we are to 401 the request
    for subpath in subpaths:
        if subpath.lower() in app.config.get('NO_QUERY', []):
            abort(401)
        if subpath.lower() in app.config.get("SU_ONLY", []):
            if current_user.is_anonymous() or not current_user.is_super:
                abort(401)

    # now look at the config of this route and determine if the url path
    # requires us to limit access or not to a user role
    #
    owner_filter = False  # don't apply the owner filter unless expressly requested
    default_filter = True  # always apply the default filter unless asked otherwise
    editor_filter = False  # don't apply the editor group filter unless expressly requested
    role = None
    qr = app.config.get("QUERY_ROUTE", {})
    frag = request.path
    for qroute in qr:
        if frag.startswith("/" + qroute):
            default_filter = qr[qroute].get("default_filter", True)
            role = qr[qroute].get("role")
            owner_filter = qr[qroute].get("owner_filter")
            editor_filter = qr[qroute].get("editor_filter", False)
            associate_filter = qr[qroute].get("associate_filter", False)
            break

    # if there is a role, then check that the user is not anonymous and
    # that the user has the required role
    if role is not None:
        if current_user.is_anonymous() or not current_user.has_role(role):
            abort(401)

    # if we get to here, then we are good to respond, though check further down
    # to see if we apply the default filter

    modelname = ''
    for s in subpaths:
        modelname += s.capitalize()

    klass = models.lookup_model(modelname, capitalize=False)
    if not klass:
        abort(404)

    if len(pathparts) > 1 and pathparts[1] == '_mapping':
        resp = make_response(json.dumps(klass().query(endpoint='_mapping')))
    elif len(pathparts) == 2 and pathparts[1] not in ['_mapping', '_search']:
        if request.method == 'POST':
            abort(401)
        else:
            rec = klass().pull(pathparts[1])
            if rec:
                if not current_user.is_anonymous() or (
                        app.config.get('PUBLIC_ACCESSIBLE_JSON', True)
                        and rec.data.get('visible', True)
                        and rec.data.get('accessible', True)):
                    resp = make_response(rec.json)
                else:
                    abort(401)
            else:
                abort(404)
    else:
        if request.method == "POST":
            if request.json:
                qs = request.json
            else:
                qs = dict(request.form).keys()[-1]
        elif 'q' in request.values:
            qs = {'query': {'query_string': {'query': request.values['q']}}}
            if 'default_operator' in request.values:
                qs['query']['query_string'][
                    'default_operator'] = request.values['default_operator']
        elif 'source' in request.values:
            unquoted_source = urllib2.unquote(request.values['source'])
            try:
                qs = json.loads(unquoted_source)
            except ValueError:
                app.logger.exception(
                    "Problematic query:\n    {0}\n".format(unquoted_source))
        else:
            qs = {'query': {'match_all': {}}}

        for item in request.values:
            if item not in [
                    'q', 'source', 'callback', '_', 'default_operator'
            ] and isinstance(qs, dict):
                qs[item] = request.values[item]

        if 'sort' not in qs and app.config.get('DEFAULT_SORT', False):
            if path.lower() in app.config['DEFAULT_SORT'].keys():
                qs['sort'] = app.config['DEFAULT_SORT'][path.lower()]

        if current_user.is_anonymous() and app.config.get(
                'ANONYMOUS_SEARCH_TERMS', False):
            if path.lower() in app.config['ANONYMOUS_SEARCH_TERMS'].keys():
                if 'bool' not in qs['query']:
                    pq = qs['query']
                    qs['query'] = {'bool': {'must': [pq]}}
                if 'must' not in qs['query']['bool']:
                    qs['query']['bool']['must'] = []
                qs['query']['bool']['must'] = qs['query']['bool'][
                    'must'] + app.config['ANONYMOUS_SEARCH_TERMS'][
                        path.lower()]

        terms = {}
        shoulds = {}
        if default_filter:
            terms.update(_default_filter(subpaths))

        if owner_filter:
            terms.update(_owner_filter())

        if editor_filter:
            shoulds.update(_editor_filter())

        if associate_filter:
            terms.update(_associate_filter())

        print terms
        resp = make_response(
            json.dumps(klass().query(q=qs, terms=terms, should_terms=shoulds)))

    resp.mimetype = "application/json"
    return resp