2589

pending completion

Build # 2589

Build Type

Pull #779

travis-ci

Committed by

web-flow

Commit Message

<a href="https://github.com/CenterForOpenScience/SHARE/commit/<a class=hub.com/CenterForOpenScience/SHARE/commit/a48ba9f208ab900d0f43dcd89050e1df3adeba22">a48ba9f20<a href="https://github.com/CenterForOpenScience/SHARE/commit/a48ba9f208ab900d0f43dcd89050e1df3adeba22">">Merge </a><a class="double-link" href="https://github.com/CenterForOpenScience/SHARE/commit/<a class="double-link" href="https://github.com/CenterForOpenScience/SHARE/commit/878658cf21bce31e4c58f75619215ad1de2871ad">878658cf2</a>">878658cf2</a><a href="https://github.com/CenterForOpenScience/SHARE/commit/a48ba9f208ab900d0f43dcd89050e1df3adeba22"> into c058a204a">c058a204a</a>

Pull Request Pull Request #779: [wip][ENG-1987] indexer shenanigans

Run Details

464 of 464 new or added lines in 19 files covered. (100.0%)

10038 of 12795 relevant lines covered (78.45%)

0.78 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/share/bin/search.py

import logging
import threading

from project.celery import app as celery_app

from django.conf import settings

from share.bin.util import command
from share.search.daemon import SearchIndexerDaemon
from share.search.elastic_manager import ElasticManager


@command('Manage Elasticsearch')
def search(args, argv):
    """
    Usage:
        {0} search <command> [<args>...]

    Options:
        -h, --help           Show this screen.

    Commands:
    {1.subcommand_list}

    See '{0} search <command> --help' for more information on a specific command.
    """
    pass


@search.subcommand('Drop the Elasticsearch index')
def purge(args, argv):
    """
    Usage: {0} search purge [options]

    Options:
        -i, --index=INDEX    The name of the Elasticsearch index to use.
    """
    ElasticManager().delete_index(args.get('--index'))


@search.subcommand('Create indicies and apply mappings')
def setup(args, argv):
    """
    Usage: {0} search setup [options]

    Options:
        -i, --index=INDEX    The name of the Elasticsearch index to use.
    """
    ElasticManager().set_up_index(args.get('--index'))


@search.subcommand('Start the search indexing daemon')
def daemon(args, argv):
    """
    Usage: {0} search daemon [options]

    Options:
        -l, --log-level=LOGLEVEL  Set the log level [default: INFO]
    """
    # TODO consolidate loggers? or at least make sure this is catching all the relevant ones
    logging.getLogger('share.search.daemon').setLevel(args['--log-level'])
    logging.getLogger('share.search.messages').setLevel(args['--log-level'])

    elastic_manager = ElasticManager()
    stop_event = threading.Event()
    for index_name in settings.ELASTICSEARCH['ACTIVE_INDEXES']:
        SearchIndexerDaemon.start_indexer_in_thread(celery_app, stop_event, elastic_manager, index_name)

    try:
        stop_event.wait()
    except KeyboardInterrupt:
        pass  # let the finally block stop all threads
    finally:
        if not stop_event.is_set():
            stop_event.set()

1	import logging	×
2	import threading	×
3
4	from project.celery import app as celery_app	×
5
6	from django.conf import settings	×
7
8	from share.bin.util import command	×
9	from share.search.daemon import SearchIndexerDaemon	×
10	from share.search.elastic_manager import ElasticManager	×
11
12
13	@command('Manage Elasticsearch')	×
14	def search(args, argv):
15	"""
16	Usage:
17	{0} search <command> [<args>...]
18
19	Options:
20	-h, --help Show this screen.
21
22	Commands:
23	{1.subcommand_list}
24
25	See '{0} search <command> --help' for more information on a specific command.
26	"""
27	pass	×
28
29
30	@search.subcommand('Drop the Elasticsearch index')	×
31	def purge(args, argv):
32	"""
33	Usage: {0} search purge [options]
34
35	Options:
36	-i, --index=INDEX The name of the Elasticsearch index to use.
37	"""
38	ElasticManager().delete_index(args.get('--index'))	×
39
40
41	@search.subcommand('Create indicies and apply mappings')	×
42	def setup(args, argv):
43	"""
44	Usage: {0} search setup [options]
45
46	Options:
47	-i, --index=INDEX The name of the Elasticsearch index to use.
48	"""
49	ElasticManager().set_up_index(args.get('--index'))	×
50
51
52	@search.subcommand('Start the search indexing daemon')	×
53	def daemon(args, argv):
54	"""
55	Usage: {0} search daemon [options]
56
57	Options:
58	-l, --log-level=LOGLEVEL Set the log level [default: INFO]
59	"""
60	# TODO consolidate loggers? or at least make sure this is catching all the relevant ones
61	logging.getLogger('share.search.daemon').setLevel(args['--log-level'])	×
62	logging.getLogger('share.search.messages').setLevel(args['--log-level'])	×
63
64	elastic_manager = ElasticManager()	×
65	stop_event = threading.Event()	×
66	for index_name in settings.ELASTICSEARCH['ACTIVE_INDEXES']:	×
67	SearchIndexerDaemon.start_indexer_in_thread(celery_app, stop_event, elastic_manager, index_name)	×
68
69	try:	×
70	stop_event.wait()	×
71	except KeyboardInterrupt:	×
72	pass # let the finally block stop all threads	×
73	finally:
74	if not stop_event.is_set():	×
75	stop_event.set()	×

CenterForOpenScience / SHARE / 2589

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous