5955

pending completion

Build # 5955

Build Type

Pull #1469

travis-ci

Committed by

web-flow

Commit Message

<a href="https://github.com/great-expectations/great_expectations/commit/<a class=hub.com/great-expectations/great_expectations/commit/<a class="double-link" href="https://git"><a class=hub.com/great-expectations/great_expectations/commit/<a class="double-link" href="https://git"><a class=hub.com/great-expectations/great_expectations/commit/14cee745b77f38b07b51ed22de5781742bb8bf62">14cee745b">&lt;a href=&quot;https://github.com/great-expectations/great_expectations/commit/</a><a class="double-link" href="https://github.com/great-expectations/great_expectations/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/great-expectations/great_expectations/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/great-expectations/great_expectations/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/great-expectations/great_expectations/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/great-expectations/great_expectations/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/great-expectations/great_expectations/commit/14cee745b77f38b07b51ed22de5781742bb8bf62">14cee745b</a><a href="https://github.com/great-expectations/great_expectations/commit/14cee745b77f38b07b51ed22de5781742bb8bf62">&quot;&gt;&amp;lt;a href=&amp;quot;https://github.com/great-expectations/great_expectations/commit/&lt;/a&gt;&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/great-expectations/great_expectations/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/great-expectations/great_expectations/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/great-expectations/great_expectations/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/great-expectations/great_expectations/commit/14cee745b77f38b07b51ed22de5781742bb8bf62&quot;&gt;14cee745b&lt;/a&gt;&lt;a href=&quot;https://github.com/great-expectations/great_expectations/commit/14cee745b77f38b07b... (continued)

Pull Request Pull Request #1469: [RELEASE] 0.11 Major Release

Run Details

1275 of 1275 new or added lines in 51 files covered. (100.0%)

10710 of 14787 relevant lines covered (72.43%)

2.21 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

90.32

/great_expectations/data_context/store/store_backend.py

from abc import ABCMeta, abstractmethod

from great_expectations.exceptions import StoreError


class StoreBackend(object, metaclass=ABCMeta):
    """A store backend acts as a key-value store that can accept tuples as keys, to abstract away
    reading and writing to a persistence layer.

    In general a StoreBackend implementation must provide implementations of:
      - _get
      - _set
      - list_keys
      - _has_key
    """

    IGNORED_FILES = [".ipynb_checkpoints"]

    def __init__(self, fixed_length_key=False):
        self._fixed_length_key = fixed_length_key

    @property
    def fixed_length_key(self):
        return self._fixed_length_key

    def get(self, key):
        self._validate_key(key)
        value = self._get(key)
        return value

    def set(self, key, value, **kwargs):
        self._validate_key(key)
        self._validate_value(value)
        # Allow the implementing setter to return something (e.g. a path used for its key)
        return self._set(key, value, **kwargs)

    def move(self, source_key, dest_key, **kwargs):
        self._validate_key(source_key)
        self._validate_key(dest_key)
        return self._move(source_key, dest_key, **kwargs)

    def has_key(self, key):
        self._validate_key(key)
        return self._has_key(key)

    def get_url_for_key(self, key, protocol=None):
        raise StoreError(
            "Store backend of type {0:s} does not have an implementation of get_url_for_key".format(
                type(self).__name__
            )
        )

    def _validate_key(self, key):
        if isinstance(key, tuple):
            for key_element in key:
                if not isinstance(key_element, str):
                    raise TypeError(
                        "Elements within tuples passed as keys to {0} must be instances of {1}, not {2}".format(
                            self.__class__.__name__, str, type(key_element),
                        )
                    )
        else:
            raise TypeError(
                "Keys in {0} must be instances of {1}, not {2}".format(
                    self.__class__.__name__, tuple, type(key),
                )
            )

    def _validate_value(self, value):
        pass

    @abstractmethod
    def _get(self, key):
        raise NotImplementedError

    @abstractmethod
    def _set(self, key, value, **kwargs):
        raise NotImplementedError

    @abstractmethod
    def _move(self, source_key, dest_key, **kwargs):
        raise NotImplementedError

    @abstractmethod
    def list_keys(self, prefix=()):
        raise NotImplementedError

    @abstractmethod
    def remove_key(self, key):
        raise NotImplementedError

    def _has_key(self, key):
        raise NotImplementedError

    def is_ignored_key(self, key):
        for ignored in self.IGNORED_FILES:
            if ignored in key:
                return True

        return False


class InMemoryStoreBackend(StoreBackend):
    """Uses an in-memory dictionary as a store backend.
    """

    # noinspection PyUnusedLocal
    def __init__(self, runtime_environment=None, fixed_length_key=False):
        super().__init__(fixed_length_key=fixed_length_key)
        self._store = {}

    def _get(self, key):
        return self._store[key]

    def _set(self, key, value, **kwargs):
        self._store[key] = value

    def _move(self, source_key, dest_key, **kwargs):
        self._store[dest_key] = self._store[source_key]
        self._store.pop(source_key)

    def list_keys(self, prefix=()):
        return [key for key in self._store.keys() if key[: len(prefix)] == prefix]

    def _has_key(self, key):
        return key in self._store

    def remove_key(self, key):
        del self._store[key]

1	from abc import ABCMeta, abstractmethod	3✔
2
3	from great_expectations.exceptions import StoreError	3✔
4
5
6	class StoreBackend(object, metaclass=ABCMeta):	3✔
7	"""A store backend acts as a key-value store that can accept tuples as keys, to abstract away
8	reading and writing to a persistence layer.
9
10	In general a StoreBackend implementation must provide implementations of:
11	- _get
12	- _set
13	- list_keys
14	- _has_key
15	"""
16
17	IGNORED_FILES = [".ipynb_checkpoints"]	3✔
18
19	def __init__(self, fixed_length_key=False):	3✔
20	self._fixed_length_key = fixed_length_key	3✔
21
22	@property	3✔
23	def fixed_length_key(self):
24	return self._fixed_length_key	3✔
25
26	def get(self, key):	3✔
27	self._validate_key(key)	3✔
28	value = self._get(key)	3✔
29	return value	3✔
30
31	def set(self, key, value, **kwargs):	3✔
32	self._validate_key(key)	3✔
33	self._validate_value(value)	3✔
34	# Allow the implementing setter to return something (e.g. a path used for its key)
35	return self._set(key, value, **kwargs)	3✔
36
37	def move(self, source_key, dest_key, **kwargs):	3✔
38	self._validate_key(source_key)	×
39	self._validate_key(dest_key)	×
40	return self._move(source_key, dest_key, **kwargs)	×
41
42	def has_key(self, key):	3✔
43	self._validate_key(key)	3✔
44	return self._has_key(key)	3✔
45
46	def get_url_for_key(self, key, protocol=None):	3✔
47	raise StoreError(	3✔
48	"Store backend of type {0:s} does not have an implementation of get_url_for_key".format(
49	type(self).__name__
50	)
51	)
52
53	def _validate_key(self, key):	3✔
54	if isinstance(key, tuple):	3✔
55	for key_element in key:	3✔
56	if not isinstance(key_element, str):	3✔
57	raise TypeError(	3✔
58	"Elements within tuples passed as keys to {0} must be instances of {1}, not {2}".format(
59	self.__class__.__name__, str, type(key_element),
60	)
61	)
62	else:
63	raise TypeError(	3✔
64	"Keys in {0} must be instances of {1}, not {2}".format(
65	self.__class__.__name__, tuple, type(key),
66	)
67	)
68
69	def _validate_value(self, value):	3✔
70	pass	3✔
71
72	@abstractmethod	3✔
73	def _get(self, key):
74	raise NotImplementedError
75
76	@abstractmethod	3✔
77	def _set(self, key, value, **kwargs):
78	raise NotImplementedError
79
80	@abstractmethod	3✔
81	def _move(self, source_key, dest_key, **kwargs):
82	raise NotImplementedError
83
84	@abstractmethod	3✔
85	def list_keys(self, prefix=()):	3✔
86	raise NotImplementedError
87
88	@abstractmethod	3✔
89	def remove_key(self, key):
90	raise NotImplementedError
91
92	def _has_key(self, key):	3✔
93	raise NotImplementedError
94
95	def is_ignored_key(self, key):	3✔
96	for ignored in self.IGNORED_FILES:	3✔
97	if ignored in key:	3✔
98	return True	3✔
99
100	return False	3✔
101
102
103	class InMemoryStoreBackend(StoreBackend):	3✔
104	"""Uses an in-memory dictionary as a store backend.
105	"""
106
107	# noinspection PyUnusedLocal
108	def __init__(self, runtime_environment=None, fixed_length_key=False):	3✔
109	super().__init__(fixed_length_key=fixed_length_key)	3✔
110	self._store = {}	3✔
111
112	def _get(self, key):	3✔
113	return self._store[key]	3✔
114
115	def _set(self, key, value, **kwargs):	3✔
116	self._store[key] = value	3✔
117
118	def _move(self, source_key, dest_key, **kwargs):	3✔
119	self._store[dest_key] = self._store[source_key]	×
120	self._store.pop(source_key)	×
121
122	def list_keys(self, prefix=()):	3✔
123	return [key for key in self._store.keys() if key[: len(prefix)] == prefix]	3✔
124
125	def _has_key(self, key):	3✔
126	return key in self._store	3✔
127
128	def remove_key(self, key):	3✔
129	del self._store[key]	×

great-expectations / great_expectations / 5955

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous