9291428234

Committed 29 May 2024 06:40PM UTC coverage: 91.148% (-0.05%) from 91.2%

Build # 9291428234

Build Type

push

github

Committed by

web-flow

Commit Message

Bad url warnings (#1216)

* Only print out warning once

* Update url_config.py

Make sure review dog is happy

* fix warning in a more pythonic way

* give warnings when a wrong url is used

* restructure url_configs + add regex dispatcher

* Revert "restructure url_configs + add regex dispatcher"

This reverts commit 749691540.

* Revert "give warnings when a wrong url is used"

This reverts commit 18fcd5b43.

* restructure url config + regex dispatcher

* Delete peaklet_classification_SOM.py

Did not intend to include this file in the PR

* Make test more general + others

* made custom warning + added URL when printing warning

* Delete utils.py

File is no longer needed

* Update config_tests.py

removed utils call, no longer needed

* fixed some inits and tests

* fix test + change name of alphabetize kwargs

* remove call to non existing data

* minor changes

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* fix missing protocol

* fix unresolved conflict

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* Delete straxen/plugins/peaks/peaks.py.save

File not relevent

* Slve issue for pre-commit

* Fix small bug in `data_as_list_check`

* Do not check resource or itp_map protocol when `&attr=map`

* Loosen check for tf protocol

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

---------

Co-authored-by: Dacheng Xu <dx2227@columbia.edu>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Co-authored-by: Zihao Xu <zihao.xu@columbia.edu>

Run Details

214 of 234 new or added lines in 8 files covered. (91.45%)

8 existing lines in 4 files now uncovered.

8989 of 9862 relevant lines covered (91.15%)

1.82 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

93.55

/straxen/config/regex_dispatcher.py

import re


_pattern_type = type(re.compile(""))


def normalize(r):
    """Normalize a regular expression by ensuring that it is wrapped with:
    '^' and '$'

    Parameters
    ----------
    r : str or Pattern
        The pattern to normalize.

    Returns
    -------
    p : Pattern
        The compiled regex.
    """
    if isinstance(r, _pattern_type):
        r = r.pattern
    return re.compile(r.lstrip("^").rstrip("$"))


class RegexDispatcher(object):
    """Regular Expression Dispatcher.

    >>> f = RegexDispatcher('f')

    >>> f.register('\d*')
    ... def parse_int(s):
    ...     return int(s)

    >>> f.register('\d*\.\d*')
    ... def parse_float(s):
    ...     return float(s)

    Set priorities to break ties between multiple matches.
    Default priority is set to 10

    >>> f.register('\w*', priority=9)
    ... def parse_str(s):
    ...     return s

    >>> type(f('123'))
    int

    >>> type(f('123.456'))
    float

    """

    def __init__(self, name):
        self.name = name
        self.funcs = {}

    def add(self, regex, func):
        # self.funcs[normalize(regex)] = func
        norm_regex = normalize(regex)
        if norm_regex not in self.funcs:
            self.funcs[norm_regex] = []
        self.funcs[norm_regex].append(func)

    def register(self, regex):
        """Register a new handler in this regex dispatcher.

        Parameters
        ----------
        regex : str or Pattern
            The pattern to match against.
        priority : int, optional
            The priority for this pattern. This is used to resolve ambigious
            matches. The highest priority match wins.

        Returns
        -------
        decorator : callable
            A decorator that registers the function with this RegexDispatcher
            but otherwise returns the function unchanged.

        """

        def _(func):
            self.add(regex, func)
            return func

        return _

    def dispatch(self, s):
        # funcs = [func for r, func in self.funcs.items() if r.match(s)]
        # return funcs
        funcs = [f for r, funcs in self.funcs.items() if r.match(s) for f in funcs]
        return funcs

    def __call__(self, s, *args, **kwargs):
        if isinstance(s, str):
            funcs = self.dispatch(s)
            for func in funcs:
                func(s, *args, **kwargs)

    @property
    def __doc__(self):
        # take the min to give the docstring of the last fallback function
        return min(self.priorities.items(), key=lambda x: x[1])[0].__doc__

1	import re	2✔
2
3
4	_pattern_type = type(re.compile(""))	2✔
5
6
7	def normalize(r):	2✔
8	"""Normalize a regular expression by ensuring that it is wrapped with:
9	'^' and '$'
10
11	Parameters
12	----------
13	r : str or Pattern
14	The pattern to normalize.
15
16	Returns
17	-------
18	p : Pattern
19	The compiled regex.
20	"""
21	if isinstance(r, _pattern_type):	2✔
NEW 22	r = r.pattern	×
23	return re.compile(r.lstrip("^").rstrip("$"))	2✔
24
25
26	class RegexDispatcher(object):	2✔
27	"""Regular Expression Dispatcher.
28
29	>>> f = RegexDispatcher('f')
30
31	>>> f.register('\d*')
32	... def parse_int(s):
33	... return int(s)
34
35	>>> f.register('\d\.\d')
36	... def parse_float(s):
37	... return float(s)
38
39	Set priorities to break ties between multiple matches.
40	Default priority is set to 10
41
42	>>> f.register('\w*', priority=9)
43	... def parse_str(s):
44	... return s
45
46	>>> type(f('123'))
47	int
48
49	>>> type(f('123.456'))
50	float
51
52	"""
53
54	def __init__(self, name):	2✔
55	self.name = name	2✔
56	self.funcs = {}	2✔
57
58	def add(self, regex, func):	2✔
59	# self.funcs[normalize(regex)] = func
60	norm_regex = normalize(regex)	2✔
61	if norm_regex not in self.funcs:	2✔
62	self.funcs[norm_regex] = []	2✔
63	self.funcs[norm_regex].append(func)	2✔
64
65	def register(self, regex):	2✔
66	"""Register a new handler in this regex dispatcher.
67
68	Parameters
69	----------
70	regex : str or Pattern
71	The pattern to match against.
72	priority : int, optional
73	The priority for this pattern. This is used to resolve ambigious
74	matches. The highest priority match wins.
75
76	Returns
77	-------
78	decorator : callable
79	A decorator that registers the function with this RegexDispatcher
80	but otherwise returns the function unchanged.
81
82	"""
83
84	def _(func):	2✔
85	self.add(regex, func)	2✔
86	return func	2✔
87
88	return _	2✔
89
90	def dispatch(self, s):	2✔
91	# funcs = [func for r, func in self.funcs.items() if r.match(s)]
92	# return funcs
93	funcs = [f for r, funcs in self.funcs.items() if r.match(s) for f in funcs]	2✔
94	return funcs	2✔
95
96	def __call__(self, s, args, *kwargs):	2✔
97	if isinstance(s, str):	2✔
98	funcs = self.dispatch(s)	2✔
99	for func in funcs:	2✔
100	func(s, args, *kwargs)	2✔
101
102	@property	2✔
103	def __doc__(self):	2✔
104	# take the min to give the docstring of the last fallback function
NEW 105	return min(self.priorities.items(), key=lambda x: x[1])[0].__doc__	×

XENONnT / straxen / 9291428234

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous