8829750269

Committed 25 Apr 2024 08:54AM UTC coverage: 23.238% (-0.1%) from 23.379%

Build # 8829750269

Build Type

Pull #23

github

Committed by

pre-commit-ci[bot]

Commit Message

[pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

Pull Request Pull Request #23: feat: optional static vars

Run Details

1 of 11 new or added lines in 6 files covered. (9.09%)

9 existing lines in 9 files now uncovered.

155 of 667 relevant lines covered (23.24%)

0.23 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/tstore/archive/attributes/pyarrow.py

#!/usr/bin/env python3
"""
Created on Mon Jun 12 23:22:16 2023.

@author: ghiggi
"""

import pyarrow.parquet as pq

from tstore.archive.checks import check_is_tstore, check_tstore_ids
from tstore.archive.io import define_attributes_filepath


def get_tstore_ids_filters(
    tstore_ids=None,  # noqa: ARG001
):
    """Define filters for Parquet Dataset subsetting at read-time."""
    # TODO implement logic
    filters = None
    return filters


def read_attributes(base_dir, tstore_ids=None, filesystem=None, use_threads=True):
    """Read TStore attributes in a pyarrow.Table."""
    # Checks
    base_dir = check_is_tstore(base_dir)
    tstore_ids = check_tstore_ids(tstore_ids, base_dir=base_dir)
    # Define filters
    filters = get_tstore_ids_filters(tstore_ids=tstore_ids)
    # Retrieve filepath
    fpath = define_attributes_filepath(base_dir)
    # Read TStore attributes
    table = pq.read_table(
        fpath,
        use_pandas_metadata=True,
        filters=filters,
        filesystem=filesystem,
        use_threads=use_threads,
    )
    return table

1	#!/usr/bin/env python3
2	"""	×
3	Created on Mon Jun 12 23:22:16 2023.
4
5	@author: ghiggi
6	"""
7
UNCOV 8	import pyarrow.parquet as pq	×
9
10	from tstore.archive.checks import check_is_tstore, check_tstore_ids	×
11	from tstore.archive.io import define_attributes_filepath	×
12
13
NEW 14	def get_tstore_ids_filters(	×
15	tstore_ids=None, # noqa: ARG001
16	):
17	"""Define filters for Parquet Dataset subsetting at read-time."""
18	# TODO implement logic
19	filters = None	×
20	return filters	×
21
22
23	def read_attributes(base_dir, tstore_ids=None, filesystem=None, use_threads=True):	×
24	"""Read TStore attributes in a pyarrow.Table."""
25	# Checks
26	base_dir = check_is_tstore(base_dir)	×
27	tstore_ids = check_tstore_ids(tstore_ids, base_dir=base_dir)	×
28	# Define filters
29	filters = get_tstore_ids_filters(tstore_ids=tstore_ids)	×
30	# Retrieve filepath
31	fpath = define_attributes_filepath(base_dir)	×
32	# Read TStore attributes
33	table = pq.read_table(	×
34	fpath,
35	use_pandas_metadata=True,
36	filters=filters,
37	filesystem=filesystem,
38	use_threads=use_threads,
39	)
40	return table	×

ltelab / tstore / 8829750269

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous