2023-09-09 02:46:42 +00:00
|
|
|
import pdb
|
2023-09-12 02:38:29 +00:00
|
|
|
import shutil
|
2023-09-12 02:55:45 +00:00
|
|
|
import os
|
2023-09-22 07:31:34 +00:00
|
|
|
import sys
|
2023-10-05 05:54:20 +00:00
|
|
|
import warnings
|
2023-09-22 07:31:34 +00:00
|
|
|
from pathlib import Path
|
2023-09-12 02:38:29 +00:00
|
|
|
|
|
|
|
from typing import Optional, Union, List
|
2023-10-12 02:24:08 +00:00
|
|
|
from ..fixtures import tmp_output_dir
|
2023-09-09 02:46:42 +00:00
|
|
|
|
|
|
|
import pytest
|
|
|
|
|
|
|
|
from nwb_linkml.providers.schema import LinkMLProvider, PydanticProvider
|
2023-09-22 07:31:34 +00:00
|
|
|
import nwb_linkml
|
|
|
|
from nwb_linkml.maps.naming import version_module_case
|
2023-09-09 02:46:42 +00:00
|
|
|
|
|
|
|
|
2023-09-12 02:38:29 +00:00
|
|
|
CORE_MODULES = (
|
|
|
|
"core.nwb.base",
|
|
|
|
"core.nwb.device",
|
|
|
|
"core.nwb.epoch",
|
|
|
|
"core.nwb.image",
|
|
|
|
"core.nwb.file",
|
|
|
|
"core.nwb.misc",
|
|
|
|
"core.nwb.behavior",
|
|
|
|
"core.nwb.ecephys",
|
|
|
|
"core.nwb.icephys",
|
|
|
|
"core.nwb.ogen",
|
|
|
|
"core.nwb.ophys",
|
|
|
|
"core.nwb.retinotopy",
|
|
|
|
"core.nwb.language"
|
|
|
|
)
|
|
|
|
@pytest.mark.parametrize(
|
|
|
|
["repo_version", "schema_version", "schema_dir"],
|
|
|
|
[
|
|
|
|
('2.6.0', '2.6.0-alpha', 'v2_6_0_alpha')
|
|
|
|
]
|
|
|
|
)
|
|
|
|
def test_linkml_provider(tmp_output_dir, repo_version, schema_version, schema_dir):
|
|
|
|
|
2023-10-12 03:55:03 +00:00
|
|
|
provider = LinkMLProvider(path=tmp_output_dir, allow_repo=False)
|
2023-09-12 02:38:29 +00:00
|
|
|
# clear any prior output
|
|
|
|
shutil.rmtree(provider.path, ignore_errors=True)
|
|
|
|
assert not provider.path.exists()
|
2023-10-12 03:55:03 +00:00
|
|
|
assert not provider.namespace_path('core', repo_version).exists()
|
2023-09-12 02:38:29 +00:00
|
|
|
|
|
|
|
# end to end, check that we can get the 'core' repo at the latest version
|
|
|
|
# in the gitrepo
|
|
|
|
core = provider.get('core', version=repo_version)
|
|
|
|
|
|
|
|
assert core.schema.version == schema_version
|
|
|
|
assert all([mod in core.schema.imports for mod in CORE_MODULES])
|
|
|
|
assert schema_dir in [path.name for path in (provider.path / 'core').iterdir()]
|
|
|
|
|
|
|
|
|
2023-10-06 01:03:01 +00:00
|
|
|
@pytest.mark.skip()
|
2023-09-09 02:46:42 +00:00
|
|
|
@pytest.mark.depends(on=['test_linkml_provider'])
|
2023-09-12 02:38:29 +00:00
|
|
|
@pytest.mark.parametrize(
|
|
|
|
['class_name', 'test_fields'],
|
|
|
|
[
|
|
|
|
('TimeSeries', {
|
|
|
|
'name':str,
|
|
|
|
'description': Optional[str],
|
|
|
|
'comments': Optional[str],
|
|
|
|
'data': 'TimeSeriesData',
|
2023-10-05 05:06:26 +00:00
|
|
|
'timestamps': 'Optional', # __name__ just gets the first part of Optional[TimeSeriesTimestamps]
|
2023-09-12 02:38:29 +00:00
|
|
|
'control': Optional[List[int]],
|
|
|
|
})
|
|
|
|
]
|
|
|
|
)
|
2023-09-22 07:31:34 +00:00
|
|
|
def test_pydantic_provider_core(tmp_output_dir, class_name, test_fields):
|
2023-09-12 02:38:29 +00:00
|
|
|
provider = PydanticProvider(path=tmp_output_dir)
|
2023-09-12 02:55:45 +00:00
|
|
|
# clear any prior output
|
|
|
|
assert provider.path.parent == tmp_output_dir
|
|
|
|
shutil.rmtree(provider.path, ignore_errors=True)
|
|
|
|
assert not provider.path.exists()
|
2023-09-09 02:46:42 +00:00
|
|
|
|
2023-09-22 07:31:34 +00:00
|
|
|
# first, we should not build if we're allowed to get core from repo
|
|
|
|
core = provider.get('core', allow_repo=True)
|
|
|
|
assert Path(nwb_linkml.__file__).parent in Path(core.__file__).parents
|
|
|
|
assert not (provider.path / 'core').exists()
|
|
|
|
|
|
|
|
# then, if we're not allowed to get repo versions, we build!
|
|
|
|
del sys.modules[core.__name__]
|
|
|
|
core = provider.get('core', allow_repo=False)
|
|
|
|
# ensure we didn't get the builtin one
|
|
|
|
assert Path(nwb_linkml.__file__).parent not in Path(core.__file__).parents
|
2023-10-05 05:54:20 +00:00
|
|
|
namespace_path = (tmp_output_dir / 'pydantic' / 'core' / version_module_case(core.version) / 'namespace.py')
|
|
|
|
assert namespace_path.exists()
|
|
|
|
assert Path(core.__file__) == namespace_path
|
|
|
|
|
|
|
|
with open(namespace_path, 'r') as nsfile:
|
|
|
|
nsfile_contents = nsfile.read()
|
|
|
|
|
|
|
|
# dk how to debug good on github actions lol
|
|
|
|
warnings.warn(nsfile_contents)
|
|
|
|
|
2023-09-09 02:46:42 +00:00
|
|
|
|
2023-09-12 02:38:29 +00:00
|
|
|
test_class = getattr(core, class_name)
|
|
|
|
assert test_class == provider.get_class('core', class_name)
|
|
|
|
|
|
|
|
for k, v in test_fields.items():
|
|
|
|
if isinstance(v, str):
|
|
|
|
assert test_class.model_fields[k].annotation.__name__ == v
|
|
|
|
else:
|
|
|
|
assert test_class.model_fields[k].annotation == v
|
|
|
|
|
|
|
|
|