Files
pydantic/tests/test_forward_ref.py
T
Arseny Boykov 6b53cabe03 Add pickle support to dynamically created models and generics (#1686)
* Add pickle support to dynamically created models

* Add created model module check

* Use globals() to retrieve model

* Use single quotes

* use mocker instead of mock

Co-authored-by: PrettyWood <em.jolibois@gmail.com>

* remove unused import

* add test for dynamic forward ref

* move generic test to test_generics.py

* fix test_generic_model_pickle test, add additional check for <locals> in create_model

* fix code style

* resolve issues with global/local models

* make ensure_picklable return given model

* remove ensure_picklable, use test_is_call_from_module only in generics

* reformat code after updating black==20.8b1

* move get_caller_module_name and is_call_from_module to generics

* apply suggestions from @samuelcolvin

* add tests for get_caller_module and is_call_from_module called from module

* fix linting

* fix path to modules in test_module fixture, capture stderr and stdout

* fix broken test module

* fix subprocess call for windows

* enhance create_module fixture, add run_as_module fixture

this will allow run modules in subprocess and define module code in functions-containers

* add test for redefined concrete model without cache

* add changes file

* remove unused variable

* rewrite tests with pytest.raises

* fix linting

* rewrite test_create_model_pickle and test_forward_ref_with_create_model with module definition in function

* Update create_model docstring

Co-authored-by: PrettyWood <em.jolibois@gmail.com>
Co-authored-by: Samuel Colvin <s@muelcolvin.com>
2020-10-18 20:55:44 +01:00

487 lines
12 KiB
Python

import sys
import pytest
from pydantic import ConfigError, ValidationError
skip_pre_37 = pytest.mark.skipif(sys.version_info < (3, 7), reason='testing >= 3.7 behaviour only')
@skip_pre_37
def test_postponed_annotations(create_module):
module = create_module(
"""
from __future__ import annotations
from pydantic import BaseModel
class Model(BaseModel):
a: int
"""
)
m = module.Model(a='123')
assert m.dict() == {'a': 123}
@skip_pre_37
def test_postponed_annotations_optional(create_module):
module = create_module(
"""
from __future__ import annotations
from typing import Optional
from pydantic import BaseModel
class Model(BaseModel):
a: Optional[int]
"""
)
assert module.Model(a='123').dict() == {'a': 123}
assert module.Model().dict() == {'a': None}
def test_basic_forward_ref(create_module):
module = create_module(
"""
from typing import Optional
from pydantic import BaseModel
from pydantic.typing import ForwardRef
class Foo(BaseModel):
a: int
FooRef = ForwardRef('Foo')
class Bar(BaseModel):
b: Optional[FooRef]
"""
)
assert module.Bar().dict() == {'b': None}
assert module.Bar(b={'a': '123'}).dict() == {'b': {'a': 123}}
def test_self_forward_ref_module(create_module):
module = create_module(
"""
from pydantic import BaseModel
from pydantic.typing import ForwardRef
Foo = ForwardRef('Foo')
class Foo(BaseModel):
a: int = 123
b: 'Foo' = None
Foo.update_forward_refs()
"""
)
assert module.Foo().dict() == {'a': 123, 'b': None}
assert module.Foo(b={'a': '321'}).dict() == {'a': 123, 'b': {'a': 321, 'b': None}}
def test_self_forward_ref_collection(create_module):
module = create_module(
"""
from typing import List, Dict
from pydantic import BaseModel
from pydantic.typing import ForwardRef
Foo = ForwardRef('Foo')
class Foo(BaseModel):
a: int = 123
b: Foo = None
c: List[Foo] = []
d: Dict[str, Foo] = {}
Foo.update_forward_refs()
"""
)
assert module.Foo().dict() == {'a': 123, 'b': None, 'c': [], 'd': {}}
assert module.Foo(b={'a': '321'}, c=[{'a': 234}], d={'bar': {'a': 345}}).dict() == {
'a': 123,
'b': {'a': 321, 'b': None, 'c': [], 'd': {}},
'c': [{'a': 234, 'b': None, 'c': [], 'd': {}}],
'd': {'bar': {'a': 345, 'b': None, 'c': [], 'd': {}}},
}
with pytest.raises(ValidationError) as exc_info:
module.Foo(b={'a': '321'}, c=[{'b': 234}], d={'bar': {'a': 345}})
assert exc_info.value.errors() == [
{'loc': ('c', 0, 'b'), 'msg': 'value is not a valid dict', 'type': 'type_error.dict'}
]
def test_self_forward_ref_local(create_module):
module = create_module(
"""
from pydantic import BaseModel
from pydantic.typing import ForwardRef
def main():
Foo = ForwardRef('Foo')
class Foo(BaseModel):
a: int = 123
b: Foo = None
Foo.update_forward_refs()
return Foo
"""
)
Foo = module.main()
assert Foo().dict() == {'a': 123, 'b': None}
assert Foo(b={'a': '321'}).dict() == {'a': 123, 'b': {'a': 321, 'b': None}}
def test_missing_update_forward_refs(create_module):
module = create_module(
"""
from pydantic import BaseModel
from pydantic.typing import ForwardRef
Foo = ForwardRef('Foo')
class Foo(BaseModel):
a: int = 123
b: Foo = None
"""
)
with pytest.raises(ConfigError) as exc_info:
module.Foo(b=123)
assert str(exc_info.value).startswith('field "b" not yet prepared so type is still a ForwardRef')
def test_forward_ref_dataclass(create_module):
module = create_module(
"""
from pydantic import AnyUrl
from pydantic.dataclasses import dataclass
@dataclass
class Dataclass:
url: AnyUrl
"""
)
m = module.Dataclass('http://example.com ')
assert m.url == 'http://example.com'
@skip_pre_37
def test_forward_ref_dataclass_with_future_annotations(create_module):
module = create_module(
"""
from __future__ import annotations
from pydantic import AnyUrl
from pydantic.dataclasses import dataclass
@dataclass
class Dataclass:
url: AnyUrl
"""
)
m = module.Dataclass('http://example.com ')
assert m.url == 'http://example.com'
def test_forward_ref_sub_types(create_module):
module = create_module(
"""
from typing import Union
from pydantic import BaseModel
from pydantic.typing import ForwardRef
class Leaf(BaseModel):
a: str
TreeType = Union[ForwardRef('Node'), Leaf]
class Node(BaseModel):
value: int
left: TreeType
right: TreeType
Node.update_forward_refs()
"""
)
Node = module.Node
Leaf = module.Leaf
data = {'value': 3, 'left': {'a': 'foo'}, 'right': {'value': 5, 'left': {'a': 'bar'}, 'right': {'a': 'buzz'}}}
node = Node(**data)
assert isinstance(node.left, Leaf)
assert isinstance(node.right, Node)
def test_forward_ref_nested_sub_types(create_module):
module = create_module(
"""
from typing import Tuple, Union
from pydantic import BaseModel
from pydantic.typing import ForwardRef
class Leaf(BaseModel):
a: str
TreeType = Union[Union[Tuple[ForwardRef('Node'), str], int], Leaf]
class Node(BaseModel):
value: int
left: TreeType
right: TreeType
Node.update_forward_refs()
"""
)
Node = module.Node
Leaf = module.Leaf
data = {
'value': 3,
'left': {'a': 'foo'},
'right': [{'value': 5, 'left': {'a': 'bar'}, 'right': {'a': 'buzz'}}, 'test'],
}
node = Node(**data)
assert isinstance(node.left, Leaf)
assert isinstance(node.right[0], Node)
def test_self_reference_json_schema(create_module):
module = create_module(
"""
from typing import List
from pydantic import BaseModel
class Account(BaseModel):
name: str
subaccounts: List['Account'] = []
Account.update_forward_refs()
"""
)
Account = module.Account
assert Account.schema() == {
'$ref': '#/definitions/Account',
'definitions': {
'Account': {
'title': 'Account',
'type': 'object',
'properties': {
'name': {'title': 'Name', 'type': 'string'},
'subaccounts': {
'title': 'Subaccounts',
'default': [],
'type': 'array',
'items': {'$ref': '#/definitions/Account'},
},
},
'required': ['name'],
}
},
}
@skip_pre_37
def test_self_reference_json_schema_with_future_annotations(create_module):
module = create_module(
"""
from __future__ import annotations
from typing import List
from pydantic import BaseModel
class Account(BaseModel):
name: str
subaccounts: List[Account] = []
Account.update_forward_refs()
"""
)
Account = module.Account
assert Account.schema() == {
'$ref': '#/definitions/Account',
'definitions': {
'Account': {
'title': 'Account',
'type': 'object',
'properties': {
'name': {'title': 'Name', 'type': 'string'},
'subaccounts': {
'title': 'Subaccounts',
'default': [],
'type': 'array',
'items': {'$ref': '#/definitions/Account'},
},
},
'required': ['name'],
}
},
}
def test_circular_reference_json_schema(create_module):
module = create_module(
"""
from typing import List
from pydantic import BaseModel
class Owner(BaseModel):
account: 'Account'
class Account(BaseModel):
name: str
owner: 'Owner'
subaccounts: List['Account'] = []
Account.update_forward_refs()
Owner.update_forward_refs()
"""
)
Account = module.Account
assert Account.schema() == {
'$ref': '#/definitions/Account',
'definitions': {
'Account': {
'title': 'Account',
'type': 'object',
'properties': {
'name': {'title': 'Name', 'type': 'string'},
'owner': {'$ref': '#/definitions/Owner'},
'subaccounts': {
'title': 'Subaccounts',
'default': [],
'type': 'array',
'items': {'$ref': '#/definitions/Account'},
},
},
'required': ['name', 'owner'],
},
'Owner': {
'title': 'Owner',
'type': 'object',
'properties': {'account': {'$ref': '#/definitions/Account'}},
'required': ['account'],
},
},
}
@skip_pre_37
def test_circular_reference_json_schema_with_future_annotations(create_module):
module = create_module(
"""
from __future__ import annotations
from typing import List
from pydantic import BaseModel
class Owner(BaseModel):
account: Account
class Account(BaseModel):
name: str
owner: Owner
subaccounts: List[Account] = []
Account.update_forward_refs()
Owner.update_forward_refs()
"""
)
Account = module.Account
assert Account.schema() == {
'$ref': '#/definitions/Account',
'definitions': {
'Account': {
'title': 'Account',
'type': 'object',
'properties': {
'name': {'title': 'Name', 'type': 'string'},
'owner': {'$ref': '#/definitions/Owner'},
'subaccounts': {
'title': 'Subaccounts',
'default': [],
'type': 'array',
'items': {'$ref': '#/definitions/Account'},
},
},
'required': ['name', 'owner'],
},
'Owner': {
'title': 'Owner',
'type': 'object',
'properties': {'account': {'$ref': '#/definitions/Account'}},
'required': ['account'],
},
},
}
def test_forward_ref_with_field(create_module):
create_module(
"""
from typing import List
from pydantic import BaseModel, Field
from pydantic.typing import ForwardRef
Foo = ForwardRef('Foo')
try:
class Foo(BaseModel):
c: List[Foo] = Field(..., gt=0)
except ValueError:
pass
else:
raise AssertionError('error not raised')
"""
)
@skip_pre_37
def test_forward_ref_optional(create_module):
module = create_module(
"""
from __future__ import annotations
from pydantic import BaseModel, Field
from typing import List, Optional
class Spec(BaseModel):
spec_fields: List[str] = Field(..., alias="fields")
filter: Optional[str]
sort: Optional[str]
class PSpec(Spec):
g: Optional[GSpec]
class GSpec(Spec):
p: Optional[PSpec]
PSpec.update_forward_refs()
class Filter(BaseModel):
g: Optional[GSpec]
p: Optional[PSpec]
"""
)
Filter = module.Filter
assert isinstance(Filter(p={'sort': 'some_field:asc', 'fields': []}), Filter)
def test_forward_ref_with_create_model(create_module):
@create_module
def module():
import pydantic
Sub = pydantic.create_model('Sub', foo='bar', __module__=__name__)
assert Sub # get rid of "local variable 'Sub' is assigned to but never used"
Main = pydantic.create_model('Main', sub=('Sub', ...), __module__=__name__)
instance = Main(sub={})
assert instance.sub.dict() == {'foo': 'bar'}