Skip to content

Instantly share code, notes, and snippets.

@samuelcolvin
Created July 13, 2023 16:57
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save samuelcolvin/5a37a8be602cca84a93ecf6f013de52d to your computer and use it in GitHub Desktop.
Save samuelcolvin/5a37a8be602cca84a93ecf6f013de52d to your computer and use it in GitHub Desktop.
Pydantic parsing JSON and validating URLs vs. pure pyton
import timeit
import json
from urllib.parse import urlparse
import requests
from pydantic import TypeAdapter, HttpUrl
reps = 7
number = 100
r = requests.get('https://api.github.com/emojis')
r.raise_for_status()
emojis_json = r.content
def emojis_pure_python(raw_data):
data = json.loads(raw_data)
output = {}
for key, value in data.items():
assert isinstance(key, str)
url = urlparse(value)
assert url.scheme in ('https', 'http')
output[key] = url
emojis_pure_python_times = timeit.repeat(
'emojis_pure_python(emojis_json)',
globals={'emojis_pure_python': emojis_pure_python, 'emojis_json': emojis_json},
repeat=reps,
number=number,
)
print(f'pure python: {min(emojis_pure_python_times) / number * 1000:0.2f}ms')
#> pure python: 5.24ms
type_adapter = TypeAdapter(dict[str, HttpUrl])
emojis_pydantic_times = timeit.repeat(
'type_adapter.validate_json(emojis_json)',
globals={'type_adapter': type_adapter, 'HttpUrl': HttpUrl, 'emojis_json': emojis_json},
repeat=reps,
number=number,
)
print(f'pydantic: {min(emojis_pydantic_times) / number * 1000:0.2f}ms')
#> pydantic: 1.52ms
print(f'Pydantic {min(emojis_pure_python_times) / min(emojis_pydantic_times):0.2f}x faster')
#> Pydantic 3.45x faster
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment