Skip to content

Add support for fp4 and fp8 E8M0 type checking #397

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
jtang10 wants to merge 1 commit into
base: main
Choose a base branch
from
Open

Add support for fp4 and fp8 E8M0 type checking #397

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions jaxtyping/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -55,11 +55,13 @@
Complex64 as Complex64,
Complex128 as Complex128,
Float as Float,
Float4e2m1fn as Float4e2m1fn,
Float8e4m3b11fnuz as Float8e4m3b11fnuz,
Float8e4m3fn as Float8e4m3fn,
Float8e4m3fnuz as Float8e4m3fnuz,
Float8e5m2 as Float8e5m2,
Float8e5m2fnuz as Float8e5m2fnuz,
Float8e8m0fnu as Float8e8m0fnu,
Float16 as Float16,
Float32 as Float32,
Float64 as Float64,
Expand Down Expand Up @@ -114,11 +116,13 @@
Complex64 as Complex64,
Complex128 as Complex128,
Float as Float,
Float4e2m1fn as Float4e2m1fn,
Float8e4m3b11fnuz as Float8e4m3b11fnuz,
Float8e4m3fn as Float8e4m3fn,
Float8e4m3fnuz as Float8e4m3fnuz,
Float8e5m2 as Float8e5m2,
Float8e5m2fnuz as Float8e5m2fnuz,
Float8e8m0fnu as Float8e8m0fnu,
Float16 as Float16,
Float32 as Float32,
Float64 as Float64,
Expand Down
3 changes: 3 additions & 0 deletions jaxtyping/_array_types.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -814,6 +814,7 @@ def __init_subclass__(cls, **kwargs):
_float8_e4m3fnuz = "float8_e4m3fnuz"
_float8_e5m2 = "float8_e5m2"
_float8_e5m2fnuz = "float8_e5m2fnuz"
_float8_e8m0fnu = "float8_e8m0fnu"
_bfloat16 = "bfloat16"
_float16 = "float16"
_float32 = "float32"
Expand Down Expand Up @@ -853,6 +854,7 @@ class _Cls(AbstractDtype):
Float8e4m3fnuz = _make_dtype(_float8_e4m3fnuz, "Float8e4m3fnuz")
Float8e5m2 = _make_dtype(_float8_e5m2, "Float8e5m2")
Float8e5m2fnuz = _make_dtype(_float8_e5m2fnuz, "Float8e5m2fnuz")
Float8e8m0fnu = _make_dtype(_float8_e8m0fnu, "Float8e8m0fnu")
BFloat16 = _make_dtype(_bfloat16, "BFloat16")
Float16 = _make_dtype(_float16, "Float16")
Float32 = _make_dtype(_float32, "Float32")
Expand All @@ -869,6 +871,7 @@ class _Cls(AbstractDtype):
_float8_e4m3fnuz,
_float8_e5m2,
_float8_e5m2fnuz,
_float8_e8m0fnu,
]
floats = [_float4_e2m1fn] + float8 + [_bfloat16, _float16, _float32, _float64]
complexes = [_complex64, _complex128]
Expand Down
2 changes: 2 additions & 0 deletions jaxtyping/_indirection.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -27,11 +27,13 @@
Annotated as Complex64, # noqa: F401
Annotated as Complex128, # noqa: F401
Annotated as Float, # noqa: F401
Annotated as Float4e2m1fn, # noqa: F401
Annotated as Float8e4m3b11fnuz, # noqa: F401
Annotated as Float8e4m3fn, # noqa: F401
Annotated as Float8e4m3fnuz, # noqa: F401
Annotated as Float8e5m2, # noqa: F401
Annotated as Float8e5m2fnuz, # noqa: F401
Annotated as Float8e8m0fnu, # noqa: F401
Annotated as Float16, # noqa: F401
Annotated as Float32, # noqa: F401
Annotated as Float64, # noqa: F401
Expand Down
2 changes: 2 additions & 0 deletions test/test_array.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -72,11 +72,13 @@ def test_dtypes():
Complex64,
Complex128,
Float,
Float4e2m1fn,
Float8e4m3b11fnuz,
Float8e4m3fn,
Float8e4m3fnuz,
Float8e5m2,
Float8e5m2fnuz,
Float8e8m0fnu,
Float16,
Float32,
Float64,
Expand Down
Loading