Shortcuts

Source code for torch.cuda.gds

import os
import sys
from typing import Callable, Optional

import torch
from torch.types import Storage


__all__: list[str] = [
    "gds_register_buffer",
    "gds_deregister_buffer",
    "GdsFile",
]


def _dummy_fn(name: str) -> Callable:
    def fn(*args, **kwargs):  # type: ignore[no-untyped-def]
        raise RuntimeError(f"torch._C.{name} is not supported on this platform")

    return fn


if not hasattr(torch._C, "_gds_register_buffer"):
    assert not hasattr(torch._C, "_gds_deregister_buffer")
    assert not hasattr(torch._C, "_gds_register_handle")
    assert not hasattr(torch._C, "_gds_deregister_handle")
    assert not hasattr(torch._C, "_gds_load_storage")
    assert not hasattr(torch._C, "_gds_save_storage")
    # Define functions
    torch._C.__dict__["_gds_register_buffer"] = _dummy_fn("_gds_register_buffer")
    torch._C.__dict__["_gds_deregister_buffer"] = _dummy_fn("_gds_deregister_buffer")
    torch._C.__dict__["_gds_register_handle"] = _dummy_fn("_gds_register_handle")
    torch._C.__dict__["_gds_deregister_handle"] = _dummy_fn("_gds_deregister_handle")
    torch._C.__dict__["_gds_load_storage"] = _dummy_fn("_gds_load_storage")
    torch._C.__dict__["_gds_save_storage"] = _dummy_fn("_gds_save_storage")


[docs]def gds_register_buffer(s: Storage) -> None: """Registers a storage on a CUDA device as a cufile buffer. Example:: >>> # xdoctest: +SKIP("gds filesystem requirements") >>> src = torch.randn(1024, device="cuda") >>> s = src.untyped_storage() >>> gds_register_buffer(s) Args: s (Storage): Buffer to register. """ torch._C._gds_register_buffer(s)
[docs]def gds_deregister_buffer(s: Storage) -> None: """Deregisters a previously registered storage on a CUDA device as a cufile buffer. Example:: >>> # xdoctest: +SKIP("gds filesystem requirements") >>> src = torch.randn(1024, device="cuda") >>> s = src.untyped_storage() >>> gds_register_buffer(s) >>> gds_deregister_buffer(s) Args: s (Storage): Buffer to register. """ torch._C._gds_deregister_buffer(s)
[docs]class GdsFile: r"""Wrapper around cuFile. cuFile is a file-like interface to the GPUDirect Storage (GDS) API. See the `cufile docs <https://docs.nvidia.com/gpudirect-storage/api-reference-guide/index.html#cufile-io-api>`_ for more details. Args: filename (str): Name of the file to open. flags (int): Flags to pass to ``os.open`` when opening the file. ``os.O_DIRECT`` will be added automatically. Example:: >>> # xdoctest: +SKIP("gds filesystem requirements") >>> src1 = torch.randn(1024, device="cuda") >>> src2 = torch.randn(2, 1024, device="cuda") >>> file = torch.cuda.gds.GdsFile(f, os.O_CREAT | os.O_RDWR) >>> file.save_storage(src1.untyped_storage(), offset=0) >>> file.save_storage(src2.untyped_storage(), offset=src1.nbytes) >>> dest1 = torch.empty(1024, device="cuda") >>> dest2 = torch.empty(2, 1024, device="cuda") >>> file.load_storage(dest1.untyped_storage(), offset=0) >>> file.load_storage(dest2.untyped_storage(), offset=src1.nbytes) >>> torch.equal(src1, dest1) True >>> torch.equal(src2, dest2) True """ def __init__(self, filename: str, flags: int): if sys.platform == "win32": raise RuntimeError("GdsFile is not supported on this platform.") self.filename = filename self.flags = flags self.fd = os.open(filename, flags | os.O_DIRECT) # type: ignore[attr-defined] self.handle: Optional[int] = None self.register_handle() def __del__(self) -> None: if self.handle is not None: self.deregister_handle() os.close(self.fd)
[docs] def register_handle(self) -> None: """Registers file descriptor to cuFile Driver. This is a wrapper around ``cuFileHandleRegister``. """ assert ( self.handle is None ), "Cannot register a handle that is already registered." self.handle = torch._C._gds_register_handle(self.fd)
[docs] def deregister_handle(self) -> None: """Deregisters file descriptor from cuFile Driver. This is a wrapper around ``cuFileHandleDeregister``. """ assert ( self.handle is not None ), "Cannot deregister a handle that is not registered." torch._C._gds_deregister_handle(self.handle) self.handle = None
[docs] def load_storage(self, storage: Storage, offset: int = 0) -> None: """Loads data from the file into the storage. This is a wrapper around ``cuFileRead``. ``storage.nbytes()`` of data will be loaded from the file at ``offset`` into the storage. Args: storage (Storage): Storage to load data into. offset (int, optional): Offset into the file to start loading from. (Default: 0) """ assert ( self.handle is not None ), "Cannot load data from a file that is not registered." torch._C._gds_load_storage(self.handle, storage, offset)
[docs] def save_storage(self, storage: Storage, offset: int = 0) -> None: """Saves data from the storage into the file. This is a wrapper around ``cuFileWrite``. All bytes of the storage will be written to the file at ``offset``. Args: storage (Storage): Storage to save data from. offset (int, optional): Offset into the file to start saving to. (Default: 0) """ assert ( self.handle is not None ), "Cannot save data to a file that is not registered." torch._C._gds_save_storage(self.handle, storage, offset)

Docs

Access comprehensive developer documentation for PyTorch

View Docs

Tutorials

Get in-depth tutorials for beginners and advanced developers

View Tutorials

Resources

Find development resources and get your questions answered

View Resources
pFad - Phonifier reborn

Pfad - The Proxy pFad of © 2024 Garber Painting. All rights reserved.

Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.


Alternative Proxies:

Alternative Proxy

pFad Proxy

pFad v3 Proxy

pFad v4 Proxy