dragon.ai.inference.inference\_utils.Inference
==============================================

.. currentmodule:: dragon.ai.inference.inference_utils

.. autoclass:: Inference
   :members:
   :undoc-members:
   :show-inheritance:
   :inherited-members:

   
   .. automethod:: __init__

   
   .. rubric:: Methods

   .. autosummary::
   
      ~Inference.__init__
      ~Inference.create_cpu_device_workers_by_node
      ~Inference.destroy
      ~Inference.get_nodes_in_alloc
      ~Inference.initialize
      ~Inference.maybe_subset_nodes_gpus
      ~Inference.query
      ~Inference.tp_args_validator