Skip to content

Latest commit

 

History

History
937 lines (695 loc) · 67.5 KB

File metadata and controls

937 lines (695 loc) · 67.5 KB

Together

Types:

from together.types import WhoamiResponse

Methods:

Beta

Organization

Usage

Types:

from together.types.beta.organization import (
    BillingUsageLineItem,
    BillingUsageReport,
    BillingUsageWindow,
)

Endpoints

Types:

from together.types.beta import (
    AbMember,
    DeploymentAutoscaling,
    DeploymentMetrics,
    DeploymentPlacementConfig,
    DeploymentStatus,
    Endpoint,
    EndpointDeployment,
    EndpointDeploymentSummary,
    EndpointTrafficSplitEntry,
    ErrorMetrics,
    LatencyMetrics,
    MetricsTimeRange,
    RequestMetrics,
    ResourceUtilization,
    RuntimeInfo,
    ScalingMetric,
    ScalingPolicy,
    ScalingRules,
    ShadowAdaptiveKeyBasedSampling,
    ShadowAdaptiveKeyBasedSamplingResponse,
    ShadowAdaptiveUniformSampling,
    ShadowAdaptiveUniformSamplingResponse,
    ShadowEndpointSource,
    ShadowEndpointSourceResponse,
    ShadowKeyBasedSampling,
    ShadowKeyBasedSamplingResponse,
    ShadowSource,
    ShadowSourceResponse,
    ShadowUniformSampling,
    ShadowUniformSamplingResponse,
    ThroughputMetrics,
    TimeSeriesDataPoint,
    TokenMetrics,
    EndpointDeleteResponse,
    EndpointAnalyticsResponse,
    EndpointListEventsResponse,
)

Methods:

PlacementProfiles

Types:

from together.types.beta.endpoints import PlacementProfile

Methods:

AbExperiments

Types:

from together.types.beta.endpoints import AbExperiment, AbExperimentDeleteResponse

Methods:

ShadowExperiments

Types:

from together.types.beta.endpoints import ShadowExperiment, ShadowExperimentDeleteResponse

Methods:

Targets

Types:

from together.types.beta.endpoints.shadow_experiments import (
    ShadowExperimentTarget,
    TargetDeleteResponse,
)

Methods:

Rollouts

Types:

from together.types.beta.endpoints import (
    BlueGreenConfig,
    CanaryConfig,
    MetricResult,
    MetricRule,
    PauseInfo,
    RegressionCheck,
    RollingConfig,
    Rollout,
    RolloutCondition,
    RolloutDefaultsPreview,
    RolloutStatus,
    RolloutStep,
    RolloutStepStatus,
    ThresholdCheck,
    RolloutDeleteResponse,
)

Methods:

Hardware

Types:

from together.types.beta.endpoints import InferenceInstanceType, HardwareListResponse

Methods:

Adapters

Types:

from together.types.beta.endpoints import (
    DeploymentAdapterStatus,
    AdapterCreateResponse,
    AdapterRetrieveResponse,
    AdapterUpdateResponse,
    AdapterListResponse,
    AdapterDeleteResponse,
)

Methods:

Deployments

Types:

from together.types.beta.endpoints import DeploymentDeleteResponse

Methods:

Models

Types:

from together.types.beta import (
    Model,
    ModelDtypeCount,
    ModelParameters,
    ModelWeights,
    SupportedModel,
    SupportedModelDeploymentProfile,
    SupportedModelPerformanceBenchmarks,
    ModelDeleteResponse,
    ModelListFilesResponse,
    ModelListRevisionsResponse,
)

Methods:

RemoteUploads

Types:

from together.types.beta.models import (
    RemoteUploadCreateResponse,
    RemoteUploadRetrieveResponse,
    RemoteUploadListResponse,
    RemoteUploadEventsResponse,
)

Methods:

Configs

Types:

from together.types.beta.models import Certification, Config, Selector

Methods:

Rl

Sessions

Types:

from together.types.beta.rl import (
    InferenceCheckpoint,
    LoraConfig,
    Session,
    SessionError,
    SessionErrorCode,
    SessionMetadata,
    SessionStatus,
    SessionsListResponse,
    TrainingCheckpoint,
    WandbMetadata,
)

Methods:

Operations

Types:

from together.types.beta.rl import (
    AdamParams,
    CispoLossParams,
    CrossEntropyLossParams,
    CustomForwardBackwardOperation,
    CustomForwardBackwardResult,
    DType,
    DppoLossParams,
    DroLossParams,
    EncodedTextChunk,
    ForwardBackwardOperation,
    ForwardBackwardResult,
    GrpoLossAggregationType,
    GrpoLossParams,
    GrpoLossRatioType,
    InferenceCheckpointOperation,
    InferenceCheckpointResult,
    LossConfig,
    LossFnOutput,
    LossType,
    ModelInput,
    ModelInputChunk,
    MuonParams,
    OperationError,
    OperationErrorCode,
    OperationStatus,
    OptimStepOperation,
    OptimStepResult,
    PolicyVersionSegment,
    PpoLossParams,
    PromptTopLogprobs,
    SampleOperation,
    SampleResult,
    SampledSequence,
    SamplingParams,
    StopReason,
    TensorData,
    TrainingCheckpointOperation,
    TrainingCheckpointResult,
    WeightSyncType,
    WeightsSyncOperation,
    WeightsSyncResult,
)

Methods:

Checkpoints

Types:

from together.types.beta.rl import (
    Checkpoint,
    CheckpointDownloadResponse,
    CheckpointFile,
    CheckpointType,
    CheckpointVariant,
    CheckpointsListResponse,
)

Methods:

PrepareForFp4Inference

Types:

from together.types.beta.rl import (
    QuantizationEstimate,
    QuantizationEvent,
    QuantizationJob,
    QuantizationResults,
    ShapingJobStatus,
    ShapingJobType,
    PrepareForFp4InferenceListResponse,
    PrepareForFp4InferenceListEventsResponse,
)

Methods:

ModelResources

Types:

from together.types.beta.rl import (
    AdamConfig,
    ModelResources,
    ModelResourcesError,
    ModelResourcesErrorCode,
    ModelResourcesEstimateCostResponse,
    ModelResourcesListResponse,
    ModelResourcesStatus,
    MuonConfig,
    MuonScalingStrategy,
    OptimizerConfig,
)

Methods:

SupportedModels

Types:

from together.types.beta.rl import RlSupportedModel, RlSupportedModels

Methods:

Jig

Types:

from together.types.beta import (
    ContainerDeploymentStatus,
    Deployment,
    DeploymentLogs,
    DeploymentRevision,
    DeploymentRevisionEvent,
    DeploymentRevisionEventList,
    JigListResponse,
)

Methods:

Queue

Types:

from together.types.beta.jig import (
    QueueRetrieveResponse,
    QueueCancelResponse,
    QueueClearResponse,
    QueueMetricsResponse,
    QueueSubmitResponse,
)

Methods:

Volumes

Types:

from together.types.beta.jig import S3Origin, Volume, VolumeOrigin, VolumeStatus, VolumeListResponse

Methods:

Secrets

Types:

from together.types.beta.jig import Secret, SecretListResponse

Methods:

Clusters

Types:

from together.types import (
    Cluster,
    ClusterListResponse,
    ClusterDeleteResponse,
    ClusterListRegionsResponse,
)

Methods:

Remediations

Types:

from together.types.clusters import Remediation, RemediationListResponse

Methods:

Storage

Types:

from together.types.clusters import ClusterStorage, StorageListResponse, StorageDeleteResponse

Methods:

Chat

Completions

Types:

from together.types.chat import (
    ChatCompletion,
    ChatCompletionChunk,
    ChatCompletionPrompt,
    ChatCompletionStructuredMessageImageURL,
    ChatCompletionStructuredMessageText,
    ChatCompletionStructuredMessageVideoURL,
    ChatCompletionUsage,
    ChatCompletionWarning,
)

Methods:

Completions

Types:

from together.types import Completion, CompletionChunk, LogProbs, ToolChoice, Tools

Methods:

Embeddings

Types:

from together.types import Embedding

Methods:

Files

Types:

from together.types import FileList, FilePurpose, FileResponse, FileType, FileDeleteResponse

Methods:

FineTuning

Types:

from together.types import (
    FineTunePreviewResponse,
    FineTunePreviewRow,
    FineTuneTokenizedDatasetRetrieveResponse,
    FinetuneEvent,
    FinetuneEventType,
    FinetuneModelLimits,
    FinetuneResponse,
    FineTuningListResponse,
    FineTuningDeleteResponse,
    FineTuningCancelResponse,
    FineTuningEstimatePriceResponse,
    FineTuningListCheckpointsResponse,
    FineTuningListEventsResponse,
    FineTuningListMetricsResponse,
    FineTuningModelLimitsResponse,
)

Methods:

CodeInterpreter

Types:

from together.types import ExecuteResponse

Methods:

Sessions

Types:

from together.types.code_interpreter import SessionListResponse

Methods:

Images

Types:

from together.types import ImageDataB64, ImageDataURL, ImageFile

Methods:

Videos

Types:

from together.types import VideoJob

Methods:

Audio

Types:

from together.types import AudioFile, AudioSpeechStreamChunk

Speech

Methods:

Voices

Types:

from together.types.audio import VoiceListResponse

Methods:

Transcriptions

Types:

from together.types.audio import TranscriptionCreateResponse

Methods:

Translations

Types:

from together.types.audio import TranslationCreateResponse

Methods:

Models

Types:

from together.types import ModelObject, ModelListResponse, ModelUploadResponse

Methods:

Uploads

Types:

from together.types.models import UploadStatusResponse

Methods:

Endpoints

Types:

from together.types import (
    Autoscaling,
    DedicatedEndpoint,
    EndpointListResponse,
    EndpointListAvzonesResponse,
    EndpointListHardwareResponse,
)

Methods:

Adapters

Types:

from together.types.endpoints import AdapterListResponse, AdapterAddResponse, AdapterRemoveResponse

Methods:

Projects

Types:

from together.types import Project

Methods:

Rerank

Types:

from together.types import RerankCreateResponse

Methods:

Batches

Types:

from together.types import BatchJob, BatchCreateResponse, BatchListResponse

Methods:

Evals

Types:

from together.types import EvaluationJob, EvalCreateResponse, EvalListResponse, EvalStatusResponse

Methods: