add google auth, cost per pixel, cost per sec

Author: Nicholas Cecere

litellm/resource_model_crud.go

@@ -38,18 +38,25 @@ func createOrUpdateModel(d *schema.ResourceData, m interface{}, isUpdate bool) e
 	modelReq := ModelRequest{
 		ModelName: d.Get("model_name").(string),
 		LiteLLMParams: LiteLLMParams{
-			CustomLLMProvider:  customLLMProvider,
-			TPM:                d.Get("tpm").(int),
-			RPM:                d.Get("rpm").(int),
-			APIKey:             d.Get("model_api_key").(string),
-			APIBase:            d.Get("model_api_base").(string),
-			APIVersion:         d.Get("api_version").(string),
-			Model:              modelName,
-			InputCostPerToken:  inputCostPerToken,
-			OutputCostPerToken: outputCostPerToken,
-			AWSAccessKeyID:     d.Get("aws_access_key_id").(string),
-			AWSSecretAccessKey: d.Get("aws_secret_access_key").(string),
-			AWSRegionName:      d.Get("aws_region_name").(string),
+			CustomLLMProvider:   customLLMProvider,
+			TPM:                 d.Get("tpm").(int),
+			RPM:                 d.Get("rpm").(int),
+			APIKey:              d.Get("model_api_key").(string),
+			APIBase:             d.Get("model_api_base").(string),
+			APIVersion:          d.Get("api_version").(string),
+			Model:               modelName,
+			InputCostPerToken:   inputCostPerToken,
+			OutputCostPerToken:  outputCostPerToken,
+			InputCostPerPixel:   d.Get("input_cost_per_pixel").(float64),
+			OutputCostPerPixel:  d.Get("output_cost_per_pixel").(float64),
+			InputCostPerSecond:  d.Get("input_cost_per_second").(float64),
+			OutputCostPerSecond: d.Get("output_cost_per_second").(float64),
+			AWSAccessKeyID:      d.Get("aws_access_key_id").(string),
+			AWSSecretAccessKey:  d.Get("aws_secret_access_key").(string),
+			AWSRegionName:       d.Get("aws_region_name").(string),
+			VertexProject:       d.Get("vertex_project").(string),
+			VertexLocation:      d.Get("vertex_location").(string),
+			VertexCredentials:   d.Get("vertex_credentials").(string),
 		},
 		ModelInfo: ModelInfo{
 			ID:        modelID,

litellm/types.go

@@ -45,18 +45,25 @@ type TeamResponse struct {
 
 // LiteLLMParams represents the parameters for LiteLLM.
 type LiteLLMParams struct {
-	CustomLLMProvider  string  `json:"custom_llm_provider"`
-	TPM                int     `json:"tpm,omitempty"`
-	RPM                int     `json:"rpm,omitempty"`
-	APIKey             string  `json:"api_key,omitempty"`
-	APIBase            string  `json:"api_base,omitempty"`
-	APIVersion         string  `json:"api_version,omitempty"`
-	Model              string  `json:"model"`
-	InputCostPerToken  float64 `json:"input_cost_per_token"`
-	OutputCostPerToken float64 `json:"output_cost_per_token"`
-	AWSAccessKeyID     string  `json:"aws_access_key_id,omitempty"`
-	AWSSecretAccessKey string  `json:"aws_secret_access_key,omitempty"`
-	AWSRegionName      string  `json:"aws_region_name,omitempty"`
+	CustomLLMProvider   string  `json:"custom_llm_provider"`
+	TPM                 int     `json:"tpm,omitempty"`
+	RPM                 int     `json:"rpm,omitempty"`
+	APIKey              string  `json:"api_key,omitempty"`
+	APIBase             string  `json:"api_base,omitempty"`
+	APIVersion          string  `json:"api_version,omitempty"`
+	Model               string  `json:"model"`
+	InputCostPerToken   float64 `json:"input_cost_per_token,omitempty"`
+	OutputCostPerToken  float64 `json:"output_cost_per_token,omitempty"`
+	InputCostPerPixel   float64 `json:"input_cost_per_pixel,omitempty"`
+	OutputCostPerPixel  float64 `json:"output_cost_per_pixel,omitempty"`
+	InputCostPerSecond  float64 `json:"input_cost_per_second,omitempty"`
+	OutputCostPerSecond float64 `json:"output_cost_per_second,omitempty"`
+	AWSAccessKeyID      string  `json:"aws_access_key_id,omitempty"`
+	AWSSecretAccessKey  string  `json:"aws_secret_access_key,omitempty"`
+	AWSRegionName       string  `json:"aws_region_name,omitempty"`
+	VertexProject       string  `json:"vertex_project,omitempty"`
+	VertexLocation      string  `json:"vertex_location,omitempty"`
+	VertexCredentials   string  `json:"vertex_credentials,omitempty"`
 }
 
 // ModelInfo represents information about a model.