mirror of
https://github.com/hanzo-cpp/sdk.git
synced 2026-11-20 19:55:32 +00:00
The projection these were generated from was a month old and predated the compute migration, so every one of them described /v1/visor — which the API serves at zero paths now. That is why a hand-written console client and a generated one had drifted the same way at the same time. No /v1/visor path survives here. The word still appears as a source-plane value and inside gvisor and supervisor, which are not this rename.
218 lines
5.0 KiB
C++
218 lines
5.0 KiB
C++
/**
|
|
* Hanzo Cloud API
|
|
* The Hanzo Cloud API as a customer calls it: every operation under /v1/ except the operator's admin product, relay routes, legacy spellings and capabilities still reached by flag. Tagged by product: the first path segment after /v1/.
|
|
*
|
|
* The version of the OpenAPI document: v1
|
|
*
|
|
* NOTE: This class is auto generated by OpenAPI-Generator 7.14.0.
|
|
* https://openapi-generator.tech
|
|
* Do not edit the class manually.
|
|
*/
|
|
|
|
/*
|
|
* ModelStat.h
|
|
*
|
|
*
|
|
*/
|
|
|
|
#ifndef HANZO_MODEL_ModelStat_H_
|
|
#define HANZO_MODEL_ModelStat_H_
|
|
|
|
#include <boost/optional.hpp>
|
|
|
|
#include "hanzo/ModelBase.h"
|
|
|
|
#include <cpprest/details/basic_types.h>
|
|
|
|
namespace hanzo {
|
|
namespace model {
|
|
|
|
|
|
|
|
class ModelStat
|
|
: public ModelBase
|
|
{
|
|
public:
|
|
ModelStat();
|
|
virtual ~ModelStat();
|
|
|
|
/////////////////////////////////////////////
|
|
/// ModelBase overrides
|
|
|
|
void validate() override;
|
|
|
|
web::json::value toJson() const override;
|
|
bool fromJson(const web::json::value& json) override;
|
|
|
|
void toMultipart(std::shared_ptr<MultipartFormData> multipart, const utility::string_t& namePrefix) const override;
|
|
bool fromMultiPart(std::shared_ptr<MultipartFormData> multipart, const utility::string_t& namePrefix) override;
|
|
|
|
|
|
/////////////////////////////////////////////
|
|
/// ModelStat members
|
|
|
|
|
|
/// <summary>
|
|
/// tokens it answered with
|
|
/// </summary>
|
|
int64_t getCompletionTokens() const;
|
|
bool completionTokensIsSet() const;
|
|
void unsetCompletionTokens();
|
|
void setCompletionTokens(int64_t value);
|
|
|
|
/// <summary>
|
|
/// what this model cost, in cents
|
|
/// </summary>
|
|
int64_t getCostCents() const;
|
|
bool costCentsIsSet() const;
|
|
void unsetCostCents();
|
|
void setCostCents(int64_t value);
|
|
|
|
/// <summary>
|
|
/// share of total spend, 0..100
|
|
/// </summary>
|
|
double getCostPct() const;
|
|
bool costPctIsSet() const;
|
|
void unsetCostPct();
|
|
void setCostPct(double value);
|
|
|
|
/// <summary>
|
|
/// share of its calls that failed, 0..1
|
|
/// </summary>
|
|
double getErrorRate() const;
|
|
bool errorRateIsSet() const;
|
|
void unsetErrorRate();
|
|
void setErrorRate(double value);
|
|
|
|
/// <summary>
|
|
/// calls to it that did not succeed
|
|
/// </summary>
|
|
int64_t getErrors() const;
|
|
bool errorsIsSet() const;
|
|
void unsetErrors();
|
|
void setErrors(int64_t value);
|
|
|
|
/// <summary>
|
|
/// the model this row is about, or \"other\" for the fold
|
|
/// </summary>
|
|
utility::string_t getModel() const;
|
|
bool modelIsSet() const;
|
|
void unsetModel();
|
|
void setModel(const utility::string_t& value);
|
|
|
|
/// <summary>
|
|
/// >0 only on the \"other\" fold
|
|
/// </summary>
|
|
int64_t getModelCount() const;
|
|
bool modelCountIsSet() const;
|
|
void unsetModelCount();
|
|
void setModelCount(int64_t value);
|
|
|
|
/// <summary>
|
|
/// median latency, null when no spans carry it
|
|
/// </summary>
|
|
double getP50Ms() const;
|
|
bool p50MsIsSet() const;
|
|
void unsetP50Ms();
|
|
void setP50Ms(double value);
|
|
|
|
/// <summary>
|
|
/// 95th-percentile latency, null when unknown
|
|
/// </summary>
|
|
double getP95Ms() const;
|
|
bool p95MsIsSet() const;
|
|
void unsetP95Ms();
|
|
void setP95Ms(double value);
|
|
|
|
/// <summary>
|
|
/// 99th-percentile latency, null when unknown
|
|
/// </summary>
|
|
double getP99Ms() const;
|
|
bool p99MsIsSet() const;
|
|
void unsetP99Ms();
|
|
void setP99Ms(double value);
|
|
|
|
/// <summary>
|
|
/// tokens sent to it
|
|
/// </summary>
|
|
int64_t getPromptTokens() const;
|
|
bool promptTokensIsSet() const;
|
|
void unsetPromptTokens();
|
|
void setPromptTokens(int64_t value);
|
|
|
|
/// <summary>
|
|
/// who serves it
|
|
/// </summary>
|
|
utility::string_t getProvider() const;
|
|
bool providerIsSet() const;
|
|
void unsetProvider();
|
|
void setProvider(const utility::string_t& value);
|
|
|
|
/// <summary>
|
|
/// calls to this model in the window
|
|
/// </summary>
|
|
int64_t getRequests() const;
|
|
bool requestsIsSet() const;
|
|
void unsetRequests();
|
|
void setRequests(int64_t value);
|
|
|
|
/// <summary>
|
|
/// prompt plus completion
|
|
/// </summary>
|
|
int64_t getTotalTokens() const;
|
|
bool totalTokensIsSet() const;
|
|
void unsetTotalTokens();
|
|
void setTotalTokens(int64_t value);
|
|
|
|
|
|
protected:
|
|
int64_t m_CompletionTokens;
|
|
bool m_CompletionTokensIsSet;
|
|
|
|
int64_t m_CostCents;
|
|
bool m_CostCentsIsSet;
|
|
|
|
double m_CostPct;
|
|
bool m_CostPctIsSet;
|
|
|
|
double m_ErrorRate;
|
|
bool m_ErrorRateIsSet;
|
|
|
|
int64_t m_Errors;
|
|
bool m_ErrorsIsSet;
|
|
|
|
utility::string_t m_Model;
|
|
bool m_ModelIsSet;
|
|
|
|
int64_t m_ModelCount;
|
|
bool m_ModelCountIsSet;
|
|
|
|
double m_P50Ms;
|
|
bool m_P50MsIsSet;
|
|
|
|
double m_P95Ms;
|
|
bool m_P95MsIsSet;
|
|
|
|
double m_P99Ms;
|
|
bool m_P99MsIsSet;
|
|
|
|
int64_t m_PromptTokens;
|
|
bool m_PromptTokensIsSet;
|
|
|
|
utility::string_t m_Provider;
|
|
bool m_ProviderIsSet;
|
|
|
|
int64_t m_Requests;
|
|
bool m_RequestsIsSet;
|
|
|
|
int64_t m_TotalTokens;
|
|
bool m_TotalTokensIsSet;
|
|
|
|
};
|
|
|
|
|
|
}
|
|
}
|
|
|
|
#endif /* HANZO_MODEL_ModelStat_H_ */
|