icecheng/freeleaps-service-hub
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add request metric queries

Browse Source
This commit is contained in:
hazelzhu 2025-10-23 12:54:03 +08:00
parent c8547b11e3
commit d48f72544d
2 changed files with 194 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

160
apps/metrics/backend/services/starrocks_metrics_service.py
View File

@ -41,6 +41,70 @@ class StarRocksMetricsService:
AND product_id = %s
ORDER BY date ASC
""",
"dcr": """
SELECT
date,
product_id,
value,
updated_date
FROM dws_dcr
WHERE date >= %s
AND date < %s
AND product_id = %s
ORDER BY date ASC
""",
"mrar": """
SELECT
date,
product_id,
CASE
WHEN monthly_requests = 0 THEN 0.0
ELSE (monthly_accepted_requests * 1.0) / monthly_requests
END AS value,
updated_date
FROM dws_mrar
WHERE date >= %s
AND date < %s
AND product_id = %s
ORDER BY date ASC
""",
"trar": """
SELECT
product_id,
CASE
WHEN total_requests = 0 THEN 0.0
ELSE (total_accepted_requests * 1.0) / total_requests
END AS value,
updated_date
FROM dws_trar
WHERE product_id = %s
""",
"mrqr": """
SELECT
date,
product_id,
CASE
WHEN monthly_requests = 0 THEN 0.0
ELSE (monthly_quoted_requests * 1.0) / monthly_requests
END AS value,
updated_date
FROM dws_mrqr
WHERE date >= %s
AND date < %s
AND product_id = %s
ORDER BY date ASC
""",
"trqr": """
SELECT
product_id,
CASE
WHEN total_requests = 0 THEN 0.0
ELSE (total_quoted_requests * 1.0) / total_requests
END AS value,
updated_date
FROM dws_trqr
WHERE product_id = %s
""",
},
"magicleaps": {
@ -140,6 +204,14 @@ class StarRocksMetricsService:
await self.module_logger.log_error(error_msg)
raise HTTPException(status_code=404, detail=error_msg)
# Check if metric need time params
# Starting with "t" indicates a query for the total count since the very first record.
# NOTE: This determination logic is subject to future changes.
if metric_name.startswith('t'):
error_msg = f"Metric '{metric_name}' can not be queried by time range."
await self.module_logger.log_error(error_msg)
raise HTTPException(status_code=404, detail=error_msg)
# Parse date strings if they are strings
if isinstance(start_date, str):
try:
@ -284,7 +356,7 @@ class StarRocksMetricsService:
result_dict[date_str] = {
"date": date_str,
"value": int(value) if value is not None else 0,
"value": value if value is not None else 0,
"metric": metric_name,
"labels": labels
}
@ -373,4 +445,88 @@ class StarRocksMetricsService:
"metric_name": metric_name,
"sql_query": self.METRIC_SQL_MAP[product_id][metric_name].strip(),
"description": f"{metric_name} count from StarRocks table dws_{metric_name}"
}
}
async def query_metric_by_product_id(self, product_id: str, metric_name: str) -> Dict[str, Any]:
"""
Query metric not suitable for date range (e.g. data related to calculating total records).
Args:
product_id: Product ID to identify which product's metrics to query
metric_name: Name of the metric to query
Returns:
List of dictionaries with 'product_id' key.
Raises:
ValueError: If product_id or metric_name is not found in the SQL mapping
Exception: If StarRocks query fails
Example:
result = await service.query_metric_by_time_range(
"freeleaps",
"total_request_quoted_rate",
)
# Returns: [{"date": "freeleaps", "value": 45, "labels": {...}},]
"""
# Check if product_id exists in the mapping
if product_id not in self.METRIC_SQL_MAP:
available_products = ", ".join(self.get_available_products())
error_msg = f"Product '{product_id}' not found in SQL mapping. Available products: {available_products}"
await self.module_logger.log_error(error_msg)
raise HTTPException(status_code=404, detail=error_msg)
# Starting with "t" indicates a query for the total count since the very first record.
# NOTE: This determination logic is subject to future changes.
if not metric_name.startswith('t'):
error_msg = f"Metric '{metric_name}' should be queried by time range."
await self.module_logger.log_error(error_msg)
raise HTTPException(status_code=404, detail=error_msg)
# Check if metric name exists in the product's mapping
if metric_name not in self.METRIC_SQL_MAP[product_id]:
available_metrics = ", ".join(self.get_available_metrics(product_id))
error_msg = f"Metric '{metric_name}' not found in product '{product_id}' SQL mapping. Available metrics: {available_metrics}"
await self.module_logger.log_error(error_msg)
raise HTTPException(status_code=404, detail=error_msg)
# Get the SQL query for the metric
sql_query = self.METRIC_SQL_MAP[product_id][metric_name]
try:
await self.module_logger.log_info(
f"Querying metric '{metric_name}' from product '{product_id}'")
# Execute the query
result = await self.starrocks_client.execute_query(
query=sql_query,
params=(product_id)
)
# Parse the result and format it
for row in result:
# Get the value
value = row.get("value", 0)
if value is None:
value = 0
# Create labels dictionary
labels = {
"product_id": row.get("product_id", product_id),
"metric_type": metric_name,
}
result_dict = {
"value": value if value is not None else 0,
"metric": metric_name,
"labels": labels
}
await self.module_logger.log_info(
f"Successfully queried metric '{metric_name}'")
return result_dict
except Exception as e:
await self.module_logger.log_error(f"Failed to query metric '{metric_name}': {e}")
raise

40
apps/metrics/webapi/routes/starrocks_metrics/metrics_query.py
View File

@ -9,7 +9,7 @@ from backend.services.starrocks_metrics_service import StarRocksMetricsService
class MetricDataPoint(BaseModel):
"""Single data point in metric time series."""
date: str = Field(..., description="Date in YYYY-MM-DD format")
date: Optional[str] = Field(None, description="Date in YYYY-MM-DD format")
value: Union[int, float] = Field(..., description="Metric value")
labels: Dict[str, Any] = Field(default_factory=dict, description="Metric labels")
@ -22,14 +22,18 @@ class MetricTimeSeriesResponse(BaseModel):
time_range: Dict[str, str] = Field(..., description="Start and end date of the query")
class MetricQueryRequest(BaseModel):
"""Request model for metric query."""
class MetricQueryTimeRequest(BaseModel):
"""Request model for metric query by time range."""
product_id: str = Field(..., description="Product ID to identify which product's data to query")
metric_name: str = Field(..., description="Name of the metric to query")
step: str = Field(..., description="Aggregation step, e.g., 1d or 1m")
start_date: str = Field(..., description="Start date in YYYY-MM-DD HH:MM:SS format")
end_date: str = Field(..., description="End date in YYYY-MM-DD HH:MM:SS format")
class MetricQueryRequest(BaseModel):
"""Request model for metric query without time range."""
product_id: str = Field(..., description="Product ID to identify which product's data to query")
metric_name: str = Field(..., description="Name of the metric to query")
router = APIRouter()
@ -40,7 +44,7 @@ module_logger = ModuleLogger(__file__)
@router.post("/starrocks/metrics_query", response_model=MetricTimeSeriesResponse)
async def metrics_query(
request: MetricQueryRequest
request: MetricQueryTimeRequest
):
"""
Query StarRocks metrics time series data.
@ -80,3 +84,31 @@ async def metrics_query(
await module_logger.log_info(
f"Successfully queried metric '{request.metric_name}' with {len(data_points)} data points")
return response
@router.post("/starrocks/metrics_query_without_timerange", response_model=MetricDataPoint)
async def metrics_query_without_timerange(
request: MetricQueryRequest
):
"""
Query StarRocks metrics time series data.
Returns XY curve data (time series) for the specified metric within the given date range.
"""
await module_logger.log_info(
f"Querying metric '{request.metric_name}' from product '{request.product_id}'")
# Query the metric data
result_data = await starrocks_service.query_metric_by_product_id(
product_id=request.product_id,
metric_name=request.metric_name,
)
# Format response
response = MetricDataPoint(
value=result_data["value"],
labels=result_data["labels"]
)
await module_logger.log_info(
f"Successfully queried metric '{request.metric_name}'")
return response