Skip to content

feat: Optimize aigateway sensitive check whitelist mechanism #992

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
luojun96 merged 5 commits into from
Apr 10, 2026
Merged

feat: Optimize aigateway sensitive check whitelist mechanism #992

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
3f6a6e1
feat: Optimize aigateway sensitive check whitelist mechanism
Apr 9, 2026
3073dca
Merge main
Apr 10, 2026
ed3c646
test: fix openai chat sensitive-check fallback case
Apr 10, 2026
3fbc778
Merge branch 'main' into sync_af45a71
Rader Apr 10, 2026
c087ea9
fix build error
csg-pr-bot Apr 10, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
58 changes: 58 additions & 0 deletions _mocks/opencsg.com/csghub-server/builder/store/database/mock_RepositoryFileCheckRuleStore.go
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

17 changes: 10 additions & 7 deletions aigateway/component/openai.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -248,7 +248,7 @@ func (m *openaiComponentImpl) getCSGHubModels(c context.Context, userID int64) (
Created: deploy.CreatedAt.Unix(),
SupportFunctionCall: supportFunctionCall,
Task: string(deploy.Task),
DisplayName: repoName,
OfficialName: repoName,
Metadata: map[string]any{
types.MetaKeyLLMType: providerTypeFromDeployType(deploy.Type),
},
Expand All @@ -262,6 +262,9 @@ func (m *openaiComponentImpl) getCSGHubModels(c context.Context, userID int64) (
ImageID: deploy.ImageID,
RuntimeFramework: deploy.RuntimeFramework,
},
ExternalModelInfo: types.ExternalModelInfo{
NeedSensitiveCheck: true,
},
}
if deploy.Type == commontypes.ServerlessType {
m.BaseModel.OwnedBy = "OpenCSG"
Expand Down Expand Up @@ -325,12 +328,12 @@ func (m *openaiComponentImpl) getExternalModels(c context.Context) []types.Model
extModel.Metadata[types.MetaKeyLLMType] = types.ProviderTypeExternalLLM
m := types.Model{
BaseModel: types.BaseModel{
Object: "model",
ID: extModel.ModelName,
OwnedBy: extModel.Provider,
DisplayName: extModel.DisplayName,
Metadata: extModel.Metadata,
Task: task,
Object: "model",
ID: extModel.ModelName,
OwnedBy: extModel.Provider,
OfficialName: extModel.OfficialName,
Metadata: extModel.Metadata,
Task: task,
},
Endpoint: extModel.ApiEndpoint,
ExternalModelInfo: types.ExternalModelInfo{
Expand Down
100 changes: 57 additions & 43 deletions aigateway/component/openai_ce_test.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -87,17 +87,15 @@ func TestOpenAIComponent_GetAvailableModels(t *testing.T) {
mockLLMConfigStore.EXPECT().Index(mock.Anything, 50, 1, mock.Anything).
Return([]*database.LLMConfig{}, 0, nil)

// Must match JSON produced by saveModelsToCache (getCSGHubModels + ForInternalUse):
// DisplayName is Repository.Name; NeedSensitiveCheck is unset (false) on CSGHub models.
expectModels := []types.Model{
{
BaseModel: types.BaseModel{
ID: "model1:svc1",
OwnedBy: "publicuser",
Object: "model",
Created: deploys[0].CreatedAt.Unix(),
Task: "text-generation",
DisplayName: deploys[0].Repository.Name,
ID: "model1:svc1",
OwnedBy: "publicuser",
Object: "model",
Created: deploys[0].CreatedAt.Unix(),
Task: "text-generation",
OfficialName: "model1",
Metadata: map[string]any{
types.MetaKeyLLMType: types.ProviderTypeInference,
},
Expand All @@ -111,16 +109,18 @@ func TestOpenAIComponent_GetAvailableModels(t *testing.T) {
SvcType: deploys[0].Type,
ImageID: deploys[0].ImageID,
},
ExternalModelInfo: types.ExternalModelInfo{
NeedSensitiveCheck: true,
},
InternalUse: true,
},
{
BaseModel: types.BaseModel{
ID: "hf-model2:svc2",
OwnedBy: "OpenCSG",
Object: "model",
Created: deploys[1].CreatedAt.Unix(),
Task: "text-to-image",
DisplayName: deploys[1].Repository.Name,
ID: "hf-model2:svc2",
OwnedBy: "OpenCSG",
Object: "model",
Created: deploys[1].CreatedAt.Unix(),
Task: "text-to-image",
Metadata: map[string]any{
types.MetaKeyLLMType: types.ProviderTypeServerless,
},
Expand All @@ -133,6 +133,9 @@ func TestOpenAIComponent_GetAvailableModels(t *testing.T) {
SvcType: deploys[1].Type,
ImageID: deploys[1].ImageID,
},
ExternalModelInfo: types.ExternalModelInfo{
NeedSensitiveCheck: true,
},
InternalUse: true,
},
}
Expand Down Expand Up @@ -211,12 +214,12 @@ func TestOpenAIComponent_GetAvailableModels(t *testing.T) {
expectModels := []types.Model{
{
BaseModel: types.BaseModel{
ID: "model1:svc1",
OwnedBy: "testuser",
Object: "model",
Created: deploys[0].CreatedAt.Unix(),
Task: "text-generation",
DisplayName: deploys[0].Repository.Name,
ID: "model1:svc1",
OwnedBy: "testuser",
Object: "model",
Created: deploys[0].CreatedAt.Unix(),
Task: "text-generation",
OfficialName: "model1",
Metadata: map[string]any{
types.MetaKeyLLMType: types.ProviderTypeInference,
},
Expand All @@ -230,16 +233,18 @@ func TestOpenAIComponent_GetAvailableModels(t *testing.T) {
SvcType: deploys[0].Type,
ImageID: deploys[0].ImageID,
},
ExternalModelInfo: types.ExternalModelInfo{
NeedSensitiveCheck: true,
},
InternalUse: true,
},
{
BaseModel: types.BaseModel{
ID: "hf-model2:svc2",
OwnedBy: "OpenCSG",
Object: "model",
Created: deploys[1].CreatedAt.Unix(),
Task: "text-to-image",
DisplayName: deploys[1].Repository.Name,
ID: "hf-model2:svc2",
OwnedBy: "OpenCSG",
Object: "model",
Created: deploys[1].CreatedAt.Unix(),
Task: "text-to-image",
Metadata: map[string]any{
types.MetaKeyLLMType: types.ProviderTypeServerless,
},
Expand All @@ -253,6 +258,9 @@ func TestOpenAIComponent_GetAvailableModels(t *testing.T) {
SvcType: deploys[1].Type,
ImageID: deploys[1].ImageID,
},
ExternalModelInfo: types.ExternalModelInfo{
NeedSensitiveCheck: true,
},
InternalUse: true,
},
}
Expand Down Expand Up @@ -325,12 +333,12 @@ func TestOpenAIComponent_GetAvailableModels(t *testing.T) {
expectModels := []types.Model{
{
BaseModel: types.BaseModel{
ID: "model3:svc3",
OwnedBy: "testuser",
Object: "model",
Created: deploys[0].CreatedAt.Unix(),
Task: "text-generation",
DisplayName: deploys[0].Repository.Name,
ID: "model3:svc3",
OwnedBy: "testuser",
Object: "model",
Created: deploys[0].CreatedAt.Unix(),
Task: "text-generation",
OfficialName: "model3",
Metadata: map[string]any{
types.MetaKeyLLMType: types.ProviderTypeInference,
},
Expand All @@ -344,6 +352,9 @@ func TestOpenAIComponent_GetAvailableModels(t *testing.T) {
SvcType: deploys[0].Type,
ImageID: deploys[0].ImageID,
},
ExternalModelInfo: types.ExternalModelInfo{
NeedSensitiveCheck: true,
},
InternalUse: true,
},
}
Expand Down Expand Up @@ -416,12 +427,11 @@ func TestOpenAIComponent_GetModelByID(t *testing.T) {
expectModels := []types.Model{
{
BaseModel: types.BaseModel{
ID: "model1:svc1",
OwnedBy: "testuser",
Object: "model",
Created: deploys[0].CreatedAt.Unix(),
Task: string(deploys[0].Task),
DisplayName: deploys[0].Repository.Name,
ID: "model1:svc1",
OwnedBy: "testuser",
Object: "model",
Created: deploys[0].CreatedAt.Unix(),
OfficialName: "model1",
Metadata: map[string]any{
types.MetaKeyLLMType: types.ProviderTypeInference,
},
Expand All @@ -435,6 +445,9 @@ func TestOpenAIComponent_GetModelByID(t *testing.T) {
SvcType: deploys[0].Type,
ImageID: deploys[0].ImageID,
},
ExternalModelInfo: types.ExternalModelInfo{
NeedSensitiveCheck: true,
},
InternalUse: true,
},
}
Expand Down Expand Up @@ -506,11 +519,12 @@ func TestOpenAIComponent_GetModelByID(t *testing.T) {
deploys[0].CreatedAt = now
expectModel := types.Model{
BaseModel: types.BaseModel{
ID: "model1:svc1",
OwnedBy: "testuser",
Object: "model",
Created: deploys[0].CreatedAt.Unix(),
Task: "text-generation",
ID: "model1:svc1",
OwnedBy: "testuser",
Object: "model",
Created: deploys[0].CreatedAt.Unix(),
Task: "text-generation",
OfficialName: "model1",
Metadata: map[string]any{
types.MetaKeyLLMType: types.ProviderTypeInference,
},
Expand Down
Loading
Loading