Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 4 additions & 2 deletions cli/docs/flags.go
Original file line number Diff line number Diff line change
Expand Up @@ -123,6 +123,7 @@ const (
Licenses = "licenses"
Sbom = "sbom"
Snippet = "snippet"
Services = "services-scan"
Fail = "fail"
ExtendedTable = "extended-table"
MinSeverity = "min-severity"
Expand Down Expand Up @@ -202,7 +203,7 @@ var commandFlags = map[string][]string{
binarySca, binarySecrets, binaryWithoutCA, SecretValidation, OutputDir, AnalyzerManagerCustomPath,
},
Audit: {
Url, XrayUrl, user, password, accessToken, ServerId, InsecureTls, scanProjectKey, Watches, RepoPath, Snippet, Sbom, Licenses, OutputFormat, ExcludeTestDeps,
Url, XrayUrl, user, password, accessToken, ServerId, InsecureTls, scanProjectKey, Watches, RepoPath, Snippet, Services, Sbom, Licenses, OutputFormat, ExcludeTestDeps,
useWrapperAudit, DepType, RequirementsFile, Fail, ExtendedTable, WorkingDirs, ExclusionsAudit, Mvn, Gradle, Npm,
Pnpm, Yarn, Go, Swift, Cocoapods, Nuget, Pip, Pipenv, Poetry, MinSeverity, FixableOnly, ThirdPartyContextualAnalysis, Threads,
auditSca, auditIac, auditSast, auditSecrets, auditWithoutCA, SecretValidation, ScanVuln, OutputDir, SkipAutoInstall, AllowPartialResults, MaxTreeDepth,
Expand All @@ -215,7 +216,7 @@ var commandFlags = map[string][]string{
// Connection params
Url, XrayUrl, user, password, accessToken, ServerId, InsecureTls,
// Violations params
scanProjectKey, Watches, Snippet, ScanVuln, Fail,
scanProjectKey, Watches, Snippet, Services, ScanVuln, Fail,
// Scan params
Threads, ExclusionsAudit,
auditSca, auditIac, auditSast, auditSecrets, auditWithoutCA, SecretValidation, Sbom,
Expand Down Expand Up @@ -283,6 +284,7 @@ var flagsMap = map[string]components.Flag{
Watches: components.NewStringFlag(Watches, "Comma-separated list of Xray watches to determine violations. Supported violations are CVEs, operational risk, and Licenses. Incompatible with --project and --repo-path."),
RepoPath: components.NewStringFlag(RepoPath, "Artifactory repository path, to enable Xray to determine violations accordingly. The command accepts this option only if the --project and --watches options are not provided. If none of the three options are provided, the command will show all known vulnerabilities."),
Snippet: components.NewBoolFlag(Snippet, "Set to true if you'd like to enables snippet-level detection to identify copied code from third-party components and surface related license violations.", components.SetHiddenBoolFlag()),
Services: components.NewBoolFlag(Services, "Set to true to enable services detection.", components.SetHiddenBoolFlag()),

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Do we want this to be similar to --sbom/--license/--snippet flags? or grouped with --secrets/--sca/--iac... kind of flags?.

right now seems similar to the first group but PR shows like the other type...

make sure description is approbed by tech writer, see similar flags for template

Licenses: components.NewBoolFlag(Licenses, "Set if you'd also like the list of licenses to be displayed."),
Sbom: components.NewBoolFlag(Sbom, "Set if you'd like all the SBOM (Software Bill of Materials) components to be displayed and not only the affected. Ignored if provided 'format' is not 'table' or 'cyclonedx'."),
OutputFormat: components.NewStringFlag(
Expand Down
5 changes: 5 additions & 0 deletions cli/gitcommands.go
Original file line number Diff line number Diff line change
Expand Up @@ -98,12 +98,17 @@ func GitAuditCmd(c *components.Context) error {
if err != nil {
return err
}
includeServicesDetection, err := validateServicesDetection(c)

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

should be adjusted/set with getSubScansToPreform

if err != nil {
return err
}
gitAuditCmd.SetSbomGenerator(sbomGenerator).SetScaScanStrategy(scaScanStrategy)
gitAuditCmd.SetViolationGenerator(violationGenerator)
gitAuditCmd.SetUploadCdxResults(uploadResults).SetRtResultRepository(c.GetStringFlagValue(flags.UploadRtRepoPath))
gitAuditCmd.SetCustomBomGenBinaryPath(c.GetStringFlagValue(flags.XrayLibPluginBinaryCustomPath))
gitAuditCmd.SetCustomAnalyzerManagerBinaryPath(c.GetStringFlagValue(flags.AnalyzerManagerCustomPath))
gitAuditCmd.SetIncludeSnippetDetection(includeSnippetDetection)
gitAuditCmd.SetIncludeServicesDetection(includeServicesDetection)
// Run the command with progress bar if needed, Reporting error if Xsc service is enabled
err = reportErrorIfExists(xrayVersion, xscVersion, serverDetails, gitAuditCmd.GetProjectKey(), progressbar.ExecWithProgress(gitAuditCmd))
return err
Expand Down
5 changes: 5 additions & 0 deletions cli/scancommands.go
Original file line number Diff line number Diff line change
Expand Up @@ -555,6 +555,10 @@ func CreateAuditCmd(c *components.Context) (string, string, *coreConfig.ServerDe
if err != nil {
return "", "", nil, nil, err
}
includeServicesDetection, err := validateServicesDetection(c)

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

should be adjusted/set with getSubScansToPreform

if err != nil {
return "", "", nil, nil, err
}
auditCmd.SetBomGenerator(sbomGenerator).SetCustomBomGenBinaryPath(c.GetStringFlagValue(flags.XrayLibPluginBinaryCustomPath))
auditCmd.SetScaScanStrategy(scaScanStrategy)
auditCmd.SetViolationGenerator(violationGenerator)
Expand All @@ -565,6 +569,7 @@ func CreateAuditCmd(c *components.Context) (string, string, *coreConfig.ServerDe
SetIncludeLicenses(c.GetBoolFlagValue(flags.Licenses)).
SetIncludeSbom(shouldIncludeSbom(c, format)).
SetIncludeSnippetDetection(includeSnippetDetection).
SetIncludeServicesDetection(includeServicesDetection).
SetFail(c.GetBoolFlagValue(flags.Fail)).
SetPrintExtendedTable(c.GetBoolFlagValue(flags.ExtendedTable)).
SetMinSeverityFilter(minSeverity).
Expand Down
11 changes: 11 additions & 0 deletions cli/utils.go
Original file line number Diff line number Diff line change
Expand Up @@ -155,6 +155,17 @@ func validateSnippetDetection(c *components.Context) (bool, error) {
return true, nil
}

func isServicesDetectionEnabled(c *components.Context) bool {
if !c.IsFlagSet(flags.Services) {
return false
}
return c.GetBoolFlagValue(flags.Services)
}
Comment on lines +158 to +163

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

This is a flag for the scanner that produced issues, should be set/fetch value in getSubScansToPreform


func validateServicesDetection(c *components.Context) (bool, error) {
return isServicesDetectionEnabled(c), nil
}
Comment on lines +165 to +167

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

do we need this func? don't see the point here


func getSubScansToPreform(c *components.Context) (subScans []utils.SubScanType, err error) {
if c.GetBoolFlagValue(flags.WithoutCA) && !c.GetBoolFlagValue(flags.Sca) {
// No CA flag provided but sca flag is not provided, error
Expand Down
79 changes: 60 additions & 19 deletions commands/audit/audit.go
Original file line number Diff line number Diff line change
Expand Up @@ -49,17 +49,18 @@ import (
)

type AuditCommand struct {
watches []string
gitRepoHttpsCloneUrl string
projectKey string
targetRepoPath string
IncludeVulnerabilities bool
IncludeLicenses bool
IncludeSbom bool
IncludeSnippetDetection bool
Fail bool
PrintExtendedTable bool
Threads int
watches []string
gitRepoHttpsCloneUrl string
projectKey string
targetRepoPath string
IncludeVulnerabilities bool
IncludeLicenses bool
IncludeSbom bool
IncludeSnippetDetection bool
IncludeServicesDetection bool

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

no need for specific attribute, you have scansToPerform []utils.SubScanType at AuditBasicParams

Fail bool
PrintExtendedTable bool
Threads int
AuditParams
}

Expand Down Expand Up @@ -111,6 +112,11 @@ func (auditCmd *AuditCommand) SetIncludeSnippetDetection(include bool) *AuditCom
return auditCmd
}

func (auditCmd *AuditCommand) SetIncludeServicesDetection(include bool) *AuditCommand {
auditCmd.IncludeServicesDetection = include
return auditCmd
}

func (auditCmd *AuditCommand) SetFail(fail bool) *AuditCommand {
auditCmd.Fail = fail
return auditCmd
Expand All @@ -127,15 +133,16 @@ func (auditCmd *AuditCommand) SetThreads(threads int) *AuditCommand {
}

// Create a results context based on the provided parameters. resolves conflicts between the parameters based on the retrieved platform watches.
func CreateAuditResultsContext(serverDetails *config.ServerDetails, xrayVersion string, watches []string, artifactoryRepoPath, projectKey, gitRepoHttpsCloneUrl string, includeVulnerabilities, includeLicenses, includeSbom, includeSnippetDetection bool) (context results.ResultContext) {
func CreateAuditResultsContext(serverDetails *config.ServerDetails, xrayVersion string, watches []string, artifactoryRepoPath, projectKey, gitRepoHttpsCloneUrl string, includeVulnerabilities, includeLicenses, includeSbom, includeSnippetDetection, includeServicesDetection bool) (context results.ResultContext) {
context = results.ResultContext{
RepoPath: artifactoryRepoPath,
Watches: watches,
ProjectKey: projectKey,
IncludeVulnerabilities: shouldIncludeVulnerabilities(includeVulnerabilities, watches, artifactoryRepoPath, projectKey, ""),
IncludeLicenses: includeLicenses,
IncludeSbom: includeSbom,
IncludeSnippetDetection: includeSnippetDetection,
RepoPath: artifactoryRepoPath,
Watches: watches,
ProjectKey: projectKey,
IncludeVulnerabilities: shouldIncludeVulnerabilities(includeVulnerabilities, watches, artifactoryRepoPath, projectKey, ""),
IncludeLicenses: includeLicenses,
IncludeSbom: includeSbom,
IncludeSnippetDetection: includeSnippetDetection,
IncludeServicesDetection: includeServicesDetection,
}
if err := clientutils.ValidateMinimumVersion(clientutils.Xray, xrayVersion, services.MinXrayVersionGitRepoKey); err != nil {
// Git repo key is not supported by the Xray version.
Expand Down Expand Up @@ -187,6 +194,29 @@ func shouldIncludeSnippetDetection(params *AuditParams) bool {
return strings.ToLower(os.Getenv(plugin.SnippetDetectionEnvVariable)) == "true"
}

func configProfileEnablesServicesScan(profile *xscservices.ConfigProfile) bool {
if profile == nil {
return false
}
for _, module := range profile.Modules {
if module.ScanConfig.ServicesScannerConfig.EnableServicesScan {
return true
}
}
return false
}

func shouldIncludeServicesDetection(params *AuditParams) bool {
if profile := params.GetConfigProfile(); profile != nil {
for _, module := range profile.Modules {
if module.ScanConfig.ServicesScannerConfig.EnableServicesScan {
return true
}
}
}
return params.resultsContext.IncludeServicesDetection
}

Comment on lines +197 to +219

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

not needed, see and adjust: (at utils/results/results.go)
func (st ScanTarget) IsScanRequestedByCentralConfig(scanType utils.SubScanType) *bool

func logScanPaths(workingDirs []string, isRecursiveScan bool) {
if len(workingDirs) == 0 {
return
Expand Down Expand Up @@ -263,6 +293,7 @@ func (auditCmd *AuditCommand) Run() (err error) {
auditCmd.IncludeLicenses,
auditCmd.IncludeSbom,
auditCmd.IncludeSnippetDetection,
auditCmd.IncludeServicesDetection,
)).
SetGitContext(auditCmd.GitContext()).
SetThirdPartyApplicabilityScan(auditCmd.thirdPartyApplicabilityScan).
Expand Down Expand Up @@ -444,6 +475,12 @@ func initAuditCmdResults(params *AuditParams) (cmdResults *results.SecurityComma
}
cmdResults.SetEntitledForSnippetDetection(entitledForSnippetDetection)
}
if shouldIncludeServicesDetection(params) {
if !entitledForJas {
return cmdResults.AddGeneralError(fmt.Errorf("services detection is requested but the JFrog instance is not entitled for it"), false)
}
cmdResults.SetEntitledForServicesDetection(true)
}
Comment on lines +478 to +483

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Not needed if the only requirements are JAS Entitlements, if you are adding it as a sub scan, it is covered already

return
}

Expand Down Expand Up @@ -485,6 +522,7 @@ func populateScanTargets(cmdResults *results.SecurityCommandResults, params *Aud
bom.GenerateSbomForTarget(params.BomGenerator().WithOptions(
buildinfo.WithDescriptors(targetResult.GetDescriptors()),
xrayplugin.WithSnippetDetection(shouldIncludeSnippetDetection(params)),
xrayplugin.WithServicesDetection(shouldIncludeServicesDetection(params)),
),
bom.SbomGeneratorParams{
Target: targetResult,
Expand All @@ -503,6 +541,9 @@ func shouldGenerateSbom(params *AuditParams) bool {
if params.resultsContext.IncludeSbom {
return true
}
if shouldIncludeServicesDetection(params) {
return true
}

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

how services scan related to SBOM??

scansToPerform := params.ScansToPerform()
if slices.Contains(scansToPerform, utils.ScaScan) {
return true
Expand Down
69 changes: 52 additions & 17 deletions commands/audit/audit_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -309,6 +309,32 @@ func TestShouldGenerateSbom(t *testing.T) {
}(),
expectSbom: false,
},
{
name: "services detection only",
params: func() *AuditParams {
params := NewAuditParams().SetResultsContext(results.ResultContext{IncludeServicesDetection: true})
params.SetScansToPerform([]utils.SubScanType{utils.SastScan})
return params
}(),
expectSbom: true,

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

how is Sbom related?

},
{
name: "services enabled in config profile without sca",
params: func() *AuditParams {
params := NewAuditParams().SetResultsContext(results.ResultContext{})
params.SetScansToPerform([]utils.SubScanType{utils.SastScan})
params.SetConfigProfile(&services.ConfigProfile{
Modules: []services.Module{{
ScanConfig: services.ScanConfig{
ScaScannerConfig: services.ScaScannerConfig{EnableScaScan: false},
ServicesScannerConfig: services.ServicesScannerConfig{EnableServicesScan: true},
},
}},
})
return params
}(),
expectSbom: true,

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

how is Sbom related?

},
}

for _, testCase := range testCases {
Expand Down Expand Up @@ -939,23 +965,25 @@ func TestCreateResultsContext(t *testing.T) {
testCases := []struct {
name string

artifactoryRepoPath string
httpCloneUrl string
watches []string
jfrogProjectKey string
includeVulnerabilities bool
includeLicenses bool
includeSbom bool
includeSnippetDetection bool
artifactoryRepoPath string
httpCloneUrl string
watches []string
jfrogProjectKey string
includeVulnerabilities bool
includeLicenses bool
includeSbom bool
includeSnippetDetection bool
includeServicesDetection bool

expectedArtifactoryRepoPath string
expectedHttpCloneUrl string
expectedWatches []string
expectedJfrogProjectKey string
expectedIncludeVulnerabilities bool
expectedIncludeLicenses bool
expectedIncludeSbom bool
expectedIncludeSnippetDetection bool
expectedArtifactoryRepoPath string
expectedHttpCloneUrl string
expectedWatches []string
expectedJfrogProjectKey string
expectedIncludeVulnerabilities bool
expectedIncludeLicenses bool
expectedIncludeSbom bool
expectedIncludeSnippetDetection bool
expectedIncludeServicesDetection bool
}{
{
name: "Only Vulnerabilities",
Expand Down Expand Up @@ -995,6 +1023,12 @@ func TestCreateResultsContext(t *testing.T) {
expectedIncludeVulnerabilities: true,
expectedIncludeSnippetDetection: true,
},
{
name: "Services Detection - no violation context",
includeServicesDetection: true,
expectedIncludeVulnerabilities: true,
expectedIncludeServicesDetection: true,
},
{
name: "All",
httpCloneUrl: validations.TestMockGitInfo.Source.GitRepoHttpsCloneUrl,
Expand All @@ -1018,7 +1052,7 @@ func TestCreateResultsContext(t *testing.T) {
t.Run(fmt.Sprintf("%s - %s", test.name, testCase.name), func(t *testing.T) {
mockServer, serverDetails, _ := validations.XrayServer(t, validations.MockServerParams{XrayVersion: test.xrayVersion, ReturnMockPlatformWatches: test.expectedPlatformWatches})
defer mockServer.Close()
context := CreateAuditResultsContext(serverDetails, test.xrayVersion, testCase.watches, testCase.artifactoryRepoPath, testCase.jfrogProjectKey, testCase.httpCloneUrl, testCase.includeVulnerabilities, testCase.includeLicenses, testCase.includeSbom, testCase.includeSnippetDetection)
context := CreateAuditResultsContext(serverDetails, test.xrayVersion, testCase.watches, testCase.artifactoryRepoPath, testCase.jfrogProjectKey, testCase.httpCloneUrl, testCase.includeVulnerabilities, testCase.includeLicenses, testCase.includeSbom, testCase.includeSnippetDetection, testCase.includeServicesDetection)
assert.Equal(t, testCase.expectedArtifactoryRepoPath, context.RepoPath)
assert.Equal(t, testCase.expectedHttpCloneUrl, context.GitRepoHttpsCloneUrl)
assert.Equal(t, testCase.expectedWatches, context.Watches)
Expand All @@ -1027,6 +1061,7 @@ func TestCreateResultsContext(t *testing.T) {
assert.Equal(t, testCase.expectedIncludeLicenses, context.IncludeLicenses)
assert.Equal(t, testCase.expectedIncludeSbom, context.IncludeSbom)
assert.Equal(t, testCase.expectedIncludeSnippetDetection, context.IncludeSnippetDetection)
assert.Equal(t, testCase.expectedIncludeServicesDetection, context.IncludeServicesDetection)
})
}
}
Expand Down
1 change: 1 addition & 0 deletions commands/git/audit/gitaudit.go
Original file line number Diff line number Diff line change
Expand Up @@ -90,6 +90,7 @@ func toAuditParams(params GitAuditParams) *sourceAudit.AuditParams {
params.resultsContext.IncludeLicenses,
params.includeSbom,
params.resultsContext.IncludeSnippetDetection,
params.resultsContext.IncludeServicesDetection,

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Same comments as for audit, not needed for ResultContext.

)
auditParams.SetResultsContext(resultContext)
log.Debug(fmt.Sprintf("Results context: %+v", resultContext))
Expand Down
5 changes: 5 additions & 0 deletions commands/git/audit/gitauditparams.go
Original file line number Diff line number Diff line change
Expand Up @@ -89,6 +89,11 @@ func (gap *GitAuditParams) SetIncludeSnippetDetection(includeSnippetDetection bo
return gap
}

func (gap *GitAuditParams) SetIncludeServicesDetection(includeServicesDetection bool) *GitAuditParams {
gap.resultsContext.IncludeServicesDetection = includeServicesDetection
return gap
}

func (gap *GitAuditParams) SetScansToPerform(scansToPerform []utils.SubScanType) *GitAuditParams {
gap.scansToPerform = scansToPerform
return gap
Expand Down
Loading
Loading