Parallel Syncing

pkg/cli/commands.go

@@ -333,6 +333,10 @@ func MakeMainCommand[T field.Configurable](
 			}
 		}
 
+		if v.GetBool("parallel-sync") {
+			opts = append(opts, connectorrunner.WithParallelSyncEnabled())
+		}
+
 		if v.GetString("c1z-temp-dir") != "" {
 			c1zTmpDir := v.GetString("c1z-temp-dir")
 			if _, err := os.Stat(c1zTmpDir); os.IsNotExist(err) {

pkg/connectorrunner/runner.go

@@ -341,6 +341,7 @@ type runnerConfig struct {
 	syncDifferConfig                    *syncDifferConfig
 	syncCompactorConfig                 *syncCompactorConfig
 	skipFullSync                        bool
+	parallelSync                        bool
 	targetedSyncResourceIDs             []string
 	externalResourceC1Z                 string
 	externalResourceEntitlementIdFilter string
@@ -552,6 +553,13 @@ func WithFullSyncDisabled() Option {
 	}
 }
 
+func WithParallelSyncEnabled() Option {
+	return func(ctx context.Context, cfg *runnerConfig) error {
+		cfg.parallelSync = true
+		return nil
+	}
+}
+
 func WithTargetedSyncResourceIDs(resourceIDs []string) Option {
 	return func(ctx context.Context, cfg *runnerConfig) error {
 		cfg.targetedSyncResourceIDs = resourceIDs
@@ -803,6 +811,7 @@ func NewConnectorRunner(ctx context.Context, c types.ConnectorServer, opts ...Op
 				local.WithSkipEntitlementsAndGrants(cfg.skipEntitlementsAndGrants),
 				local.WithSkipGrants(cfg.skipGrants),
 				local.WithSyncResourceTypeIDs(cfg.syncResourceTypeIDs),
+				local.WithParallelSyncEnabled(cfg.parallelSync),
 			)
 			if err != nil {
 				return nil, err
@@ -815,7 +824,8 @@ func NewConnectorRunner(ctx context.Context, c types.ConnectorServer, opts ...Op
 		return runner, nil
 	}
 
-	tm, err := c1api.NewC1TaskManager(ctx,
+	tm, err := c1api.NewC1TaskManager(
+		ctx,
 		cfg.clientID,
 		cfg.clientSecret,
 		cfg.tempDir,
@@ -824,6 +834,7 @@ func NewConnectorRunner(ctx context.Context, c types.ConnectorServer, opts ...Op
 		cfg.externalResourceEntitlementIdFilter,
 		cfg.targetedSyncResourceIDs,
 		cfg.syncResourceTypeIDs,
+		cfg.parallelSync,
 	)
 	if err != nil {
 		return nil, err