Support specifying an initialize sql file on TiDB' s first bootstrap

docs/api-references/docs.md

@@ -16587,6 +16587,21 @@ TiDBInitializer
 <p>Initializer is the init configurations of TiDB</p>
 </td>
 </tr>
+<tr>
+<td>
+<code>bootstrapSQLConfigMapName</code></br>
+<em>
+string
+</em>
+</td>
+<td>
+<em>(Optional)</em>
+<p>BootstrapSQLConfigMapName is the name of the ConfigMap which contains the bootstrap SQL file with the key <code>bootstrap-sql</code>,
+which will only be executed when a TiDB cluster bootstrap on the first time.
+The field should be set ONLY when create a TC, since it only take effect on the first time bootstrap.
+Only v6.6.0+ supports this feature.</p>
+</td>
+</tr>
 </tbody>
 </table>
 <h3 id="tidbstatus">TiDBStatus</h3>

manifests/crd.yaml

@@ -24698,6 +24698,8 @@ spec:
                     type: string
                   binlogEnabled:
                     type: boolean
+                  bootstrapSQLConfigMapName:
+                    type: string
                   config:
                     x-kubernetes-preserve-unknown-fields: true
                   configUpdateStrategy:

manifests/crd/v1/pingcap.com_tidbclusters.yaml

@@ -11443,6 +11443,8 @@ spec:
                     type: string
                   binlogEnabled:
                     type: boolean
+                  bootstrapSQLConfigMapName:
+                    type: string
                   config:
                     x-kubernetes-preserve-unknown-fields: true
                   configUpdateStrategy:

manifests/crd/v1beta1/pingcap.com_tidbclusters.yaml

@@ -11428,6 +11428,8 @@ spec:
                   type: string
                 binlogEnabled:
                   type: boolean
+                bootstrapSQLConfigMapName:
+                  type: string
                 config:
                   x-kubernetes-preserve-unknown-fields: true
                 configUpdateStrategy:

manifests/crd_v1beta1.yaml

@@ -24678,6 +24678,8 @@ spec:
                   type: string
                 binlogEnabled:
                   type: boolean
+                bootstrapSQLConfigMapName:
+                  type: string
                 config:
                   x-kubernetes-preserve-unknown-fields: true
                 configUpdateStrategy:

pkg/apis/pingcap/v1alpha1/tidbcluster.go

@@ -949,6 +949,15 @@ func (tc *TidbCluster) IsTiDBBinlogEnabled() bool {
 	return *binlogEnabled
 }
 
+func (tidb *TiDBSpec) IsBootstrapSQLEnabled() bool {
+	if tidb.BootstrapSQLConfigMapName != nil && *tidb.BootstrapSQLConfigMapName != "" {
+		klog.Info("tidb bootstrap sql is enabled")
+		return true
+	}
+
+	return false
+}
+
 func (tidb *TiDBSpec) IsTLSClientEnabled() bool {
 	return tidb.TLSClient != nil && tidb.TLSClient.Enabled
 }

pkg/apis/pingcap/v1alpha1/types.go

@@ -907,6 +907,13 @@ type TiDBSpec struct {
 	//
 	// +optional
 	Initializer *TiDBInitializer `json:"initializer,omitempty"`
+
+	// BootstrapSQLConfigMapName is the name of the ConfigMap which contains the bootstrap SQL file with the key `bootstrap-sql`,
+	// which will only be executed when a TiDB cluster bootstrap on the first time.
+	// The field should be set ONLY when create a TC, since it only take effect on the first time bootstrap.
+	// Only v6.6.0+ supports this feature.
+	// +optional
+	BootstrapSQLConfigMapName *string `json:"bootstrapSQLConfigMapName,omitempty"`
 }
 
 type TiDBInitializer struct {

pkg/apis/pingcap/v1alpha1/validation/validation.go

@@ -536,6 +536,7 @@ func ValidateUpdateTidbCluster(old, tc *v1alpha1.TidbCluster) field.ErrorList {
 			"The instance must not be mutate or set value other than the cluster name"))
 	}
 	allErrs = append(allErrs, validateUpdatePDConfig(old.Spec.PD, tc.Spec.PD, field.NewPath("spec.pd.config"))...)
+	allErrs = append(allErrs, disallowMutateBootstrapSQLConfigMapName(old.Spec.TiDB, tc.Spec.TiDB, field.NewPath("spec.tidb.bootstrapSQLConfigMapName"))...)
 	allErrs = append(allErrs, disallowUsingLegacyAPIInNewCluster(old, tc)...)
 
 	return allErrs
@@ -643,6 +644,21 @@ func validateUpdatePDConfig(oldPdSpec, pdSpec *v1alpha1.PDSpec, path *field.Path
 	return allErrs
 }
 
+func disallowMutateBootstrapSQLConfigMapName(old, new *v1alpha1.TiDBSpec, p *field.Path) field.ErrorList {
+	allErrs := field.ErrorList{}
+	if old == nil || new == nil {
+		return allErrs
+	}
+
+	bootstrapSQLSpecified := old.BootstrapSQLConfigMapName != nil && new.BootstrapSQLConfigMapName != nil
+	if (bootstrapSQLSpecified && *old.BootstrapSQLConfigMapName != *new.BootstrapSQLConfigMapName) ||
+		!bootstrapSQLSpecified && old.BootstrapSQLConfigMapName != new.BootstrapSQLConfigMapName {
+		return append(allErrs, field.Invalid(p, new.BootstrapSQLConfigMapName, "bootstrapSQLConfigMapName is immutable"))
+	}
+
+	return allErrs
+}
+
 func validateDeleteSlots(annotations map[string]string, key string, fldPath *field.Path) field.ErrorList {
 	allErrs := field.ErrorList{}
 	if annotations != nil {

pkg/apis/pingcap/v1alpha1/validation/validation_test.go

@@ -749,3 +749,74 @@ func TestValidatePDSpec(t *testing.T) {
 		})
 	}
 }
+
+func Test_disallowMutateBootstrapSQLConfigMapName(t *testing.T) {
+	g := NewGomegaWithT(t)
+	tests := []struct {
+		name      string
+		old       *v1alpha1.TiDBSpec
+		new       *v1alpha1.TiDBSpec
+		wantError bool
+	}{
+		{
+			name: "no change, both nil",
+			old: &v1alpha1.TiDBSpec{
+				BootstrapSQLConfigMapName: nil,
+			},
+			new: &v1alpha1.TiDBSpec{
+				BootstrapSQLConfigMapName: nil,
+			},
+			wantError: false,
+		},
+		{
+			name: "no change, both non-nil",
+			old: &v1alpha1.TiDBSpec{
+				BootstrapSQLConfigMapName: pointer.StringPtr("old"),
+			},
+			new: &v1alpha1.TiDBSpec{
+				BootstrapSQLConfigMapName: pointer.StringPtr("old"),
+			},
+			wantError: false,
+		},
+		{
+			name: "mutate from non-nil to nil",
+			old: &v1alpha1.TiDBSpec{
+				BootstrapSQLConfigMapName: pointer.StringPtr("old"),
+			},
+			new: &v1alpha1.TiDBSpec{
+				BootstrapSQLConfigMapName: nil,
+			},
+			wantError: true,
+		},
+		{
+			name: "mutate from nil to non-nil",
+			old: &v1alpha1.TiDBSpec{
+				BootstrapSQLConfigMapName: nil,
+			},
+			new: &v1alpha1.TiDBSpec{
+				BootstrapSQLConfigMapName: pointer.StringPtr("new"),
+			},
+			wantError: true,
+		},
+		{
+			name: "mutate from non-nil to non-nil",
+			old: &v1alpha1.TiDBSpec{
+				BootstrapSQLConfigMapName: pointer.StringPtr("old"),
+			},
+			new: &v1alpha1.TiDBSpec{
+				BootstrapSQLConfigMapName: pointer.StringPtr("new"),
+			},
+			wantError: true,
+		},
+	}
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			errs := disallowMutateBootstrapSQLConfigMapName(tt.old, tt.new, field.NewPath("spec.tidb.bootstrapSQLConfigMapName"))
+			if tt.wantError {
+				g.Expect(len(errs)).NotTo(Equal(0))
+			} else {
+				g.Expect(len(errs)).To(Equal(0))
+			}
+		})
+	}
+}

pkg/manager/member/constants/constants.go

@@ -25,4 +25,7 @@ const (
 
 	// TiCDCCertPath is the path for ticdc cert in container
 	TiCDCCertPath = "/var/lib/ticdc-tls"
+
+	// BootstrapSQLFile is the path for bootstrap sql file.
+	BootstrapSQLFile = "/etc/tidb-bootstrap/bootstrap.sql"
 )

pkg/manager/member/startscript/v1/render_script.go

@@ -79,11 +79,15 @@ func RenderTiDBStartScript(tc *v1alpha1.TidbCluster) (string, error) {
 			AcrossK8s:     tc.AcrossK8s(),
 			ClusterDomain: tc.Spec.ClusterDomain,
 		},
-		EnablePlugin:    len(plugins) > 0,
-		PluginDirectory: "/plugins",
-		PluginList:      strings.Join(plugins, ","),
+		EnablePlugin:       len(plugins) > 0,
+		PluginDirectory:    "/plugins",
+		PluginList:         strings.Join(plugins, ","),
+		EnableBootstrapSQL: false,
+	}
+	if tc.Spec.TiDB != nil {
+		model.EnableBootstrapSQL = tc.Spec.TiDB.IsBootstrapSQLEnabled()
+		model.BootstrapSQLFile = constants.BootstrapSQLFile
 	}
-
 	model.Path = "${CLUSTER_NAME}-pd:2379"
 	if tc.AcrossK8s() {
 		model.Path = "${CLUSTER_NAME}-pd:2379" // get pd addr from discovery in startup script

pkg/manager/member/startscript/v1/template.go

@@ -97,6 +97,10 @@ fi
 ARGS="${ARGS}  --plugin-dir  {{ .PluginDirectory  }} --plugin-load {{ .PluginList }}  "
 {{- end }}
 
+{{- if .EnableBootstrapSQL }}
+ARGS="${ARGS}  --initialize-sql-file={{ .BootstrapSQLFile }}"
+{{- end }}
+
 echo "start tidb-server ..."
 echo "/tidb-server ${ARGS}"
 exec /tidb-server ${ARGS}
@@ -105,10 +109,12 @@ exec /tidb-server ${ARGS}
 type TidbStartScriptModel struct {
 	CommonModel
 
-	EnablePlugin    bool
-	PluginDirectory string
-	PluginList      string
-	Path            string
+	EnablePlugin       bool
+	PluginDirectory    string
+	PluginList         string
+	Path               string
+	EnableBootstrapSQL bool
+	BootstrapSQLFile   string
 }
 
 // pdStartScriptTpl is the pd start script

pkg/manager/member/startscript/v2/tidb_start_script.go

@@ -18,6 +18,8 @@ import (
 	"strings"
 	"text/template"
 
+	"github.com/pingcap/tidb-operator/pkg/manager/member/constants"
+
 	"github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1"
 	"github.com/pingcap/tidb-operator/pkg/controller"
 )
@@ -58,6 +60,9 @@ func RenderTiDBStartScript(tc *v1alpha1.TidbCluster) (string, error) {
 	if tc.IsTiDBBinlogEnabled() {
 		extraArgs = append(extraArgs, "--enable-binlog=true")
 	}
+	if tc.Spec.TiDB != nil && tc.Spec.TiDB.IsBootstrapSQLEnabled() {
+		extraArgs = append(extraArgs, fmt.Sprintf("--initialize-sql-file=%s", constants.BootstrapSQLFile))
+	}
 	if plugins := tc.Spec.TiDB.Plugins; len(plugins) > 0 {
 		extraArgs = append(extraArgs, "--plugin-dir=/plugins")
 		extraArgs = append(extraArgs, fmt.Sprintf("--plugin-load=%s", strings.Join(plugins, ",")))

pkg/manager/member/tidb_member_manager.go

@@ -762,6 +762,22 @@ func getNewTiDBSetForTidbCluster(tc *v1alpha1.TidbCluster, cm *corev1.ConfigMap)
 			},
 		})
 	}
+	if tc.Spec.TiDB != nil && tc.Spec.TiDB.IsBootstrapSQLEnabled() {
+		volMounts = append(volMounts, corev1.VolumeMount{
+			Name: "tidb-bootstrap-sql", ReadOnly: true, MountPath: "/etc/tidb-bootstrap",
+		})
+
+		vols = append(vols, corev1.Volume{
+			Name: "tidb-bootstrap-sql", VolumeSource: corev1.VolumeSource{
+				ConfigMap: &corev1.ConfigMapVolumeSource{
+					LocalObjectReference: corev1.LocalObjectReference{
+						Name: *tc.Spec.TiDB.BootstrapSQLConfigMapName,
+					},
+					Items: []corev1.KeyToPath{{Key: "bootstrap-sql", Path: "bootstrap.sql"}},
+				},
+			},
+		})
+	}
 	if tc.IsTLSClusterEnabled() {
 		vols = append(vols, corev1.Volume{
 			Name: "tidb-tls", VolumeSource: corev1.VolumeSource{