diff --git a/lightning/backend/sql2kv.go b/lightning/backend/sql2kv.go
index 79f9c810d..7e7a684f6 100644
--- a/lightning/backend/sql2kv.go
+++ b/lightning/backend/sql2kv.go
@@ -62,7 +62,7 @@ func NewTableKVEncoder(tbl table.Table, options *SessionOptions, chunk *checkpoi
 				if hasSignBit {
 					incrementalBits -= 1
 				}
-				autoRandomBits = rand.New(rand.NewSource(chunk.Chunk.Offset)).Int63n(1<<tbl.Meta().AutoRandomBits) << incrementalBits
+				autoRandomBits = rand.New(rand.NewSource(chunk.Chunk.PrevRowIDMax)).Int63n(1<<tbl.Meta().AutoRandomBits) << incrementalBits
 				break
 			}
 		}
diff --git a/lightning/backend/sql2kv_test.go b/lightning/backend/sql2kv_test.go
index b9f9bd0d8..e40ae4d85 100644
--- a/lightning/backend/sql2kv_test.go
+++ b/lightning/backend/sql2kv_test.go
@@ -238,7 +238,7 @@ func (s *kvSuite) TestDefaultAutoRandoms(c *C) {
 		SQLMode:          mysql.ModeStrictAllTables,
 		Timestamp:        1234567893,
 		RowFormatVersion: "2",
-	}, &checkpoints.ChunkCheckpoint{Chunk: mydump.Chunk{Offset: 456}})
+	}, &checkpoints.ChunkCheckpoint{Chunk: mydump.Chunk{PrevRowIDMax: 456}})
 	logger := log.Logger{Logger: zap.NewNop()}
 	pairs, err := encoder.Encode(logger, []types.Datum{types.NewStringDatum("")}, 70, []int{-1, 0})
 	c.Assert(err, IsNil)
diff --git a/tests/alter_random/data/alter_random.t.1.sql b/tests/alter_random/data/alter_random.t.1.sql
deleted file mode 100644
index d0b89581b..000000000
--- a/tests/alter_random/data/alter_random.t.1.sql
+++ /dev/null
@@ -1,5 +0,0 @@
-/*!40103 SET TIME_ZONE='+00:00' */;
-INSERT INTO `t` () VALUES
-(),
-(),
-();
diff --git a/tests/alter_random/data/alter_random.t.0.sql b/tests/alter_random/data/alter_random.t.sql
similarity index 100%
rename from tests/alter_random/data/alter_random.t.0.sql
rename to tests/alter_random/data/alter_random.t.sql
diff --git a/tests/alter_random/run.sh b/tests/alter_random/run.sh
index a0795a32d..79fd2735c 100644
--- a/tests/alter_random/run.sh
+++ b/tests/alter_random/run.sh
@@ -27,7 +27,7 @@ for backend in tidb importer local; do
     run_lightning --backend $backend
 
     run_sql "SELECT count(*) from alter_random.t"
-    check_contains "count(*): 6"
+    check_contains "count(*): 3"
 
     run_sql "SELECT id & b'000001111111111111111111111111111111111111111111111111111111111' as inc FROM alter_random.t"
     check_contains 'inc: 1'
@@ -40,6 +40,6 @@ for backend in tidb importer local; do
     if [ "$backend" = 'tidb' ]; then
       check_contains 'inc: 30002'
     else
-      check_contains 'inc: 7'
+      check_contains 'inc: 4'
     fi
 done
diff --git a/tests/auto_random_default/config.toml b/tests/auto_random_default/config.toml
new file mode 100644
index 000000000..e69de29bb
diff --git a/tests/auto_random_default/data/auto_random-schema-create.sql b/tests/auto_random_default/data/auto_random-schema-create.sql
new file mode 100644
index 000000000..122f86301
--- /dev/null
+++ b/tests/auto_random_default/data/auto_random-schema-create.sql
@@ -0,0 +1 @@
+CREATE DATABASE `auto_random` /*!40100 DEFAULT CHARACTER SET utf8mb4 */;
diff --git a/tests/auto_random_default/data/auto_random.t-schema.sql b/tests/auto_random_default/data/auto_random.t-schema.sql
new file mode 100644
index 000000000..95054b9fa
--- /dev/null
+++ b/tests/auto_random_default/data/auto_random.t-schema.sql
@@ -0,0 +1,5 @@
+/*!40103 SET TIME_ZONE='+00:00' */;
+CREATE TABLE `t` (
+  `id` bigint unsigned primary key auto_random,
+  `s` varchar(32)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_bin;
diff --git a/tests/auto_random_default/data/auto_random.t.1.sql b/tests/auto_random_default/data/auto_random.t.1.sql
new file mode 100644
index 000000000..6b9409b1b
--- /dev/null
+++ b/tests/auto_random_default/data/auto_random.t.1.sql
@@ -0,0 +1,5 @@
+/*!40103 SET TIME_ZONE='+00:00' */;
+INSERT INTO `t` (`s`) VALUES
+(""),
+(""),
+("");
diff --git a/tests/auto_random_default/run.sh b/tests/auto_random_default/run.sh
new file mode 100644
index 000000000..d3d770a51
--- /dev/null
+++ b/tests/auto_random_default/run.sh
@@ -0,0 +1,45 @@
+#!/bin/sh
+#
+# Copyright 2020 PingCAP, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -eu
+
+# FIXME: auto-random is only stable on master currently.
+check_cluster_version 4 0 0 AUTO_RANDOM || exit 0
+
+for backend in tidb importer local; do
+    if [ "$backend" = 'local' ]; then
+        check_cluster_version 4 0 0 'local backend' || continue
+    fi
+
+    run_sql 'DROP DATABASE IF EXISTS auto_random;'
+    run_lightning --backend $backend
+
+    run_sql "SELECT count(*) from auto_random.t"
+    check_contains "count(*): 3"
+
+    run_sql "SELECT id & b'000001111111111111111111111111111111111111111111111111111111111' as inc FROM auto_random.t"
+    check_contains 'inc: 1'
+    check_contains 'inc: 2'
+    check_contains 'inc: 3'
+
+    # auto random base is 4
+    run_sql "INSERT INTO auto_random.t VALUES ();"
+    run_sql "SELECT id & b'000001111111111111111111111111111111111111111111111111111111111' as inc FROM alter_random.t"
+    if [ "$backend" = 'tidb' ]; then
+      check_contains 'inc: 2000001'
+    else
+      check_contains 'inc: 4'
+    fi
+done