Tests: make sure all tables files are backed up (#104)

Co-authored-by: Pavel_Shilin <[email protected]>
manticoresoftware · Feb 26, 2024 · f2b89f3 · f2b89f3
1 parent e5ea97f
commit f2b89f3
Show file tree

Hide file tree

Showing 7 changed files with 76 additions and 7 deletions.
diff --git a/tests/backup-all-ok.rec b/tests/backup-all-ok.rec
@@ -9,6 +9,7 @@ mysql -h0 -P9306 -e 'show tables'
 | distributed_index   | distributed |
 | rt_with_columnar    | rt          |
 | rt_without_columnar | rt          |
+| test                | rt          |
 +---------------------+-------------+
 ––– input –––
 mysql -h0 -P9306 -e 'show create table distributed_index'
@@ -55,6 +56,28 @@ ls -lt /tmp/backup-*
 ––– output –––
 ls: cannot access '/tmp/backup-*': No such file or directory
 ––– input –––
+mysql -h0 -P9306 -e "flush ramchunk test; select * from test.@files;"
+––– output –––
++------+---------------------------------------+---------------------------------------+--------+
+| id   | file                                  | normalized                            | size   |
++------+---------------------------------------+---------------------------------------+--------+
+|    2 | /var/lib/manticore/test/test.settings | /var/lib/manticore/test/test.settings |      3 |
+|    3 | /var/lib/manticore/test/test.0.sph    | /var/lib/manticore/test/test.0.sph    |    715 |
+|    4 | /var/lib/manticore/test/test.0.spd    | /var/lib/manticore/test/test.0.spd    |     20 |
+|    5 | /var/lib/manticore/test/test.0.spp    | /var/lib/manticore/test/test.0.spp    |      1 |
+|    6 | /var/lib/manticore/test/test.0.spe    | /var/lib/manticore/test/test.0.spe    |      1 |
+|    7 | /var/lib/manticore/test/test.0.spi    | /var/lib/manticore/test/test.0.spi    |     59 |
+|    8 | /var/lib/manticore/test/test.0.spm    | /var/lib/manticore/test/test.0.spm    |      4 |
+|    9 | /var/lib/manticore/test/test.0.sphi   | /var/lib/manticore/test/test.0.sphi   |     82 |
+|   10 | /var/lib/manticore/test/test.0.spds   | /var/lib/manticore/test/test.0.spds   |     64 |
+|   11 | /var/lib/manticore/test/test.0.spknn  | /var/lib/manticore/test/test.0.spknn  |    456 |
+|   12 | /var/lib/manticore/test/test.0.spt    | /var/lib/manticore/test/test.0.spt    |     41 |
+|   13 | /var/lib/manticore/test/test.0.spidx  | /var/lib/manticore/test/test.0.spidx  |    309 |
+|   14 | /var/lib/manticore/test/test.0.spa    | /var/lib/manticore/test/test.0.spa    |     96 |
+|   15 | /var/lib/manticore/test/test.0.spb    | /var/lib/manticore/test/test.0.spb    | 131116 |
+|    1 | /var/lib/manticore/test/test.meta     | /var/lib/manticore/test/test.meta     |    741 |
++------+---------------------------------------+---------------------------------------+--------+
+––– input –––
 manticore-backup --backup-dir=/tmp
 ––– output –––
 Copyright (c) %{YEAR}-%{YEAR}, Manticore Software LTD (https://manticoresearch.com)
@@ -81,6 +104,8 @@ buddy: %{SEMVER}
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
 [93m%{DATETIME}[0m [Info]   rt_without_columnar (rt) [2.789K]...
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
+[93m%{DATETIME}[0m [Info]   test (rt) [130.574K]...
+[93m%{DATETIME}[0m [Info]    [92mOK[0m
 [93m%{DATETIME}[0m [Info] Running sync
 [93m%{DATETIME}[0m [Info]  [92mOK[0m
 [93m%{DATETIME}[0m [Info] You can find backup here: /tmp/backup-#!/[0-9]{14}/!#
@@ -94,6 +119,8 @@ Unfreezing all tables...
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
 [93m%{DATETIME}[0m [Info]   rt_without_columnar...
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
+[93m%{DATETIME}[0m [Info]   test...
+[93m%{DATETIME}[0m [Info]    [92mOK[0m
 ––– input –––
 ls -lh /tmp/backup-*
 ––– output –––
@@ -102,3 +129,21 @@ total 16K
 %{FILEPERMS} %{NUMBER} root root 4.0K #!/[a-zA-Z]{3}/!# #!/[0-9]{1,2}/!# #!/[0-9]{2}:[0-9]{2}/!# data
 %{FILEPERMS} %{NUMBER} root root 4.0K #!/[a-zA-Z]{3}/!# #!/[0-9]{1,2}/!# #!/[0-9]{2}:[0-9]{2}/!# state
 %{FILEPERMS} %{NUMBER} root root  %{NUMBER} #!/[a-zA-Z]{3}/!# #!/[0-9]{1,2}/!# #!/[0-9]{2}:[0-9]{2}/!# versions.json
+––– input –––
+ls -1v /tmp/backup-*/data/test/
+––– output –––
+test.meta
+test.settings
+test.0.spa
+test.0.spb
+test.0.spd
+test.0.spds
+test.0.spe
+test.0.sph
+test.0.sphi
+test.0.spi
+test.0.spidx
+test.0.spknn
+test.0.spm
+test.0.spp
+test.0.spt
diff --git a/tests/backup-fails.rec b/tests/backup-fails.rec
@@ -9,6 +9,7 @@ mysql -h0 -P9306 -e 'show tables'
 | distributed_index   | distributed |
 | rt_with_columnar    | rt          |
 | rt_without_columnar | rt          |
+| test                | rt          |
 +---------------------+-------------+
 ––– input –––
 mysql -h0 -P9306 -e 'show create table distributed_index'

diff --git a/tests/backup-restore-ok.rec b/tests/backup-restore-ok.rec
@@ -9,6 +9,7 @@ mysql -h0 -P9306 -e 'show tables'
 | distributed_index   | distributed |
 | rt_with_columnar    | rt          |
 | rt_without_columnar | rt          |
+| test                | rt          |
 +---------------------+-------------+
 ––– input –––
 manticore-backup --backup-dir=/tmp
@@ -37,10 +38,12 @@ buddy: %{SEMVER}
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
 [93m%{DATETIME}[0m [Info]   rt_without_columnar (rt) [2.789K]...
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
+[93m%{DATETIME}[0m [Info]   test (rt) [956B]...
+[93m%{DATETIME}[0m [Info]    [92mOK[0m
 [93m%{DATETIME}[0m [Info] Running sync
 [93m%{DATETIME}[0m [Info]  [92mOK[0m
-[93m%{DATETIME}[0m [Info] You can find backup here: /tmp/backup-#!/[0-9]{14}/!#
-[93m%{DATETIME}[0m [Info] Elapsed time: #!/[0-9]+/!#.#!/[0-9]+/!#s
+[93m%{DATETIME}[0m [Info] You can find backup here: /tmp/backup-%{NUMBER}
+[93m%{DATETIME}[0m [Info] Elapsed time: #!/([0-9]+\.[0-9]+|0)/!#s
 [93m%{DATETIME}[0m [Info] Done
 [93m%{DATETIME}[0m [Info]
 Unfreezing all tables...
@@ -50,6 +53,8 @@ Unfreezing all tables...
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
 [93m%{DATETIME}[0m [Info]   rt_without_columnar...
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
+[93m%{DATETIME}[0m [Info]   test...
+[93m%{DATETIME}[0m [Info]    [92mOK[0m
 ––– input –––
 mv /tmp/backup-* /tmp/backup-111
 ––– output –––
@@ -138,8 +143,9 @@ listening on %{IPADDR}:9306 for mysql
 listening on %{IPADDR}:9308 for sphinx and http(s)
 precaching table 'rt_with_columnar'
 precaching table 'rt_without_columnar'
+precaching table 'test'
 WARNING: table 'distributed_index': ha_strategy defined, but no ha agents in the table
-precached 2 tables in 0.#!/[0-9]{3}/!# sec
+precached 3 tables in #!/([0-9]+\.[0-9]+|0)/!# sec
 ––– input –––
 mysql -h0 -P9306 -e 'show tables'
 ––– output –––
@@ -149,4 +155,5 @@ mysql -h0 -P9306 -e 'show tables'
 | distributed_index   | distributed |
 | rt_with_columnar    | rt          |
 | rt_without_columnar | rt          |
+| test                | rt          |
 +---------------------+-------------+
diff --git a/tests/backup-shebang-config-ok.rec b/tests/backup-shebang-config-ok.rec
@@ -51,10 +51,12 @@ buddy: %{SEMVER}
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
 [93m%{DATETIME}[0m [Info]   rt_without_columnar (rt) [2.789K]...
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
+[93m%{DATETIME}[0m [Info]   test (rt) [956B]...
+[93m%{DATETIME}[0m [Info]    [92mOK[0m
 [93m%{DATETIME}[0m [Info] Running sync
 [93m%{DATETIME}[0m [Info]  [92mOK[0m
-[93m%{DATETIME}[0m [Info] You can find backup here: /tmp/backup-#!/[0-9]{14}/!#
-[93m%{DATETIME}[0m [Info] Elapsed time: #!/[0-9]+/!#.#!/[0-9]+/!#s
+[93m%{DATETIME}[0m [Info] You can find backup here: /tmp/backup-%{NUMBER}
+[93m%{DATETIME}[0m [Info] Elapsed time: #!/([0-9]+\.[0-9]+|0)/!#s
 [93m%{DATETIME}[0m [Info] Done
 [93m%{DATETIME}[0m [Info]
 Unfreezing all tables...
@@ -64,6 +66,8 @@ Unfreezing all tables...
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
 [93m%{DATETIME}[0m [Info]   rt_without_columnar...
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
+[93m%{DATETIME}[0m [Info]   test...
+[93m%{DATETIME}[0m [Info]    [92mOK[0m
 ––– input –––
 ls -lh /tmp/backup-*
 ––– output –––

diff --git a/tests/backup-single-table-ok.rec b/tests/backup-single-table-ok.rec
@@ -9,6 +9,7 @@ mysql -h0 -P9306 -e 'show tables'
 | distributed_index   | distributed |
 | rt_with_columnar    | rt          |
 | rt_without_columnar | rt          |
+| test                | rt          |
 +---------------------+-------------+
 ––– input –––
 mysql -h0 -P9306 -e 'show create table distributed_index'
@@ -88,6 +89,8 @@ Unfreezing all tables...
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
 [93m%{DATETIME}[0m [Info]   rt_without_columnar...
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
+[93m%{DATETIME}[0m [Info]   test...
+[93m%{DATETIME}[0m [Info]    [92mOK[0m
 ––– input –––
 ls -lh /tmp/backup-*
 ––– output –––

diff --git a/tests/backup-works-with-max-connections.rec b/tests/backup-works-with-max-connections.rec
@@ -34,6 +34,7 @@ mysql -h0 -P9307 -e 'show tables'
 | distributed_index   | distributed |
 | rt_with_columnar    | rt          |
 | rt_without_columnar | rt          |
+| test                | rt          |
 +---------------------+-------------+
 ––– input –––
 mysql -h0 -P9307 -e 'show create table distributed_index'
@@ -106,10 +107,12 @@ buddy: %{SEMVER}
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
 [93m%{DATETIME}[0m [Info]   rt_without_columnar (rt) [2.789K]...
 [93m%{DATETIME}[0m [Info]    [92mOK[0m
+[93m%{DATETIME}[0m [Info]   test (rt) [956B]...
+[93m%{DATETIME}[0m [Info]    [92mOK[0m
 [93m%{DATETIME}[0m [Info] Running sync
 [93m%{DATETIME}[0m [Info]  [92mOK[0m
-[93m%{DATETIME}[0m [Info] You can find backup here: /tmp/backup-#!/[0-9]{14}/!#
-[93m%{DATETIME}[0m [Info] Elapsed time: #!/[0-9]+/!#.#!/[0-9]+/!#s
+[93m%{DATETIME}[0m [Info] You can find backup here: /tmp/backup-%{NUMBER}
+[93m%{DATETIME}[0m [Info] Elapsed time: #!/([0-9]+\.[0-9]+|0)/!#s
 [93m%{DATETIME}[0m [Info] Done
 ––– input –––
 ls -lh /tmp/backup-*

diff --git a/tests/dumps/tables.sql b/tests/dumps/tables.sql
@@ -20,6 +20,8 @@ CREATE TABLE rt_without_columnar (
   attributes JSON
 );
 
+CREATE TABLE test ( title text, image_vector float_vector knn_type='hnsw' knn_dims='4' hnsw_similarity='l2' );
+
 -- table distributed_index
 CREATE TABLE distributed_index type='distributed' local='rt_with_columnar, rt_without_columanr' AGENT='127.0.0.1:9312:plain_with_columnar, plain_without_columnar';
 
@@ -54,3 +56,7 @@ INSERT INTO rt_without_columnar (id, title, category_id, price, description, tag
 (11, 'Manticore Backpack', 7, 49.99, 'Spacious Manticore Backpack', (201, 202), '{"color": "black", "capacity": "20L"}'),
 (12, 'Manticore Phone Case', 8, 15.99, 'Protective Manticore Phone Case', (201, 203), '{"color": "clear", "model": "iPhone 13"}'),
 (13, 'Manticore Socks', 1, 7.99, 'Comfy Manticore Socks', (202, 204), '{"color": "white", "size": "M"}');
+
+INSERT INTO test VALUES
+( 1, 'yellow bag', (0.653448,0.192478,0.017971,0.339821) ),
+( 2, 'white bag', (0.148894,0.748278,0.091892,0.095406) );