Prepare 0.8.0 release (#246)

tjgreen42 · web-flow · commit 6af0ee1953ca · 2025-07-02T16:30:10.000-07:00
* Prepare for 0.8.0 release by bumping version and adding upgrade
scripts and test
* Remove a couple of files not intended to be part of the release
* Fixed some bitrot in upgrade tests

Testing: upgrade test suite run by hand
diff --git a/.gitignore b/.gitignore
@@ -20,6 +20,8 @@ Cargo.lock
 
 # Claude Code workspace
 .claude/
+CLAUDE.md
+CLAUDE.local.md
 
 # Python cache files
 __pycache__/
diff --git a/CLAUDE.md b/CLAUDE.md
diff --git a/pgvectorscale/Cargo.toml b/pgvectorscale/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "vectorscale"
-version = "0.7.1-dev"
+version = "0.8.0"
 edition = "2021"
 
 [lib]
diff --git a/pgvectorscale/sql/vectorscale--0.0.2--0.8.0.sql b/pgvectorscale/sql/vectorscale--0.0.2--0.8.0.sql
@@ -0,0 +1 @@
+vectorscale--0.7.1--0.8.0.sql
diff --git a/pgvectorscale/sql/vectorscale--0.2.0--0.8.0.sql b/pgvectorscale/sql/vectorscale--0.2.0--0.8.0.sql
@@ -0,0 +1 @@
+vectorscale--0.7.1--0.8.0.sql
diff --git a/pgvectorscale/sql/vectorscale--0.3.0--0.8.0.sql b/pgvectorscale/sql/vectorscale--0.3.0--0.8.0.sql
@@ -0,0 +1 @@
+vectorscale--0.7.1--0.8.0.sql
diff --git a/pgvectorscale/sql/vectorscale--0.4.0--0.8.0.sql b/pgvectorscale/sql/vectorscale--0.4.0--0.8.0.sql
@@ -0,0 +1 @@
+vectorscale--0.7.1--0.8.0.sql
diff --git a/pgvectorscale/sql/vectorscale--0.5.0--0.8.0.sql b/pgvectorscale/sql/vectorscale--0.5.0--0.8.0.sql
@@ -0,0 +1 @@
+vectorscale--0.7.1--0.8.0.sql
diff --git a/pgvectorscale/sql/vectorscale--0.5.1--0.8.0.sql b/pgvectorscale/sql/vectorscale--0.5.1--0.8.0.sql
@@ -0,0 +1 @@
+vectorscale--0.7.1--0.8.0.sql
diff --git a/pgvectorscale/sql/vectorscale--0.6.0--0.8.0.sql b/pgvectorscale/sql/vectorscale--0.6.0--0.8.0.sql
@@ -0,0 +1 @@
+vectorscale--0.7.1--0.8.0.sql
diff --git a/pgvectorscale/sql/vectorscale--0.7.0--0.8.0.sql b/pgvectorscale/sql/vectorscale--0.7.0--0.8.0.sql
@@ -0,0 +1 @@
+vectorscale--0.7.1--0.8.0.sql
diff --git a/pgvectorscale/sql/vectorscale--0.7.1--0.8.0.sql b/pgvectorscale/sql/vectorscale--0.7.1--0.8.0.sql
@@ -0,0 +1,179 @@
+/* <begin connected objects> */
+/*
+This file is auto generated by pgrx.
+
+The ordering of items is not stable, it is driven by a dependency graph.
+*/
+/* </end connected objects> */
+
+/* <begin connected objects> */
+-- pgvectorscale/src/access_method/mod.rs:27
+-- vectorscale::access_method::amhandler
+
+    CREATE OR REPLACE FUNCTION diskann_amhandler(internal) RETURNS index_am_handler PARALLEL SAFE IMMUTABLE STRICT COST 0.0001 LANGUAGE c AS '$libdir/vectorscale-0.8.0', 'amhandler_wrapper';
+
+    DO $$
+    DECLARE
+        c int;
+    BEGIN
+        SELECT count(*)
+        INTO c
+        FROM pg_catalog.pg_am a
+        WHERE a.amname = 'diskann';
+
+        IF c = 0 THEN
+            CREATE ACCESS METHOD diskann TYPE INDEX HANDLER diskann_amhandler;
+        END IF;
+    END;
+    $$;
+/* </end connected objects> */
+
+/* <begin connected objects> */
+-- pgvectorscale/src/access_method/distance/mod.rs:52
+-- vectorscale::access_method::distance::distance_type_cosine
+CREATE OR REPLACE FUNCTION "distance_type_cosine"() RETURNS smallint /* i16 */
+IMMUTABLE STRICT PARALLEL SAFE
+LANGUAGE c /* Rust */
+AS '$libdir/vectorscale-0.8.0', 'distance_type_cosine_wrapper';
+/* </end connected objects> */
+
+/* <begin connected objects> */
+-- pgvectorscale/src/access_method/distance/mod.rs:62
+-- vectorscale::access_method::distance::distance_type_inner_product
+CREATE OR REPLACE FUNCTION "distance_type_inner_product"() RETURNS smallint /* i16 */
+IMMUTABLE STRICT PARALLEL SAFE
+LANGUAGE c /* Rust */
+AS '$libdir/vectorscale-0.8.0', 'distance_type_inner_product_wrapper';
+/* </end connected objects> */
+
+/* <begin connected objects> */
+-- pgvectorscale/src/access_method/distance/mod.rs:57
+-- vectorscale::access_method::distance::distance_type_l2
+CREATE OR REPLACE FUNCTION "distance_type_l2"() RETURNS smallint /* i16 */
+IMMUTABLE STRICT PARALLEL SAFE
+LANGUAGE c /* Rust */
+AS '$libdir/vectorscale-0.8.0', 'distance_type_l2_wrapper';
+/* </end connected objects> */
+
+/* <begin connected objects> */
+-- pgvectorscale/src/access_method/mod.rs:279
+-- vectorscale::access_method::smallint_array_overlap
+CREATE OR REPLACE FUNCTION "smallint_array_overlap"(
+	"left" smallint[], /* pgrx::datum::array::Array<i16> */
+	"right" smallint[] /* pgrx::datum::array::Array<i16> */
+) RETURNS bool /* bool */
+IMMUTABLE STRICT PARALLEL SAFE
+LANGUAGE c /* Rust */
+AS '$libdir/vectorscale-0.8.0', 'smallint_array_overlap_wrapper';
+/* </end connected objects> */
+
+/* <begin connected objects> */
+-- pgvectorscale/src/access_method/mod.rs:161
+-- requires:
+--   amhandler
+--   distance_type_cosine
+--   distance_type_l2
+--   distance_type_inner_product
+--   smallint_array_overlap
+
+
+DO $$
+DECLARE
+  have_cos_ops int;
+  have_l2_ops int;
+  have_ip_ops int;
+  have_label_ops int;
+BEGIN
+    -- Has cosine operator class been installed previously?
+    SELECT count(*)
+    INTO have_cos_ops
+    FROM pg_catalog.pg_opclass c
+    WHERE c.opcname = 'vector_cosine_ops'
+    AND c.opcmethod = (SELECT oid FROM pg_catalog.pg_am am WHERE am.amname = 'diskann')
+    AND c.opcnamespace = (SELECT oid FROM pg_catalog.pg_namespace where nspname='@extschema@');
+
+    -- Has L2 operator class been installed previously?
+    SELECT count(*)
+    INTO have_l2_ops
+    FROM pg_catalog.pg_opclass c
+    WHERE c.opcname = 'vector_l2_ops'
+    AND c.opcmethod = (SELECT oid FROM pg_catalog.pg_am am WHERE am.amname = 'diskann')
+    AND c.opcnamespace = (SELECT oid FROM pg_catalog.pg_namespace where nspname='@extschema@');
+
+    -- Has inner product operator class been installed previously?
+    SELECT count(*)
+    INTO have_ip_ops
+    FROM pg_catalog.pg_opclass c
+    WHERE c.opcname = 'vector_ip_ops'
+    AND c.opcmethod = (SELECT oid FROM pg_catalog.pg_am am WHERE am.amname = 'diskann')
+    AND c.opcnamespace = (SELECT oid FROM pg_catalog.pg_namespace where nspname='@extschema@');
+
+    -- Has label-filtering support been installed previously?
+    SELECT count(*)
+    INTO have_label_ops
+    FROM pg_catalog.pg_opclass c
+    WHERE c.opcname = 'vector_smallint_label_ops'
+    AND c.opcmethod = (SELECT oid FROM pg_catalog.pg_am am WHERE am.amname = 'diskann')
+    AND c.opcnamespace = (SELECT oid FROM pg_catalog.pg_namespace where nspname='@extschema@');
+
+    IF have_cos_ops = 0 THEN
+        CREATE OPERATOR CLASS vector_cosine_ops DEFAULT
+        FOR TYPE vector USING diskann AS
+	        OPERATOR 1 <=> (vector, vector) FOR ORDER BY float_ops,
+            FUNCTION 1 distance_type_cosine();
+    ELSIF have_l2_ops = 0 THEN
+        -- Upgrade from 0.4.0 to 0.5.0.  Update cosine opclass to include
+        -- the distance_type_cosine function.
+        INSERT INTO pg_amproc (oid, amprocfamily, amproclefttype, amprocrighttype, amprocnum, amproc)
+        SELECT  (select (max(oid)::int + 1)::oid from pg_amproc), c.opcfamily, c.opcintype, c.opcintype, 1, '@extschema@.distance_type_l2'::regproc
+        FROM pg_opclass c, pg_am a
+        WHERE a.oid = c.opcmethod AND c.opcname = 'vector_cosine_ops' AND a.amname = 'diskann';
+    END IF;
+
+    IF have_l2_ops = 0 THEN
+        CREATE OPERATOR CLASS vector_l2_ops
+        FOR TYPE vector USING diskann AS
+            OPERATOR 1 <-> (vector, vector) FOR ORDER BY float_ops,
+            FUNCTION 1 distance_type_l2();
+    END IF;
+
+    IF have_ip_ops = 0 THEN
+        CREATE OPERATOR CLASS vector_ip_ops
+        FOR TYPE vector USING diskann AS
+            OPERATOR 1 <#> (vector, vector) FOR ORDER BY float_ops,
+            FUNCTION 1 distance_type_inner_product();
+    END IF;
+
+    -- First, check if the && operator exists for smallint[]
+    IF NOT EXISTS (
+        SELECT 1 FROM pg_operator
+        WHERE oprname = '&&'
+        AND oprleft = 'smallint[]'::regtype
+        AND oprright = 'smallint[]'::regtype
+    ) THEN
+        -- Create the && operator for smallint[]
+        CREATE OPERATOR && (
+            LEFTARG = smallint[],
+            RIGHTARG = smallint[],
+            PROCEDURE = smallint_array_overlap,
+            COMMUTATOR = &&,
+            RESTRICT = contsel,
+            JOIN = contjoinsel
+        );
+
+        -- Register the operator with the system catalogs for proper selectivity estimation
+        -- This is done by adding entries to pg_amop for the array_ops operator class
+        EXECUTE format(
+            'ALTER OPERATOR FAMILY array_ops USING btree ADD OPERATOR 3 && (smallint[], smallint[]) FOR SEARCH'
+        );
+    END IF;
+
+    IF have_label_ops = 0 THEN
+        CREATE OPERATOR CLASS vector_smallint_label_ops
+        DEFAULT FOR TYPE smallint[] USING diskann AS
+            OPERATOR 1 &&;
+    END IF;
+END;
+$$;
+/* </end connected objects> */
+
diff --git a/pgvectorscale/src/access_method/upgrade_test.rs b/pgvectorscale/src/access_method/upgrade_test.rs
@@ -98,6 +98,7 @@ pub mod tests {
                 "cargo-pgrx",
                 "--version",
                 pgrx_str.as_str(),
+                "--locked",
                 "--force",
                 "--root",
                 temp_path.join(pgrx_dir.as_str()).to_str().unwrap(),
@@ -110,29 +111,42 @@ pub mod tests {
 
         assert!(res.status.success(), "failed: {:?}", res);
 
-        let res = std::process::Command::new(
+        let mut cmd = std::process::Command::new(
             temp_path
                 .join(pgrx_dir.as_str())
                 .join("bin/cargo-pgrx")
                 .to_str()
                 .unwrap(),
-        )
-        .current_dir(temp_path.join(subdirname))
-        .env(
-            "CARGO_TARGET_DIR",
-            temp_path.join(subdirname).join("target"),
-        )
-        .env("CARGO_PKG_VERSION", version)
-        .arg("pgrx")
-        .arg("install")
-        .arg("--test")
-        .arg("--pg-config")
-        .arg(pg_config.path().unwrap())
-        .stdout(Stdio::inherit())
-        .stderr(Stdio::inherit())
-        .output()
-        .unwrap();
-        assert!(res.status.success(), "failed: {:?}", res);
+        );
+        cmd.current_dir(temp_path.join(subdirname))
+            .env(
+                "CARGO_TARGET_DIR",
+                temp_path.join(subdirname).join("target"),
+            )
+            .env("CARGO_PKG_VERSION", version);
+
+        // Old versions need AVX2/FMA flags on x86
+        if cfg!(target_arch = "x86_64") {
+            cmd.env("RUSTFLAGS", "-C target-feature=+avx2,+fma");
+        }
+
+        let res = cmd
+            .arg("pgrx")
+            .arg("install")
+            .arg("--test")
+            .arg("--pg-config")
+            .arg(pg_config.path().unwrap())
+            .stdout(Stdio::inherit())
+            .stderr(Stdio::piped())
+            .output()
+            .unwrap();
+
+        assert!(
+            res.status.success(),
+            "failed: {:?}, stderr: {}",
+            res,
+            String::from_utf8_lossy(&res.stderr)
+        );
 
         client
             .execute(
@@ -200,6 +214,7 @@ pub mod tests {
 
         //need to recreate the client to avoid double load of GUC. Look into this later.
         let (mut client, _) = pgrx_tests::client().unwrap();
+
         client
             .execute(
                 &format!(
@@ -299,4 +314,11 @@ pub mod tests {
     fn test_upgrade_from_0_7_0() {
         test_upgrade_base("0.7.0", "0.12.9", "pgvectorscale", "vectorscale", "diskann");
     }
+
+    #[ignore]
+    #[serial]
+    #[test]
+    fn test_upgrade_from_0_7_1() {
+        test_upgrade_base("0.7.1", "0.12.9", "pgvectorscale", "vectorscale", "diskann");
+    }
 }
