Automated migration test data

hapi-fhir-jpaserver-test-utilities/src/main/java/ca/uhn/fhir/jpa/embedded/DatabaseInitializerHelper.java

@@ -19,6 +19,7 @@
  */
 package ca.uhn.fhir.jpa.embedded;
 
+import ca.uhn.fhir.util.VersionEnum;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
@@ -37,10 +38,9 @@ public void initializePersistenceSchema(JpaEmbeddedDatabase theDatabase) {
 		theDatabase.executeSqlAsBatch(sql);
 	}
 
-	public void insertPersistenceTestData(JpaEmbeddedDatabase theDatabase) {
-		String fileName = String.format(
-				"migration/releases/%s/data/%s.sql",
-				HapiEmbeddedDatabasesExtension.FIRST_TESTED_VERSION, theDatabase.getDriverType());
+	public void insertPersistenceTestData(JpaEmbeddedDatabase theDatabase, VersionEnum theVersionEnum) {
+		String fileName =
+				String.format("migration/releases/%s/data/%s.sql", theVersionEnum, theDatabase.getDriverType());
 		String sql = getSqlFromResourceFile(fileName);
 		theDatabase.insertTestData(sql);
 	}

hapi-fhir-jpaserver-test-utilities/src/main/java/ca/uhn/fhir/jpa/embedded/H2EmbeddedDatabase.java

@@ -54,14 +54,29 @@ public void stop() {
 		deleteDatabaseDirectoryIfExists();
 	}
 
+	private List<String> getAllTableNames() {
+		List<String> allTableNames = new ArrayList<>();
+		List<Map<String, Object>> queryResults =
+				query("SELECT TABLE_NAME FROM information_schema.tables WHERE TABLE_SCHEMA = 'PUBLIC'");
+		for (Map<String, Object> row : queryResults) {
+			String tableName = row.get("TABLE_NAME").toString();
+			allTableNames.add(tableName);
+		}
+		return allTableNames;
+	}
+
 	@Override
 	public void disableConstraints() {
 		getJdbcTemplate().execute("SET REFERENTIAL_INTEGRITY = FALSE");
 	}
 
 	@Override
 	public void enableConstraints() {
-		getJdbcTemplate().execute("SET REFERENTIAL_INTEGRITY = TRUE");
+		List<String> sql = new ArrayList<>();
+		for (String tableName : getAllTableNames()) {
+			sql.add(String.format("ALTER TABLE \"%s\" SET REFERENTIAL_INTEGRITY TRUE CHECK", tableName));
+		}
+		executeSqlAsBatch(sql);
 	}
 
 	@Override
@@ -83,10 +98,7 @@ private void deleteDatabaseDirectoryIfExists() {
 
 	private void dropTables() {
 		List<String> sql = new ArrayList<>();
-		List<Map<String, Object>> tableResult =
-				query("SELECT TABLE_NAME FROM information_schema.tables WHERE TABLE_SCHEMA = 'PUBLIC'");
-		for (Map<String, Object> result : tableResult) {
-			String tableName = result.get("TABLE_NAME").toString();
+		for (String tableName : getAllTableNames()) {
 			sql.add(String.format("DROP TABLE %s CASCADE", tableName));
 		}
 		executeSqlAsBatch(sql);

hapi-fhir-jpaserver-test-utilities/src/main/java/ca/uhn/fhir/jpa/embedded/HapiEmbeddedDatabasesExtension.java

@@ -95,8 +95,8 @@ public void initializePersistenceSchema(DriverTypeEnum theDriverType) {
 		myDatabaseInitializerHelper.initializePersistenceSchema(getEmbeddedDatabase(theDriverType));
 	}
 
-	public void insertPersistenceTestData(DriverTypeEnum theDriverType) {
-		myDatabaseInitializerHelper.insertPersistenceTestData(getEmbeddedDatabase(theDriverType));
+	public void insertPersistenceTestData(DriverTypeEnum theDriverType, VersionEnum theVersionEnum) {
+		myDatabaseInitializerHelper.insertPersistenceTestData(getEmbeddedDatabase(theDriverType), theVersionEnum);
 	}
 
 	public String getSqlFromResourceFile(String theFileName) {

hapi-fhir-jpaserver-test-utilities/src/main/java/ca/uhn/fhir/jpa/embedded/OracleEmbeddedDatabase.java

@@ -55,6 +55,7 @@ public void stop() {
 
 	@Override
 	public void disableConstraints() {
+		purgeRecycleBin();
 		List<String> sql = new ArrayList<>();
 		List<Map<String, Object>> queryResults =
 				query("SELECT CONSTRAINT_NAME, TABLE_NAME FROM USER_CONSTRAINTS WHERE CONSTRAINT_TYPE != 'P'");
@@ -68,6 +69,7 @@ public void disableConstraints() {
 
 	@Override
 	public void enableConstraints() {
+		purgeRecycleBin();
 		List<String> sql = new ArrayList<>();
 		List<Map<String, Object>> queryResults =
 				query("SELECT CONSTRAINT_NAME, TABLE_NAME FROM USER_CONSTRAINTS WHERE CONSTRAINT_TYPE != 'P'");

hapi-fhir-jpaserver-test-utilities/src/main/java/ca/uhn/fhir/jpa/embedded/PostgresEmbeddedDatabase.java

@@ -63,13 +63,43 @@ public void disableConstraints() {
 		executeSqlAsBatch(sql);
 	}
 
+	public void validateConstraints() {
+		getJdbcTemplate()
+				.execute(
+						"""
+			do $$
+			declare r record;
+			BEGIN
+			FOR r IN  (
+			SELECT FORMAT(
+				'UPDATE pg_constraint SET convalidated=false WHERE conname = ''%I''; ALTER TABLE %I VALIDATE CONSTRAINT %I;',
+				tc.constraint_name,
+				tc.table_name,
+				tc.constraint_name
+			) AS x
+			FROM information_schema.table_constraints AS tc
+			JOIN information_schema.tables t ON t.table_name = tc.table_name and t.table_type = 'BASE TABLE'
+			JOIN information_schema.key_column_usage AS kcu ON tc.constraint_name = kcu.constraint_name
+			JOIN information_schema.constraint_column_usage AS ccu ON ccu.constraint_name = tc.constraint_name
+			WHERE  constraint_type = 'FOREIGN KEY'
+				AND tc.constraint_schema = 'public'
+			)
+			LOOP
+				EXECUTE (r.x);
+			END LOOP;
+			END;
+			$$;""");
+	}
+
 	@Override
 	public void enableConstraints() {
+
 		List<String> sql = new ArrayList<>();
 		for (String tableName : getAllTableNames()) {
 			sql.add(String.format("ALTER TABLE \"%s\" ENABLE TRIGGER ALL", tableName));
 		}
 		executeSqlAsBatch(sql);
+		validateConstraints();
 	}
 
 	@Override

hapi-fhir-jpaserver-test-utilities/src/main/resources/migration/releases/V5_2_0/data/H2_EMBEDDED.sql

@@ -0,0 +1,33 @@
+INSERT INTO MPI_LINK (
+   PID,
+   CREATED,
+   EID_MATCH,
+   TARGET_TYPE,
+   LINK_SOURCE,
+   MATCH_RESULT,
+   NEW_PERSON,
+   PERSON_PID,
+   SCORE,
+   TARGET_PID,
+   UPDATED,
+   VECTOR,
+   VERSION,
+   GOLDEN_RESOURCE_PID,
+   RULE_COUNT
+) VALUES (
+   1,
+   '2023-04-05 15:16:26.43',
+   1,
+   'PATIENT',
+   0,
+   2,
+   1,
+   1906,
+   NULL,
+   1905,
+   '2023-04-05 15:16:26.43',
+   NULL,
+   '1',
+   1906,
+   1
+);

hapi-fhir-jpaserver-test-utilities/src/main/resources/migration/releases/V5_2_0/data/MSSQL_2012.sql

@@ -0,0 +1,33 @@
+INSERT INTO MPI_LINK (
+   PID,
+   CREATED,
+   EID_MATCH,
+   TARGET_TYPE,
+   LINK_SOURCE,
+   MATCH_RESULT,
+   NEW_PERSON,
+   PERSON_PID,
+   SCORE,
+   TARGET_PID,
+   UPDATED,
+   VECTOR,
+   VERSION,
+   GOLDEN_RESOURCE_PID,
+   RULE_COUNT
+) VALUES (
+   1,
+   '2023-04-05 15:16:26.43',
+   1,
+   'PATIENT',
+   0,
+   2,
+   1,
+   1906,
+   NULL,
+   1905,
+   '2023-04-05 15:16:26.43',
+   NULL,
+   '1',
+   1906,
+   1
+);

hapi-fhir-jpaserver-test-utilities/src/main/resources/migration/releases/V5_2_0/data/ORACLE_12C.sql

@@ -0,0 +1,33 @@
+INSERT INTO MPI_LINK (
+   PID,
+   CREATED,
+   EID_MATCH,
+   TARGET_TYPE,
+   LINK_SOURCE,
+   MATCH_RESULT,
+   NEW_PERSON,
+   PERSON_PID,
+   SCORE,
+   TARGET_PID,
+   UPDATED,
+   VECTOR,
+   VERSION,
+   GOLDEN_RESOURCE_PID,
+   RULE_COUNT
+) VALUES (
+   1,
+   SYSDATE,
+   1,
+   'PATIENT',
+   0,
+   2,
+   1,
+   1906,
+   NULL,
+   1905,
+   SYSDATE,
+   NULL,
+   '1',
+   1906,
+   1
+);

hapi-fhir-jpaserver-test-utilities/src/main/resources/migration/releases/V5_2_0/data/POSTGRES_9_4.sql

@@ -0,0 +1,33 @@
+INSERT INTO MPI_LINK (
+   PID,
+   CREATED,
+   EID_MATCH,
+   TARGET_TYPE,
+   LINK_SOURCE,
+   MATCH_RESULT,
+   NEW_PERSON,
+   PERSON_PID,
+   SCORE,
+   TARGET_PID,
+   UPDATED,
+   VECTOR,
+   VERSION,
+   GOLDEN_RESOURCE_PID,
+   RULE_COUNT
+) VALUES (
+   1,
+   '2023-04-05 15:16:26.43',
+   true,
+   'PATIENT',
+   0,
+   2,
+   true,
+   1906,
+   NULL,
+   1905,
+   '2023-04-05 15:16:26.43',
+   NULL,
+   '1',
+   1906,
+   1
+);

hapi-fhir-jpaserver-test-utilities/src/main/resources/migration/releases/V5_3_0/data/H2_EMBEDDED.sql

@@ -0,0 +1,68 @@
+INSERT INTO HFJ_RESOURCE (
+   RES_ID,
+   RES_VERSION,
+   HAS_TAGS,
+   RES_PUBLISHED,
+   RES_UPDATED,
+   SP_HAS_LINKS,
+   HASH_SHA256,
+   SP_INDEX_STATUS,
+   SP_CMPSTR_UNIQ_PRESENT,
+   SP_COORDS_PRESENT,
+   SP_DATE_PRESENT,
+   SP_NUMBER_PRESENT,
+   SP_QUANTITY_NRML_PRESENT,
+   SP_QUANTITY_PRESENT,
+   SP_STRING_PRESENT,
+   SP_TOKEN_PRESENT,
+   SP_URI_PRESENT,
+   RES_TYPE,
+   RES_VER
+) VALUES (
+   1702,
+   'R4',
+   0,
+   '2023-06-15 09:58:42.92',
+   '2023-06-15 09:58:42.92',
+   0,
+   '6beed652b77f6c65d776e57341a0b5b0596ac9cfb0e8345a5a5cfbfaa59e2b62',
+   1,
+   0,
+   0,
+   0,
+   0,
+   0,
+   0,
+   0,
+   1,
+   1,
+   'Observation',
+   1
+);
+
+
+INSERT INTO HFJ_SPIDX_QUANTITY_NRML (
+   RES_ID,
+   RES_TYPE,
+   SP_UPDATED,
+   SP_MISSING,
+   SP_NAME, SP_ID,
+   SP_SYSTEM,
+   SP_UNITS,
+   HASH_IDENTITY_AND_UNITS,
+   HASH_IDENTITY_SYS_UNITS,
+   HASH_IDENTITY,
+   SP_VALUE
+) VALUES (
+   1702,
+   'Observation',
+   '2023-04-05 15:16:26.43',
+   0, 'value-quantity',
+   2,
+   'https://unitsofmeasure.org',
+   'g',
+   -864931808150710347,
+   6382255012744790145,
+   -1901136387361512731,
+   0.012
+);