Refactor the dependencies and update Sample Synapse Config files

components/mediation/inbound-endpoints/org.wso2.micro.integrator.inbound.endpoint/pom.xml

@@ -181,24 +181,20 @@
             <scope>test</scope>
         </dependency>
         <dependency>
-            <groupId>org.wso2.carbon.mediation</groupId>
-            <artifactId>org.wso2.carbon.inbound.endpoint.persistence</artifactId>
+            <groupId>com.google.code.gson</groupId>
+            <artifactId>gson</artifactId>
         </dependency>
         <dependency>
-            <groupId>io.debezium</groupId>
-            <artifactId>debezium-embedded</artifactId>
+            <groupId>org.wso2.carbon</groupId>
+            <artifactId>org.wso2.carbon.securevault</artifactId>
         </dependency>
         <dependency>
             <groupId>io.debezium</groupId>
             <artifactId>debezium-api</artifactId>
         </dependency>
         <dependency>
             <groupId>io.debezium</groupId>
-            <artifactId>debezium-connector-mysql</artifactId>
-        </dependency>
-        <dependency>
-            <groupId>org.apache.kafka</groupId>
-            <artifactId>kafka-clients</artifactId>
+            <artifactId>debezium-storage-file</artifactId>
         </dependency>
         <dependency>
             <groupId>org.apache.kafka</groupId>
@@ -208,10 +204,6 @@
             <groupId>org.apache.kafka</groupId>
             <artifactId>connect-json</artifactId>
         </dependency>
-        <dependency>
-            <groupId>com.github.shyiko</groupId>
-            <artifactId>mysql-binlog-connector-java</artifactId>
-        </dependency>
     </dependencies>
     <build>
         <plugins>

components/mediation/inbound-endpoints/org.wso2.micro.integrator.inbound.endpoint/src/test/resources/CDCInbound/cdc-inbound-endpoint.xml

@@ -1,19 +1,22 @@
 <inboundEndpoint name="cdc-inbound-endpoint" onError="fault" protocol="cdc" sequence="cdc_process_seq" suspend="false" xmlns="http://ws.apache.org/ns/synapse">
     <parameters>
-        <parameter name="inbound.cdc.port">9091</parameter>
+        <parameter name="interval">1000</parameter>
         <parameter name="name">engine</parameter>
+        <parameter name="snapshot.mode">initial</parameter>
         <parameter name="offset.storage">org.apache.kafka.connect.storage.FileOffsetBackingStore</parameter>
-        <!--parameter name="offset.storage.file.filename">~Documents/mytemp1/offsets.dat</parameter-->
+        <parameter name="offset.storage.file.filename">cdc/offsetStorage/offsets1_.dat</parameter>
         <parameter name="connector.class">io.debezium.connector.mysql.MySqlConnector</parameter>
         <parameter name="database.hostname">localhost</parameter>
         <parameter name="database.port">3306</parameter>
         <parameter name="database.user">root</parameter>
-        <parameter name="database.password">rusiri@wso2</parameter>
+         <parameter name="database.password">wso2:vault-lookup('mysql_password')</parameter>
         <parameter name="database.dbname">students</parameter>
-        <parameter name="database.server.id">85744</parameter>
+        <parameter name="database.server.id">8574444</parameter>
+        <parameter name="database.server.name">server_1</parameter>
+        <parameter name="topic.prefix">topic2</parameter>
         <parameter name="schema.history.internal">io.debezium.storage.file.history.FileSchemaHistory</parameter>
-        <!--parameter name="schema.history.internal.file.filename">~Documents/mytemp1/schemahistory.dat</parameter-->
+        <parameter name="schema.history.internal.file.filename">cdc/schemaHistory/schema_history1_.dat</parameter>
         <parameter name="table.include.list">students.marks</parameter>
-        <parameter name="skipped.operations">c</parameter>
+        <parameter name="allowed.operations">create</parameter>
     </parameters>
 </inboundEndpoint>

components/mediation/inbound-endpoints/org.wso2.micro.integrator.inbound.endpoint/src/test/resources/CDCInbound/cdc_process_seq.xml

@@ -2,15 +2,15 @@
 <sequence name="cdc_process_seq" trace="disable" xmlns="http://ws.apache.org/ns/synapse">
     <log level="full"/>
     <log level="custom">
-        <property expression="get-property('database')" name="database" xmlns:ns="http://org.apache.synapse/xsd"/>
+        <property expression="get-property('cdc.database')" name="cdc.database" xmlns:ns="http://org.apache.synapse/xsd"/>
     </log>
     <log level="custom">
-        <property expression="get-property('tables')" name="tables" xmlns:ns="http://org.apache.synapse/xsd"/>
+        <property expression="get-property('cdc.tables')" name="cdc.tables" xmlns:ns="http://org.apache.synapse/xsd"/>
     </log>
     <log level="custom">
-        <property expression="get-property('operations')" name="operations" xmlns:ns="http://org.apache.synapse/xsd"/>
+        <property expression="get-property('cdc.operations')" name="cdc.operations" xmlns:ns="http://org.apache.synapse/xsd"/>
     </log>
     <log level="custom">
-        <property expression="get-property('ts_ms')" name="ts_ms" xmlns:ns="http://org.apache.synapse/xsd"/>
+        <property expression="get-property('cdc.ts_ms')" name="cdc.ts_ms" xmlns:ns="http://org.apache.synapse/xsd"/>
     </log>
 </sequence>

pom.xml

@@ -1470,21 +1470,25 @@
                 <groupId>io.debezium</groupId>
                 <artifactId>debezium-connector-mysql</artifactId>
                 <version>${debezium.version}</version>
+                <scope>provided</scope>
             </dependency>
             <dependency>
                 <groupId>io.debezium</groupId>
                 <artifactId>debezium-connector-sqlserver</artifactId>
                 <version>${debezium.version}</version>
+                <scope>provided</scope>
             </dependency>
             <dependency>
                 <groupId>io.debezium</groupId>
                 <artifactId>debezium-connector-postgres</artifactId>
                 <version>${debezium.version}</version>
+                <scope>provided</scope>
             </dependency>
             <dependency>
                 <groupId>io.debezium</groupId>
                 <artifactId>debezium-connector-oracle</artifactId>
                 <version>${debezium.version}</version>
+                <scope>provided</scope>
             </dependency>
             <dependency>
                 <groupId>io.debezium</groupId>
@@ -1534,6 +1538,7 @@
                 <groupId>com.github.shyiko</groupId>
                 <artifactId>mysql-binlog-connector-java</artifactId>
                 <version>${mysql.binlog.connector.version}</version>
+                <scope>provided</scope>
             </dependency>
             <dependency>
                 <groupId>org.apache.kafka</groupId>
@@ -1568,6 +1573,11 @@
                     </exclusion>
                 </exclusions>
             </dependency>
+            <dependency>
+                <groupId>com.google.code.gson</groupId>
+                <artifactId>gson</artifactId>
+                <version>${version.com.google.code.gson}</version>
+            </dependency>
         </dependencies>
     </dependencyManagement>