Merge pull request #203 from bersler/new_fixes

fix: IOT tables not properly skipped

CHANGELOG

@@ -1,3 +1,6 @@
+1.8.2
+- fix: IOT tables not properly skipped
+
 1.8.1
 - fix: archived redo logs are not fully processed
 

CMakeLists.txt

@@ -18,12 +18,12 @@
 
 cmake_minimum_required(VERSION 3.16)
 project(OpenLogReplicator
-        VERSION 1.8.1
+        VERSION 1.8.2
         DESCRIPTION "OpenLogReplicator, Open Source Oracle database CDC"
         HOMEPAGE_URL "https://github.com/bersler/OpenLogReplicator"
 )
 
-set(SCHEMA_VERSION "1.8.1")
+set(SCHEMA_VERSION "1.8.2")
 string(TIMESTAMP CMAKE_BUILD_TIMESTAMP "%Y-%m-%d %H:%M" UTC)
 set(CMAKE_CXX_STANDARD_REQUIRED TRUE)
 set(CMAKE_CXX_STANDARD 17)
@@ -55,14 +55,14 @@ find_package(Threads REQUIRED)
 
 # RapidJSON
 if (WITH_RAPIDJSON)
-    include_directories(${WITH_RAPIDJSON}/include)
+    include_directories(SYSTEM ${WITH_RAPIDJSON}/include)
 else ()
     message(FATAL_ERROR "plase provide WITH_RAPIDJSON parameter with path to rapidjson library")
 endif ()
 
 # Oracle, only dynamic
 if (WITH_OCI)
-    include_directories(${WITH_OCI}/sdk/include)
+    include_directories(SYSTEM ${WITH_OCI}/sdk/include)
     link_directories(${WITH_OCI})
     add_compile_definitions(LINK_LIBRARY_OCI)
 endif ()
@@ -73,7 +73,7 @@ endif ()
 
 # Protobuf, dynamic or static
 if (WITH_PROTOBUF)
-    include_directories(${WITH_PROTOBUF}/include)
+    include_directories(SYSTEM ${WITH_PROTOBUF}/include)
     add_compile_definitions(LINK_LIBRARY_PROTOBUF)
 
     if (WITH_STATIC)
@@ -85,7 +85,7 @@ if (WITH_PROTOBUF)
 
     # ZeroMQ, just dynamic
     if (WITH_ZEROMQ)
-        include_directories(${WITH_ZEROMQ}/include)
+        include_directories(SYSTEM ${WITH_ZEROMQ}/include)
         add_compile_definitions(LINK_LIBRARY_ZEROMQ)
         if (MACOSX)
             link_directories(${WITH_ZEROMQ}/lib)
@@ -97,7 +97,7 @@ endif ()
 
 # Kafka, dynamic or static
 if (WITH_RDKAFKA)
-    include_directories(${WITH_RDKAFKA}/include)
+    include_directories(SYSTEM ${WITH_RDKAFKA}/include)
     add_compile_definitions(LINK_LIBRARY_RDKAFKA)
 
     if (WITH_STATIC)
@@ -115,7 +115,7 @@ endif ()
 
 # Prometheus, only dynamic
 if (WITH_PROMETHEUS)
-    include_directories(${WITH_PROMETHEUS}/include)
+    include_directories(SYSTEM ${WITH_PROMETHEUS}/include)
     link_directories(${WITH_PROMETHEUS}/lib)
     add_compile_definitions(LINK_LIBRARY_PROMETHEUS)
 endif ()

documentation/experimental-features/experimental-features.adoc

@@ -1,7 +1,7 @@
 = Experimental Features
 :author: Adam Leszczyński <[email protected]>
-:revnumber: 1.8.1
-:revdate: 2024-12-25
+:revnumber: 1.8.2
+:revdate: 2024-12-27
 :imagesdir: ./images
 :url-github: https://github.com/bersler/OpenLogReplicator
 :toc: preamble

documentation/installation/installation.adoc

@@ -1,7 +1,7 @@
 = Installation Guide
 :author: Adam Leszczyński <[email protected]>
-:revnumber: 1.8.1
-:revdate: 2024-12-25
+:revnumber: 1.8.2
+:revdate: 2024-12-27
 :imagesdir: ./images
 :toc: preamble
 

documentation/introduction/introduction.adoc

@@ -1,7 +1,7 @@
 = Introduction to OpenLogReplicator
 :author: Adam Leszczyński <[email protected]>
-:revnumber: 1.8.1
-:revdate: 2024-12-25
+:revnumber: 1.8.2
+:revdate: 2024-12-27
 :imagesdir: ./images
 :url-github: https://github.com/bersler/OpenLogReplicator
 :url-db-engines: https://db-engines.com/en/ranking_trend

documentation/log-messages/log-messages.adoc

@@ -1,7 +1,7 @@
 = Log Messages Guide
 :author: Adam Leszczyński <[email protected]>
-:revnumber: 1.8.1
-:revdate: 2024-12-25
+:revnumber: 1.8.2
+:revdate: 2024-12-27
 :imagesdir: ./images
 :toc: preamble
 

documentation/metrics/metrics.adoc

@@ -1,7 +1,7 @@
 = Metrics
 :author: Adam Leszczyński <[email protected]>
-:revnumber: 1.8.1
-:revdate: 2024-12-25
+:revnumber: 1.8.2
+:revdate: 2024-12-27
 :imagesdir: ./images
 :toc: preamble
 

documentation/reference-manual/reference-manual.adoc

@@ -1,7 +1,7 @@
 = Reference Manual
 :author: Adam Leszczyński <[email protected]>
-:revnumber: 1.8.1
-:revdate: 2024-12-25
+:revnumber: 1.8.2
+:revdate: 2024-12-27
 :imagesdir: ./images
 :icons: font
 :toc: preamble

documentation/release-notes/release-notes.adoc

@@ -1,7 +1,7 @@
 = Release Notes
 :author: Adam Leszczyński <[email protected]>
-:revnumber: 1.8.1
-:revdate: 2024-12-25
+:revnumber: 1.8.2
+:revdate: 2024-12-27
 :imagesdir: ./images
 :url-github: https://github.com/bersler/OpenLogReplicator
 :url-db-engines: https://db-engines.com/en/ranking_trend
@@ -16,6 +16,9 @@ This document describes the release notes of OpenLogReplicator.
 
 == Major Release 1.x
 
+=== Version 1.8.2
+- fix: IOT tables not properly skipped
+
 === Version 1.8.1
 - fix: archived redo logs are not fully processed
 

documentation/troubleshooting/troubleshooting.adoc

@@ -1,7 +1,7 @@
 = Troubleshooting Guide
 :author: Adam Leszczyński <[email protected]>
-:revnumber: 1.8.1
-:revdate: 2024-12-25
+:revnumber: 1.8.2
+:revdate: 2024-12-27
 :imagesdir: ./images
 :toc: preamble
 

documentation/user-manual/user-manual.adoc

@@ -1,7 +1,7 @@
 = User Manual
 :author: Adam Leszczyński <[email protected]>
-:revnumber: 1.8.1
-:revdate: 2024-12-25
+:revnumber: 1.8.2
+:revdate: 2024-12-27
 :imagesdir: ./images
 :url-github-docker: https://github.com/bersler/OpenLogReplicator-Docker
 :url-github-tutorials: https://github.com/bersler/OpenLogReplicator-tutorials

scripts/OpenLogReplicator-example-batch.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.8.1",
+  "version": "1.8.2",
   "source": [
     {
       "alias": "S1",

scripts/OpenLogReplicator-example-discard.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.8.1",
+  "version": "1.8.2",
   "source": [
     {
       "alias": "S1",

scripts/OpenLogReplicator-example-file.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.8.1",
+  "version": "1.8.2",
   "source": [
     {
       "alias": "S1",

scripts/OpenLogReplicator-example-full.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.8.1",
+  "version": "1.8.2",
   "dump-redo-log": 0,
   "dump-raw-data": 0,
   "dump-path": "/opt/dump",

scripts/OpenLogReplicator-example-network.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.8.1",
+  "version": "1.8.2",
   "source": [
     {
       "alias": "S1",

scripts/OpenLogReplicator-example-offline.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.8.1",
+  "version": "1.8.2",
   "source": [
     {
       "alias": "S1",

scripts/OpenLogReplicator-example-zeromq.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.8.1",
+  "version": "1.8.2",
   "source": [
     {
       "alias": "S1",

scripts/OpenLogReplicator-example.json

@@ -1,5 +1,5 @@
 {
-  "version": "1.8.1",
+  "version": "1.8.2",
   "source": [
     {
       "alias": "S1",

src/CMakeLists.txt

@@ -71,31 +71,6 @@ list(APPEND ListBuilder
         builder/SystemTransaction.cpp)
 
 list(APPEND ListParser
-        parser/OpCode.cpp
-        parser/OpCode0501.cpp
-        parser/OpCode0502.cpp
-        parser/OpCode0504.cpp
-        parser/OpCode0506.cpp
-        parser/OpCode050B.cpp
-        parser/OpCode0513.cpp
-        parser/OpCode0514.cpp
-        parser/OpCode0A02.cpp
-        parser/OpCode0A08.cpp
-        parser/OpCode0A12.cpp
-        parser/OpCode0B02.cpp
-        parser/OpCode0B03.cpp
-        parser/OpCode0B04.cpp
-        parser/OpCode0B05.cpp
-        parser/OpCode0B06.cpp
-        parser/OpCode0B08.cpp
-        parser/OpCode0B0B.cpp
-        parser/OpCode0B0C.cpp
-        parser/OpCode0B10.cpp
-        parser/OpCode0B16.cpp
-        parser/OpCode1301.cpp
-        parser/OpCode1801.cpp
-        parser/OpCode1A02.cpp
-        parser/OpCode1A06.cpp
         parser/Parser.cpp
         parser/Transaction.cpp
         parser/TransactionBuffer.cpp)

src/OpenLogReplicator.cpp

@@ -137,7 +137,7 @@ namespace OpenLogReplicator {
             ctx->logTrace(Ctx::TRACE::THREADS, "main (" + ss.str() + ") start");
         }
 
-        struct stat configFileStat;
+        struct stat configFileStat{};
         fid = open(configFileName.c_str(), O_RDONLY);
         if (fid == -1)
             throw RuntimeException(10001, "file: " + configFileName + " - open for read returned: " + strerror(errno));

src/StreamClient.cpp

@@ -36,7 +36,7 @@ along with OpenLogReplicator; see the file LICENSE;  If not see
 #endif /* LINK_LIBRARY_ZEROMQ */
 
 enum {
-MAX_CLIENT_MESSAGE_SIZE = (2*1024*1024*1024UL - 1)
+MAX_CLIENT_MESSAGE_SIZE = ((2*1024*1024*1024UL) - 1)
 };
 
 static void send(OpenLogReplicator::pb::RedoRequest& request, OpenLogReplicator::Stream* stream, OpenLogReplicator::Ctx* ctx __attribute__((unused))) {

src/builder/Builder.cpp

@@ -2356,7 +2356,7 @@ namespace OpenLogReplicator {
         BuilderQueue* builderQueue;
         {
             t->contextSet(Thread::CONTEXT::MUTEX, Thread::REASON::BUILDER_RELEASE);
-            std::unique_lock<std::mutex> lck(mtx);
+            std::unique_lock<std::mutex> const lck(mtx);
             builderQueue = firstBuilderQueue;
             while (firstBuilderQueue->id < maxId) {
                 firstBuilderQueue = firstBuilderQueue->next;
@@ -2440,7 +2440,7 @@ namespace OpenLogReplicator {
     }
 
     void Builder::wakeUp() {
-        std::unique_lock<std::mutex> lck(mtx);
+        std::unique_lock<std::mutex> const lck(mtx);
         condNoWriterWork.notify_all();
     }
 }

src/builder/Builder.h

@@ -87,11 +87,11 @@ namespace OpenLogReplicator {
         }
 
         void setFlag(OUTPUT_BUFFER flag) {
-            flags = static_cast<OUTPUT_BUFFER>(static_cast<OUTPUT_BUFFER>(static_cast<uint>(flags) | static_cast<uint>(flag)));
+            flags = static_cast<OUTPUT_BUFFER>(static_cast<uint>(flags) | static_cast<uint>(flag));
         }
 
         void unsetFlag(OUTPUT_BUFFER flag) {
-            flags = static_cast<OUTPUT_BUFFER>(static_cast<OUTPUT_BUFFER>(static_cast<uint>(flags) & ~static_cast<uint>(flag)));
+            flags = static_cast<OUTPUT_BUFFER>(static_cast<uint>(flags) & ~static_cast<uint>(flag));
         }
     };
 
@@ -196,7 +196,7 @@ namespace OpenLogReplicator {
 
             {
                 ctx->parserThread->contextSet(Thread::CONTEXT::MUTEX, Thread::REASON::BUILDER_ROTATE);
-                std::unique_lock<std::mutex> lck(mtx);
+                std::unique_lock<std::mutex> const lck(mtx);
                 lastBuilderQueue->next = nextBuffer;
                 ++buffersAllocated;
                 lastBuilderQueue = nextBuffer;
@@ -1255,7 +1255,7 @@ namespace OpenLogReplicator {
         void flush() {
             {
                 ctx->parserThread->contextSet(Thread::CONTEXT::MUTEX, Thread::REASON::BUILDER_COMMIT);
-                std::unique_lock<std::mutex> lck(mtx);
+                std::unique_lock<std::mutex> const lck(mtx);
                 condNoWriterWork.notify_all();
             }
             ctx->parserThread->contextSet(Thread::CONTEXT::TRAN, Thread::REASON::TRAN);