Fix 'Plugin API version mismatch error' found during cta-taped version upgrade

Problem

As mentioned in https://gitlab.cern.ch/cta/operations/-/work_items/1719, when upgrading from cta 5.11.8.0-1 to 5.11.9.0-1 every single tape server stopped with the following ERROR: "create failed: Plugin API version mismatch: API_VERSION = 5.11.8.0-1, PLUGIN_NAME = ctacatalogueocci, PLUGIN_API_VERSION = 5.11.9.0-1".

Some of the logs:

{"epoch_time":1748873583.068509268,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"In DriveHandler::shutdown(): simply killing the process.","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","tapeDrive":"IBMLIB4-TS1160-F14C4R3"}
{"epoch_time":1748873583.074163131,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"In DriveHandler::kill(): sub process completed","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","tapeDrive":"IBMLIB4-TS1160-F14C4R3","SubProcessId":3040643,"WIFEXITED":false,"WIFSIGNALED":true}
{"epoch_time":1748873583.074260397,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Tape session finished","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","tapeDrive":"IBMLIB4-TS1160-F14C4R3","SubProcessId":3040643,"WIFEXITED":false,"WIFSIGNALED":true,"Error_sessionKilled":1,"killSignal":9,"status":"failure"}
{"epoch_time":1748873583.082162498,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"WARN","pid":1356638,"tid":1356638,"message":"In MaintenanceHandler::~MaintenanceHandler(): killed leftover subprocess","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","subprocessPid":2369640}
{"epoch_time":1748873583.082275936,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"ERROR","pid":1356638,"tid":1356638,"message":"Aborting cta-taped on uncaught exception. Stack trace follows.","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","exceptionMessage":"create failed: Plugin API version mismatch: API_VERSION = 5.11.8.0-1, PLUGIN_NAME = ctacatalogueocci, PLUGIN_API_VERSION = 5.11.9.0-1"}
{"epoch_time":1748873583.082414465,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Stack trace","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","traceFrameNumber":0,"traceFrame":"/lib64/libctacommon.so.0(cta::exception::Backtrace::Backtrace(bool)+0x6b) [0x7fed7eda9c49]"}
{"epoch_time":1748873583.082481905,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Stack trace","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","traceFrameNumber":1,"traceFrame":"/lib64/libctacommon.so.0(cta::exception::Exception::Exception(std::basic_string_view<char, std::char_traits<char> >, bool)+0x91) [0x7fed7edaad11]"}
{"epoch_time":1748873583.082540311,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Stack trace","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","traceFrameNumber":2,"traceFrame":"/lib64/libctacatalogue.so.0(cta::catalogue::CatalogueFactoryFactory::create(cta::log::Logger&, cta::rdbms::Login const&, unsigned long, unsigned long, unsigned int)+0xe2e) [0x7fed8525f358]"}
{"epoch_time":1748873583.082613636,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Stack trace","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","traceFrameNumber":3,"traceFrame":"/usr/bin/cta-taped() [0x4b7c12]"}
{"epoch_time":1748873583.082705372,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Stack trace","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","traceFrameNumber":4,"traceFrame":"/usr/bin/cta-taped() [0x4b5a39]"}
{"epoch_time":1748873583.082761172,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Stack trace","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","traceFrameNumber":5,"traceFrame":"/usr/bin/cta-taped() [0x4ed77a]"}
{"epoch_time":1748873583.082805314,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Stack trace","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","traceFrameNumber":6,"traceFrame":"/usr/bin/cta-taped() [0x4ed2bf]"}
{"epoch_time":1748873583.082847076,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Stack trace","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","traceFrameNumber":7,"traceFrame":"/usr/bin/cta-taped() [0x4a69a0]"}
{"epoch_time":1748873583.082888365,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Stack trace","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","traceFrameNumber":8,"traceFrame":"/usr/bin/cta-taped() [0x4a66e0]"}
{"epoch_time":1748873583.082931142,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Stack trace","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","traceFrameNumber":9,"traceFrame":"/usr/bin/cta-taped() [0x4a61a1]"}
{"epoch_time":1748873583.083008642,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Stack trace","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","traceFrameNumber":10,"traceFrame":"/usr/bin/cta-taped() [0x490f05]"}
{"epoch_time":1748873583.083059829,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Stack trace","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","traceFrameNumber":11,"traceFrame":"/usr/bin/cta-taped() [0x491ab8]"}
{"epoch_time":1748873583.083106828,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Stack trace","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","traceFrameNumber":12,"traceFrame":"/lib64/libc.so.6(+0x295d0) [0x7fed7dc295d0]"}
{"epoch_time":1748873583.083154024,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Stack trace","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","traceFrameNumber":13,"traceFrame":"/lib64/libc.so.6(__libc_start_main+0x80) [0x7fed7dc29680]"}
{"epoch_time":1748873583.083202125,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":1356638,"tid":1356638,"message":"Stack trace","drive_name":"IBMLIB4-TS1160-F14C4R3","instance":"ctaproduction","sched_backend":"cephUser","traceFrameNumber":14,"traceFrame":"/usr/bin/cta-taped() [0x490975]"}

This happened when cta-taped 5.11.8.0 was stopping, before it restarted with the new executables and shared libraries:

{"epoch_time":1748873583.444150389,"local_time":"2025-06-02T16:13:03+0200","hostname":"tpsrv002","program":"cta-taped","log_level":"INFO","pid":3042967,"tid":3042967,"message":"Starting cta-taped","version":"5.11.9.0-1","foreground":false,"logToStdout":false,"logToFile":true,"logFilePath":"/var/log/cta/cta-taped-IBMLIB4-TS1160-F14C4R3.log","logFormat":"json","configFileLocation":"/etc/cta/cta-taped-IBMLIB4-TS1160-F14C4R3.conf","helpRequested":false}