[org.reflections.Reflections] Reflections took 698 ms to scan 1 urls, producing 132 keys and 468 values" /opt/logstash/vendor/bundle/jruby/3.1.0/gems/amazing_print-1.6.0/lib/amazing_print/formatter.rb:37: warning: previous definition of cast was here [org.logstash.ackedqueue.QueueUpgrade] No PQ version file found, upgrading to PQ v2. [logstash.javapipeline] Pipeline `opensearch` is configured with `pipeline.ecs_compatibility: disabled` setting. All plugins in this pipeline will default to `ecs_compatibility => disabled` unless explicitly configured otherwise. [logstash.outputs.opensearch] New OpenSearch output {:class=>'LogStash::Outputs::OpenSearch', :hosts=>['//eric-data-search-engine-tls:9200']} WARNING: An illegal reflective access operation has occurred WARNING: Illegal reflective access by org.jruby.javasupport.binding.ConstantField (file:/opt/logstash/vendor/jruby/lib/jruby.jar) to field sun.security.x509.X509CertImpl.SIG WARNING: Please consider reporting this to the maintainers of org.jruby.javasupport.binding.ConstantField WARNING: Use --illegal-access=warn to enable warnings of further illegal reflective access operations WARNING: All illegal access operations will be denied in a future release [logstash.outputs.opensearch] OpenSearch pool URLs updated {:changes=>{:removed=>[], :added=>[https://eric-data-search-engine-tls:9200/]}} [logstash.outputs.opensearch] Restored connection to OpenSearch instance {:url=>'https://eric-data-search-engine-tls:9200/'} [logstash.outputs.opensearch] Cluster version determined (7.10.2) {:version=>7} [org.logstash.ackedqueue.QueueUpgrade] No PQ version file found, upgrading to PQ v2. [logstash.javapipeline] Pipeline `logstash` is configured with `pipeline.ecs_compatibility: disabled` setting. All plugins in this pipeline will default to `ecs_compatibility => disabled` unless explicitly configured otherwise. [logstash.agent] Failed to execute action {:action=>LogStash::PipelineAction::Create/pipeline_id:logstash, :exception=>'KeyError', :message=>'key not found', :backtrace=>['/opt/logstash/vendor/bundle/jruby/3.1.0/gems/concurrent-ruby-1.1.9/lib/concurrent-ruby/concurrent/map.rb:325:in `raise_fetch_no_key'', '/opt/logstash/vendor/bundle/jruby/3.1.0/gems/concurrent-ruby-1.1.9/lib/concurrent-ruby/concurrent/map.rb:186:in `fetch'', '/opt/logstash/vendor/bundle/jruby/3.1.0/gems/concurrent-ruby-1.1.9/lib/concurrent-ruby/concurrent/map.rb:202:in `fetch_or_store'', '/opt/logstash/logstash-core/lib/logstash/instrument/metric_store.rb:85:in `block in fetch_or_store'', '/opt/logstash/logstash-core/lib/logstash/instrument/metric_store.rb:83:in `block in fetch_or_store'', 'org/jruby/ext/thread/Mutex.java:171:in `synchronize'', '/opt/logstash/logstash-core/lib/logstash/instrument/metric_store.rb:80:in `fetch_or_store'', '/opt/logstash/logstash-core/lib/logstash/instrument/collector.rb:92:in `register?'', 'org/logstash/execution/AbstractPipelineExt.java:547:in `initialize_flow_metrics'', '/opt/logstash/logstash-core/lib/logstash/java_pipeline.rb:127:in `start'', '/opt/logstash/logstash-core/lib/logstash/pipeline_action/create.rb:51:in `block in execute'', '/opt/logstash/logstash-core/lib/logstash/pipelines_registry.rb:159:in `create_pipeline'', '/opt/logstash/logstash-core/lib/logstash/pipeline_action/create.rb:50:in `execute'', '/opt/logstash/logstash-core/lib/logstash/agent.rb:386:in `block in converge_state'']} [logstash.javapipeline] Starting pipeline {:pipeline_id=>'opensearch', 'pipeline.workers'=>2, 'pipeline.batch.size'=>2048, 'pipeline.batch.delay'=>50, 'pipeline.max_inflight'=>4096, 'pipeline.sources'=>['/opt/logstash/resource/searchengine.conf'], :thread=>'#'} [logstash.javapipeline] Pipeline Java execution initialization time {'seconds'=>3.29} [logstash.javapipeline] Pipeline started {'pipeline.id'=>'opensearch'} [org.logstash.execution.AbstractPipelineExt] Logstash failed to create queue. org.logstash.LockException: The queue failed to obtain exclusive access, cause: Lock held by this virtual machine on lock path: /opt/logstash/data/queue/logstash/.lock at org.logstash.ackedqueue.Queue.open(Queue.java:176) ~[logstash-core.jar:?] at org.logstash.ackedqueue.ext.JRubyAckedQueueExt.open(JRubyAckedQueueExt.java:127) ~[logstash-core.jar:?] at org.logstash.ackedqueue.ext.JRubyWrappedAckedQueueExt.initialize(JRubyWrappedAckedQueueExt.java:64) ~[logstash-core.jar:?] at org.logstash.ackedqueue.QueueFactoryExt.create(QueueFactoryExt.java:84) ~[logstash-core.jar:?] at org.logstash.execution.AbstractPipelineExt.openQueue(AbstractPipelineExt.java:257) [logstash-core.jar:?] at org.logstash.execution.AbstractPipelineExt$INVOKER$i$0$0$openQueue.call(AbstractPipelineExt$INVOKER$i$0$0$openQueue.gen) [jruby.jar:?] at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:456) [jruby.jar:?] at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:195) [jruby.jar:?] at org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:350) [jruby.jar:?] at org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:66) [jruby.jar:?] at org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:128) [jruby.jar:?] at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:115) [jruby.jar:?] at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:446) [jruby.jar:?] at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:92) [jruby.jar:?] at org.jruby.RubyClass$INVOKER$i$newInstance.call(RubyClass$INVOKER$i$newInstance.gen) [jruby.jar:?] at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:446) [jruby.jar:?] at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:92) [jruby.jar:?] at org.jruby.ir.instructions.CallBase.interpret(CallBase.java:548) [jruby.jar:?] at org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:367) [jruby.jar:?] at org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:66) [jruby.jar:?] at org.jruby.ir.interpreter.InterpreterEngine.interpret(InterpreterEngine.java:88) [jruby.jar:?] at org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:238) [jruby.jar:?] at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:225) [jruby.jar:?] at org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:228) [jruby.jar:?] at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:476) [jruby.jar:?] at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:293) [jruby.jar:?] at org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:328) [jruby.jar:?] at org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:66) [jruby.jar:?] at org.jruby.ir.interpreter.Interpreter.INTERPRET_BLOCK(Interpreter.java:116) [jruby.jar:?] at org.jruby.runtime.MixedModeIRBlockBody.commonYieldPath(MixedModeIRBlockBody.java:136) [jruby.jar:?] at org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:66) [jruby.jar:?] at org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:58) [jruby.jar:?] at org.jruby.runtime.Block.call(Block.java:144) [jruby.jar:?] at org.jruby.RubyProc.call(RubyProc.java:352) [jruby.jar:?] at org.jruby.internal.runtime.RubyRunnable.run(RubyRunnable.java:111) [jruby.jar:?] at java.lang.Thread.run(Thread.java:829) [?:?] [logstash.agent] Failed to execute action {:action=>LogStash::PipelineAction::Create/pipeline_id:logstash, :exception=>'Java::JavaLang::IllegalStateException', :message=>'org.logstash.LockException: The queue failed to obtain exclusive access, cause: Lock held by this virtual machine on lock path: /opt/logstash/data/queue/logstash/.lock', :backtrace=>['org.logstash.execution.AbstractPipelineExt.openQueue(AbstractPipelineExt.java:260)', 'org.logstash.execution.AbstractPipelineExt$INVOKER$i$0$0$openQueue.call(AbstractPipelineExt$INVOKER$i$0$0$openQueue.gen)', 'org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:456)', 'org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:195)', 'org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:350)', 'org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:66)', 'org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:128)', 'org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:115)', 'org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:446)', 'org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:92)', 'org.jruby.RubyClass.newInstance(RubyClass.java:931)', 'org.jruby.RubyClass$INVOKER$i$newInstance.call(RubyClass$INVOKER$i$newInstance.gen)', 'org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:446)', 'org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:92)', 'org.jruby.ir.instructions.CallBase.interpret(CallBase.java:548)', 'org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:367)', 'org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:66)', 'org.jruby.ir.interpreter.InterpreterEngine.interpret(InterpreterEngine.java:88)', 'org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:238)', 'org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:225)', 'org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:228)', 'org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:476)', 'org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:293)', 'org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:328)', 'org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:66)', 'org.jruby.ir.interpreter.Interpreter.INTERPRET_BLOCK(Interpreter.java:116)', 'org.jruby.runtime.MixedModeIRBlockBody.commonYieldPath(MixedModeIRBlockBody.java:136)', 'org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:66)', 'org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:58)', 'org.jruby.runtime.Block.call(Block.java:144)', 'org.jruby.RubyProc.call(RubyProc.java:352)', 'org.jruby.internal.runtime.RubyRunnable.run(RubyRunnable.java:111)', 'java.base/java.lang.Thread.run(Thread.java:829)']} [org.logstash.execution.AbstractPipelineExt] Logstash failed to create queue. org.logstash.LockException: The queue failed to obtain exclusive access, cause: Lock held by this virtual machine on lock path: /opt/logstash/data/queue/logstash/.lock at org.logstash.ackedqueue.Queue.open(Queue.java:176) ~[logstash-core.jar:?] at org.logstash.ackedqueue.ext.JRubyAckedQueueExt.open(JRubyAckedQueueExt.java:127) ~[logstash-core.jar:?] at org.logstash.ackedqueue.ext.JRubyWrappedAckedQueueExt.initialize(JRubyWrappedAckedQueueExt.java:64) ~[logstash-core.jar:?] at org.logstash.ackedqueue.QueueFactoryExt.create(QueueFactoryExt.java:84) ~[logstash-core.jar:?] at org.logstash.execution.AbstractPipelineExt.openQueue(AbstractPipelineExt.java:257) [logstash-core.jar:?] at org.logstash.execution.AbstractPipelineExt$INVOKER$i$0$0$openQueue.call(AbstractPipelineExt$INVOKER$i$0$0$openQueue.gen) [jruby.jar:?] at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:456) [jruby.jar:?] at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:195) [jruby.jar:?] at org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:350) [jruby.jar:?] at org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:66) [jruby.jar:?] at org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:128) [jruby.jar:?] at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:115) [jruby.jar:?] at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:90) [jruby.jar:?] at org.jruby.RubyClass.newInstance(RubyClass.java:931) [jruby.jar:?] at org.jruby.RubyClass$INVOKER$i$newInstance.call(RubyClass$INVOKER$i$newInstance.gen) [jruby.jar:?] at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:90) [jruby.jar:?] at org.jruby.ir.instructions.CallBase.interpret(CallBase.java:548) [jruby.jar:?] at org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:367) [jruby.jar:?] at org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:66) [jruby.jar:?] at org.jruby.ir.interpreter.InterpreterEngine.interpret(InterpreterEngine.java:88) [jruby.jar:?] at org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:238) [jruby.jar:?] at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:225) [jruby.jar:?] at org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:228) [jruby.jar:?] at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:291) [jruby.jar:?] at org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:328) [jruby.jar:?] at org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:66) [jruby.jar:?] at org.jruby.ir.interpreter.Interpreter.INTERPRET_BLOCK(Interpreter.java:116) [jruby.jar:?] at org.jruby.runtime.MixedModeIRBlockBody.commonYieldPath(MixedModeIRBlockBody.java:136) [jruby.jar:?] at org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:66) [jruby.jar:?] at org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:58) [jruby.jar:?] at org.jruby.runtime.Block.call(Block.java:144) [jruby.jar:?] at org.jruby.RubyProc.call(RubyProc.java:352) [jruby.jar:?] at org.jruby.internal.runtime.RubyRunnable.run(RubyRunnable.java:111) [jruby.jar:?] at java.lang.Thread.run(Thread.java:829) [?:?] [logstash.agent] Failed to execute action {:action=>LogStash::PipelineAction::Create/pipeline_id:logstash, :exception=>'Java::JavaLang::IllegalStateException', :message=>'org.logstash.LockException: The queue failed to obtain exclusive access, cause: Lock held by this virtual machine on lock path: /opt/logstash/data/queue/logstash/.lock', :backtrace=>['org.logstash.execution.AbstractPipelineExt.openQueue(AbstractPipelineExt.java:260)', 'org.logstash.execution.AbstractPipelineExt$INVOKER$i$0$0$openQueue.call(AbstractPipelineExt$INVOKER$i$0$0$openQueue.gen)', 'org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:456)', 'org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:195)', 'org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:350)', 'org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:66)', 'org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:128)', 'org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:115)', 'org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:90)', 'org.jruby.RubyClass.newInstance(RubyClass.java:931)', 'org.jruby.RubyClass$INVOKER$i$newInstance.call(RubyClass$INVOKER$i$newInstance.gen)', 'org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:90)', 'org.jruby.ir.instructions.CallBase.interpret(CallBase.java:548)', 'org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:367)', 'org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:66)', 'org.jruby.ir.interpreter.InterpreterEngine.interpret(InterpreterEngine.java:88)', 'org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:238)', 'org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:225)', 'org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:228)', 'org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:291)', 'org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:328)', 'org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:66)', 'org.jruby.ir.interpreter.Interpreter.INTERPRET_BLOCK(Interpreter.java:116)', 'org.jruby.runtime.MixedModeIRBlockBody.commonYieldPath(MixedModeIRBlockBody.java:136)', 'org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:66)', 'org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:58)', 'org.jruby.runtime.Block.call(Block.java:144)', 'org.jruby.RubyProc.call(RubyProc.java:352)', 'org.jruby.internal.runtime.RubyRunnable.run(RubyRunnable.java:111)', 'java.base/java.lang.Thread.run(Thread.java:829)']} [logstash.javapipeline] Pipeline terminated {'pipeline.id'=>'opensearch'} [logstash.pipelinesregistry] Removed pipeline from registry successfully {:pipeline_id=>:opensearch} [logstash.runner] Logstash shut down.