Stream Collector v1.1u2

Thanks for fixing the ability to use the username field when using certificates authentication in the remote executor in v1.1u2 of the Stream-Collector. but now I have a new problem since this new version.

I am getting the dreaded out of heap error.

The text parsing works for the first poll but then after some more polls I receive the error.

I tried increasing the heap but considering I am now parsing only 15 characters of text I don't think it is a sizing issue. Even if I make it 16G it eventually runs out.

I was using the remote-command executor but for isolation I changed to local command with the same issue. I think it must be something wrong with my configuration or my understanding of the documentation / translation problem.

I have looked at other stream collector configuration such as XIO, VNX and tried some stuff that is working in there but to no avail.

I am having a terrible time with support on this one so anybody that cares please feel free to cast an eye.

 
 
 
 
 

  
  
 
   
 
    
INFO
 
    
 -- [2015-07-14 16:41:54 AEST] -- Collecting$CollectingJobHook::preparingJob(): Launching collecting configuration iq-scripts for context iq-scripts
 
   
 
   
 
    
INFO
 
    
 -- [2015-07-14 16:41:54 AEST] -- StreamLogger$LoggingStreamGoiqler::run(): (1436856114377) /opt/iqc/iq-echo.sh: 
 
   
 
   
 
    
SEVERE
 
    
 -- [2015-07-14 16:41:54 AEST] -- AbstractStreamHandlerJob::prepareNextStep(): Error executing handler Hooking TextReader containing the releaser DataReleaser for ID iq-scripts-text-reader
 
   
 
  
 
 
java.lang.OutOfMemoryError: Java heap space

 
 
 
 
 

  
  
 
   
 
    
 
    
at java.io.BufferedReader.fill(BufferedReader.java:149)
 
   
 
   
 
    
 
    
at java.io.BufferedReader.read(BufferedReader.java:182)
 
   
 
   
 
    
 
    
at com.watch4net.apg.ubertext.parsing.stream.BufferedReaderStream.nextChar(BufferedReaderStream.java:77)
 
   
 
   
 
    
 
    
at com.watch4net.apg.ubertext.parsing.stream.BufferedReaderStream.getText(BufferedReaderStream.java:102)
 
   
 
   
 
    
 
    
at com.watch4net.apg.ubertext.parsing.stream.AbstractTextStream.cloneStream(AbstractTextStream.java:24)
 
   
 
   
 
    
 
    
at com.watch4net.apg.ubertext.parsing.utils.hook.HookHandler.handleExecution(HookHandler.java:116)
 
   
 
   
 
    
 
    
at com.watch4net.apg.ubertext.parsing.concurrent.AbstractStreamHandlerJob.prepareNextStep(AbstractStreamHandlerJob.java:171)
 
   
 
   
 
    
 
    
at com.watch4net.apg.ubertext.parsing.concurrent.SimpleStreamHandlerJob.step(SimpleStreamHandlerJob.java:41)
 
   
 
   
 
    
 
    
at com.watch4net.apg.concurrent.executor.AbstractJobExecutor$SequentialJob.step(AbstractJobExecutor.java:419)
 
   
 
   
 
    
 
    
at com.watch4net.apg.concurrent.executor.AbstractJobExecutor.executeJobRunner(AbstractJobExecutor.java:122)
 
   
 
   
 
    
 
    
at com.watch4net.apg.concurrent.executor.AbstractJobExecutor.access$500(AbstractJobExecutor.java:22)
 
   
 
   
 
    
 
    
at com.watch4net.apg.concurrent.executor.AbstractJobExecutor$JobRunnerImpl.run(AbstractJobExecutor.java:274)
 
   
 
   
 
    
 
    
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
 
   
 
   
 
    
 
    
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
 
   
 
   
 
    
 
    
at java.lang.Thread.run(Thread.java:745)
 
   
 
   
 
    
INFO
 
    
 -- [2015-07-14 16:41:54 AEST] -- Collecting$CollectingJobHook::completingJob(): Completed collecting configuration iq-scripts for context iq-scripts in 289 msec
 
   
 
  
 
 

scripts-stream-collecting-configuration.xml

  

   
    http://www.watch4net.com/Text-Collector-Configuration
    " xmlns:xsi="
    http://www.w3.org/2001/XMLSchema-instance
    "
   
        xsi:schemaLocation="http://www.watch4net.com/Text-Collector-Configuration ./textCollectorConfiguration.xsd ">

        scripts-stream-collector
        
  
   group
  
        
  
   UTF-8
  
        
  
   1h
  
        
  
   1
  

        
  
                
  
   conf/scripts-context.xml
  

                
  
   conf/scripts-parsing.xml
  
                
  
                        
  
                        
  
                                
  
   %
  

                                
  

                        
                        
  

                        
  
   Host
  
                        
  
   test
  
                
        

iq-scripts-context

  

   
    http://www.watch4net.com/Text-Collector-Configuration
    " xmlns:xsi="
    http://www.w3.org/2001/XMLSchema-instance
    "
   
        xsi:schemaLocation="http://www.watch4net.com/Text-Collector-Configuration ./contextDefinition.xsd ">


        
  
                
  
   notused
  
        

scripts-parsing.xml

  

   
    http://www.watch4net.com/Text-Parsing-Configuration
    " xmlns:xi="
    http://www.w3.org/2001/XInclude
    " xmlns:xsi="
    http://www.w3.org/2001/XMLSchema-instance
    " xsi:schemaLocation="
   
http://www.watch4net.com/Text-Parsing-Configuration ../textParsingConfiguration.xsd ">
        
  
   10s
  
        
  
        
  
                
  
                /opt/iqc/iq-echo.sh
                
  
                
              
  
                        
  
                                
  
   .*#
  
                                
  


                                
  
                                
  


                                        
  
   iqHOST
  
                                        
  
   iqTEST
  
                                        
  
   iqDEST
  
                                        
  
   iqSTATUS
  
                                        
  
   iqVAR
  
                                        
  
   iqMESG
  
                                
                                
  
                        
        

/opt/iqc/iq-echo.sh

echo "#emc_iqc;green"