Versions Compared

Key

  • This line was added.
  • This line was removed.
  • Formatting was changed.

Lamaxu supports a framework to allow you to perform filtering, and transformation, on collected data for output to a log file.

The outputted data can then be consumed by your enterprise monitoring and log aggregation solutions such as SPLUNK or Elastic, as required.

The framework is extremely powerful and can be customized to output collected information multiple ways. The default configuration available out of the box is sufficient for most use cases however you may configure it as required with the assistance of QueueMetrix support.

Info
Any fields you identify in the logs, or response data, can be excluded. Just include the field-name exactly as it appears in the logs or REST interface, as another value in the DataProcessorConfig.xml file.
Info
Example Configuration Files are located in theĀ ./config/meta directory

Include and Exclude Datatypes and Categories

Code Block
languagexml
titleSample.DataProcessorConfig.ConfigureAttributes.xml
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
	xmlns:context="http://www.springframework.org/schema/context"
	xmlns:util="http://www.springframework.org/schema/util"
	xsi:schemaLocation="http://www.springframework.org/schema/beans 
						http://www.springframework.org/schema/beans/spring-beans-3.0.xsd
						http://www.springframework.org/schema/context
   					    http://www.springframework.org/schema/context/spring-context-3.0.xsd">
   					    
   	<bean id="dataProcessor" class="com.qm.lamaxu.processing.ConfigurableLoggingDataProcessor">
	
		<property name="dataLoggingFormat"><value>JSON</value></property>
		<property name="generateTestError"><value>false</value></property>
		
		<!-- The list of data types or categories to include -->
		
		<property name="inclusions">
		<set>
			<value>CHANNEL</value>
			<value>CHANNEL_STATUS</value>
			<value>QUEUE</value>
			<value>SUBSCRIPTION_STATUS</value>
			<value>STATISTICS</value>
			<value>ACCOUNTING</value>
		</set>
		
		</property>
		<property name="configurations">
			<set>
				<!--  Only include some QUEUE data type attributes  -->
				<bean id="queueAttributeConfig" class="com.qm.lamaxu.domain.AttributeConfiguration">
						<constructor-arg><value>QUEUE</value></constructor-arg> 
						<!--  The set of attributes to include. -->
				 		<constructor-arg>
							<set>
							<value>GET</value>
							<value>PUT</value>
							<value>MQIA_CURRENT_Q_DEPTH</value>
							</set>
						</constructor-arg>
						<constructor-arg><value>INCLUDE</value></constructor-arg>
					</bean>  
					
				<!--  For all DATA, exclude some attributes.  -->
					
					<bean id="queueHandleAttributeConfig" class="com.qm.lamaxu.domain.AttributeConfiguration">
						<constructor-arg><value>ALL</value></constructor-arg>  
						<!--  The set of attributes to exclude. -->
						<constructor-arg>
							<set>
							<value>MQBACF_Q_MGR_UOW_ID</value>
							<value>MQBACF_EXTERNAL_UOW_ID</value>
							<value>MQBACF_CONNECTION_ID</value>
							</set>
						</constructor-arg>
						<constructor-arg><value>EXCLUDE</value></constructor-arg>
					</bean>
			</set>
		</property>
		
	</bean>
	
</beans>

Default Property Exclusion List

...

Code Block
languagexml
<property name="configurations">
	<set>					
		<!--  For all DATA, exclude some attributes.  -->
		<bean class="com.qm.lamaxu.domain.AttributeConfiguration">
		<property name="dataDescription"><value>ALL<>
            <value>ALL</value></property>
			<!-- The set of attributes to exclude. -->
			<!-- The pre-set values below can be removed if required and -->
            <!-- have been filtered to reduce the SPLUNK license costs when indexing -->
			<property name="attributes">
				<set>
					<value>UOWIDENTIFIER</value>
					<value>ACTCONN</value>
					<value>MAXSHCNV</value>
					<value>CHSTATI</value>
					<value>COMPRATE</value>
					<value>SSLCERTI</value>
					<value>RVERSION</value>
					<value>STATUS_TYPE</value>
					<value>EXITTIME</value>
					<value>SSLKEYDA</value>
					<value>MCAUSER</value>
					<value>CHSTADA</value>
					<value>MONCHL</value>
					<value>SSLPEER</value>
					<value>HBINT</value>
					<value>CURSHCNV</value>
					<value>SUBSTATE</value>
					<value>JOBNAME</value>
					<value>SSLKEYTI</value> <!--SSL_KEY_RESET_TIME -->
					<value>LOCLADDR</value>
					<value>SECPROT</value>
					<value>MEDIALOG</value>
					<value>INSTPATH</value>
					<value>CURRENT_LOG_EXTENT_NAME</value>
					<value>RESTART_LOG_EXTENT_NAME</value>
					<value>MQIAMO_MONITOR_KB/MQIACF_PROCESS_ID</value>
					<value>CONTROL</value>
					<value>SUBTYPE</value>
					<value>SUBUSER</value>
					<value>RESMTIME</value>
				</set>
			</property>
			<property name="attributeConfigurationMode">
                <value>EXCLUDE</value>
            </property>
		</bean>
    </set>
</property>