rsyslog / rsyslog Goto Github PK

Note:

export PKG_CONFIG_PATH=/lib64/pkgconfig/

sudo yum install git valgrind autoconf automake flex bison python-docutils python-sphinx json-c-devel libuuid-devel libgcrypt-devel zlib-devel openssl-devel libcurl-devel gnutls-devel mysql-devel postgresql-devel libdbi-dbd-mysql libdbi-devel net-snmp-devel

apt-get update && apt-get install -y software-properties-common
add-apt-repository -y ppa:adiscon/v8-stable

apt-get update && apt-get install -y build-essential pkg-config libestr-dev libfastjson-dev zlib1g-dev uuid-dev libgcrypt20-dev libhiredis-dev uuid-dev libgcrypt11-dev liblogging-stdlog-dev flex bison

libdbi-dev libmysqlclient-dev postgresql-client libpq-dev libnet-dev librdkafka-dev libgrok-dev libgrok1 libgrok-dev libpcre3-dev libtokyocabinet-dev libglib2.0-dev libmongo-client-dev

sudo apt-get install libksi0 libksi-devel

sudo apt install build-essential pkg-config libestr-dev libfastjson-dev zlib1g-dev uuid-dev libgcrypt20-dev libcurl4-gnutls-dev zlib1g-dev liblogging-stdlog-dev flex bison

libdbi-dev libmysqlclient-dev postgresql-client libpq-dev libnet-dev librdkafka-dev libgrok-dev libgrok1 libgrok-dev libpcre3-dev libtokyocabinet-dev libglib2.0-dev libmongo-client-dev

sudo zypper install gcc make autoconf automake libtool libcurl-devel flex bison valgrind python-docutils libjson-devel uuid-devel libgcrypt-devel libgnutls-devel libmysqlclient-devel libdbi-devel libnet-devel postgresql-devel net-snmp-devellibuuid-devel libdbi-drivers-dbd-mysql

sudo zypper install gvim mutt

zypper install gcc make autoconf libtool flex bison

libcurl-devel valgrind python-docutils uuid-devel libgcrypt-devel libgnutls-devel libmysqlclient-devel libdbi-devel postgresql-devel net-snmp-devel libdbi-drivers-dbd-mysql json-c zlib-dev libdbi

7d509d5
*.*      action(type="omprog"
                binary="/path/to/binary --param1 lala --param2 dada"
                template="hadoopTemplate"
                runAsUser="hdfs")

make[2]: Entering directory `/home/michael/git/rsyslog/tools'
make[2]: *** No rule to make target `rsgtutil.1', needed by `distdir'.  Stop.
make[2]: Leaving directory `/home/michael/git/rsyslog/tools'
make[1]: *** [distdir] Error 1
make[1]: Leaving directory `/home/michael/git/rsyslog'
make: *** [dist] Error 2

mmjsonparse.c: In function 'processJSON':
mmjsonparse.c:149:14: error: 'json_tokener_errors' undeclared (first use in this function)
     errMsg = json_tokener_errors[err];
              ^
mmjsonparse.c:149:14: note: each undeclared identifier is reported only once for each function it appears in
In file included from mmjsonparse.c:42:0:
mmjsonparse.c: In function 'newActInst':
../../runtime/module-template.h:326:16: warning: unused parameter 'lst' [-Wunused-parameter]
  struct nvlst *lst, void **ppModData, omodStringRequest_t **ppOMSR)\
                ^
mmjsonparse.c:211:1: note: in expansion of macro 'BEGINnewActInst'
 BEGINnewActInst
 ^
Makefile:499: recipe for target 'mmjsonparse_la-mmjsonparse.lo' failed
make[2]: *** [mmjsonparse_la-mmjsonparse.lo] Error 1

# imdiag support (so far we do not need a library, but we need to turn this on and off)
# note that we enable this be default, because an important point is to make
# it available to users who do not know much about how to handle things. It
# would complicate things if we first needed to tell them how to enable imdiag.
# rgerhards, 2008-07-25

autoreconf: running: automake --add-missing --copy --force-missing
Makefile.am:55: warning: '%'-style pattern rules are a GNU make extension
plugins/omelasticsearch/Makefile.am:4: warning: source file 'cJSON/cjson.c' is in a subdirectory,
plugins/omelasticsearch/Makefile.am:4: but option 'subdir-objects' is disabled
automake: warning: possible forward-incompatibility.
automake: At least a source file is in a subdirectory, but the 'subdir-objects'
automake: automake option hasn't been enabled.  For now, the corresponding output
automake: object file(s) will be placed in the top-level directory.  However,
automake: this behaviour will change in future Automake versions: they will
automake: unconditionally cause object files to be placed in the same subdirectory
automake: of the corresponding sources.
automake: You are advised to start using 'subdir-objects' option throughout your
automake: project, to avoid future incompatibilities.
runtime/Makefile.am:7: warning: source file '../action.c' is in a subdirectory,
runtime/Makefile.am:7: but option 'subdir-objects' is disabled
runtime/Makefile.am:7: warning: source file '../threads.c' is in a subdirectory,
runtime/Makefile.am:7: but option 'subdir-objects' is disabled
runtime/Makefile.am:7: warning: source file '../parse.c' is in a subdirectory,
runtime/Makefile.am:7: but option 'subdir-objects' is disabled
runtime/Makefile.am:7: warning: source file '../outchannel.c' is in a subdirectory,
runtime/Makefile.am:7: but option 'subdir-objects' is disabled
runtime/Makefile.am:7: warning: source file '../template.c' is in a subdirectory,
runtime/Makefile.am:7: but option 'subdir-objects' is disabled
autoreconf: Leaving directory `.'

module(load="imuxsock")
module(load="omelasticsearch")
template(name="plain-syslog"
         type="list") {
           constant(value="{")
             constant(value="\"@timestamp\":\"")      property(name="timereported" dateFormat="rfc3339")
             constant(value="\",\"message\":\"")    property(name="msg" format="json")
             constant(value="\"}")
         }
*.* action(type="omelasticsearch"
           template="plain-syslog"
           #queue.type="FixedArray"
           #queue.type="LinkedList"
           queue.type="Direct"
           queue.size="100000"
)

Message from UNIX socket: #3 
imuxsock: no ratelimiter for pid 7740, creating one
main Q: qqueueAdd: entry added, size now log 1, phys 1 entries
main Q: EnqueueMsg advised worker start
--------imuxsock calling select, active file descriptors (max 3): 3  
wti 0x7f1cd1c615c0: worker awoke from idle processing
DeleteProcessedBatch: we deleted 0 objects and enqueued 0 objects
doDeleteBatch: delete batch from store, new sizes: log 1, phys 1
processBATCH: batch of 1 elements must be processed 
processBATCH: next msg 0: <13>Jan 16 15:22:50 vagrant: test
    ACTION 0 [omelasticsearch:action(type="omelasticsearch" ...)]
executing action 0
Called action, logging to omelasticsearch
action 1 queue: qqueueAdd: entry added, size now log 1, phys 1 entries
action 1 queue: EnqueueMsg advised worker start
END batch execution phase, entering to commit phase
processBATCH: batch of 1 elements has been processed
regular consumer finished, iret=0, szlog 0 sz phys 1
DeleteProcessedBatch: we deleted 1 objects and enqueued 0 objects
doDeleteBatch: delete batch from store, new sizes: log 0, phys 0
regular consumer finished, iret=4, szlog 0 sz phys 0
main Q:Reg/w0: worker IDLE, waiting for work.
wti 0x7f1cd1c61520: worker awoke from idle processing
DeleteProcessedBatch: we deleted 0 objects and enqueued 0 objects
doDeleteBatch: delete batch from store, new sizes: log 1, phys 1
DDDD: adding param  1 for action 0 
action 0 is transactional - executing in commit phase
regular consumer finished, iret=-2121, szlog 0 sz phys 1
DeleteProcessedBatch: we deleted 1 objects and enqueued 0 objects
doDeleteBatch: delete batch from store, new sizes: log 0, phys 0
regular consumer finished, iret=4, szlog 0 sz phys 0
action 1 queue:Reg/w0: worker IDLE, waiting for work.

buildhost:~/rsyslog/rsyslog-8.2.0$ gmake
gmake  all-recursive
gmake[1]: Entering directory `/data/pkgbuild/rsyslog/rsyslog-8.2.0'
Making all in compat
gmake[2]: Entering directory `/data/pkgbuild/rsyslog/rsyslog-8.2.0/compat'
gmake[2]: Nothing to be done for `all'.
gmake[2]: Leaving directory `/data/pkgbuild/rsyslog/rsyslog-8.2.0/compat'
Making all in runtime
gmake[2]: Entering directory `/data/pkgbuild/rsyslog/rsyslog-8.2.0/runtime'
gmake[2]: Nothing to be done for `all'.
gmake[2]: Leaving directory `/data/pkgbuild/rsyslog/rsyslog-8.2.0/runtime'
Making all in grammar
gmake[2]: Entering directory `/data/pkgbuild/rsyslog/rsyslog-8.2.0/grammar'
gmake  all-am
gmake[3]: Entering directory `/data/pkgbuild/rsyslog/rsyslog-8.2.0/grammar'
  CC       libgrammar_la-grammar.lo
In file included from rainerscript.h:5:0,
                 from grammar.y:34:
../runtime/typedefs.h:161:16: error: conflicting types for ‘off64_t’
/usr/include/stdio.h:143:22: note: previous declaration of ‘off64_t’ was here
gmake[3]: *** [libgrammar_la-grammar.lo] Error 1
gmake[3]: Leaving directory `/data/pkgbuild/rsyslog/rsyslog-8.2.0/grammar'
gmake[2]: *** [all] Error 2
gmake[2]: Leaving directory `/data/pkgbuild/rsyslog/rsyslog-8.2.0/grammar'
gmake[1]: *** [all-recursive] Error 1
gmake[1]: Leaving directory `/data/pkgbuild/rsyslog/rsyslog-8.2.0'
gmake: *** [all] Error 2
buildhost:~/rsyslog/rsyslog-8.2.0$

diff --git a/template.c b/template.c
index 9cefa05..3123e42 100644
--- a/template.c
+++ b/template.c
@@ -361,7 +361,7 @@ tplToJSON(struct template *pTpl, msg_t *pMsg, struct json_object **pjson, struct
                                                           pTpe->data.field.propName,  &propLen,
                                                           &bMustBeFreed, ttNow);
                                if(pTpe->data.field.options.bMandatory || propLen > 0) {
-                                       jsonf = json_object_new_string_len((char*)pVal, propLen);
+                                       jsonf = json_object_new_string_len((char*)pVal, propLen+1);
                                        json_object_object_add(json, (char*)pTpe->fieldName, jsonf);
                                }
                                if(bMustBeFreed) { /* json-c makes its own private copy! */

make[2]: *** No rule to make target 'rsyslogd.8', needed by 'all-am'.  Stop.

*.=debug;\
auth,authpriv.none;\
news.none;mail.none action(
    type="omfile"
    File="/var/log/debug"
)

rsyslogd: version 7.6.3, config validation run (level 999), master config /etc/rsyslog.conf
rsyslogd: error during parsing file /etc/rsyslog.conf, on or before line 13: invalid character '(' in object definition - is there an invalid escape sequence somewhere? [try http://www.rsyslog.com/e/2207 ]
rsyslogd: error during parsing file /etc/rsyslog.conf, on or before line 13: invalid character '1' in object definition - is there an invalid escape sequence somewhere? [try http://www.rsyslog.com/e/2207 ]
rsyslogd: error during parsing file /etc/rsyslog.conf, on or before line 13: invalid character '4' in object definition - is there an invalid escape sequence somewhere? [try http://www.rsyslog.com/e/2207 ]
rsyslogd: error during parsing file /etc/rsyslog.conf, on or before line 13: syntax error on token ')' [try http://www.rsyslog.com/e/2207 ]
rsyslogd: CONFIG ERROR: could not interpret master config file '/etc/rsyslog.conf'. [try http://www.rsyslog.com/e/2207 ]
rsyslogd: run failed with error -2207 (see rsyslog.h or try http://www.rsyslog.com/e/2207 to learn what that number means)

rsyslog-7.6.3/configure --prefix=/usr --build=x86_64-pc-linux-gnu --host=x86_64-pc-linux-gnu --mandir=/usr/share/man --infodir=/usr/share/info -
-datadir=/usr/share --sysconfdir=/etc --localstatedir=/var/lib --libdir=/usr/lib64 --disable-silent-rules --disable-dependency-tracking --docdir=/usr/share/doc/rsyslog-7.6.3 --enable-shared
--disable-static --disable-libdbi --disable-ommongodb --disable-mysql --disable-oracle --disable-pgsql --disable-klog --disable-omhiredis --disable-debug --disable-rtinst --disable-diagtools --disable-memc
heck --disable-valgrind --disable-libgcrypt --disable-gssapi-krb5 --disable-mmnormalize --disable-omudpspoof --disable-omrabbitmq --disable-relp --disable-rfc3195 --disable-mmrfc5424addhmac
--disable-snmp --disable-mmsnmptrapd --disable-gnutls --disable-imjournal --disable-omjournal --disable-usertools --disable-imzmq3 --disable-omzmq3 --disable-zlib --with-systemdsystemunitdir
=/usr/lib/systemd/system

[...]

****************************************************
rsyslog will be compiled with the following settings:

    Large file support enabled:               yes
    Networking support enabled:               yes
    Regular expressions support enabled:      yes
    Zlib compression support enabled:         no
    rsyslog runtime will be built:            yes
    rsyslogd will be built:                   yes
    GUI components will be built:             no
    have to generate man pages:               no
    Unlimited select() support enabled:       no
    uuid support enabled:                     yes
    Log file signing support:                 no
    Log file encryption support:              no
    anonymization support enabled:            no
    message counting support enabled:         no
    mmfields enabled:                         no

---{ input plugins }---
    Klog functionality enabled:               no
    /dev/kmsg functionality enabled:          no
    plain tcp input module enabled:           no
    threaded plain tcp input module enabled:  no
    imdiag enabled:                           no
    file input module enabled:                no
    Solaris input module enabled:             no
    periodic statistics module enabled:       no
    imzmq3 input module enabled:              no
    imjournal input module enabled:           no

---{ output plugins }---
    Mail support enabled:                     no
    omprog module will be compiled:           no
    omstdout module will be compiled:         no
    omjournal module will be compiled:        no
    omhdfs module will be compiled:           no
    omelasticsearch module will be compiled:  no
    omruleset module will be compiled:        no
    omudpspoof module will be compiled:       no
    omuxsock module will be compiled:         no
    omzmq3 module will be compiled:           no
    omrabbitmq module will be compiled:       no

---{ parser modules }---
    pmrfc3164sd module will be compiled:      no
    pmlastmsg module will be compiled:        no
    pmcisconames module will be compiled:     no
    pmaixforwardedfrom module w.be compiled:  no
    pmsnare module will be compiled:          no

---{ message modification modules }---
    mmnormalize module will be compiled:      no
    mmjsonparse module will be compiled:      no
    mmjaduit module will be compiled:         no
    mmsnmptrapd module will be compiled:      no
    mmutf8fix enabled:                        no
    mmrfc5424addhmac enabled:                 no
    mmpstrucdata enabled:                     no
    mmsequence enabled:                       no

---{ strgen modules }---
    sm_cust_bindcdr module will be compiled:  no

---{ database support }---
    MySql support enabled:                    no
    libdbi support enabled:                   no
    PostgreSQL support enabled:               no
    mongodb support enabled:                  no
    hiredis support enabled:                  no
    Oracle (OCI) support enabled:             no

---{ protocol support }---
    GnuTLS network stream driver enabled:     no
    GSSAPI Kerberos 5 support enabled:        no
    RELP support enabled:                     no
    SNMP support enabled:                     no

---{ debugging support }---
    Testbench enabled:                        yes
    Extended Testbench enabled:               no
    MySQL Tests enabled:                      no
    Debug mode enabled:                       no
    Runtime Instrumentation enabled:          no
    (total) debugless mode enabled:           no
    Diagnostic tools enabled:                 no
    End-User tools enabled:                   no
    Enhanced memory checking enabled:         no
    Valgrind support settings enabled:        no

[...]

rsyslogd-omfwd.o: In function `doZipFinish':
rsyslog-7.6.3/tools/omfwd.c:564: undefined reference to `deflate'
rsyslog-7.6.3/tools/omfwd.c:573: undefined reference to `deflateEnd'
rsyslogd-omfwd.o: In function `TCPSendBufCompressed':
rsyslog-7.6.3/tools/omfwd.c:519: undefined reference to `deflate'
rsyslog-7.6.3/tools/omfwd.c:499: undefined reference to `deflateInit_'
collect2: error: ld returned 1 exit status
Makefile:666: recipe for target 'rsyslogd' failed
make[2]: *** [rsyslogd] Error 1
make[2]: Leaving directory 'rsyslog-7.6.3/work/rsyslog-7.6.3/tools'
Makefile:921: recipe for target 'all-recursive' failed
make[1]: *** [all-recursive] Error 1
make[1]: Leaving directory 'rsyslog-7.6.3'
Makefile:674: recipe for target 'all' failed
make: *** [all] Error 2

$AbortOnUncleanConfig on

module(load="imuxsock")

module(
  load="builtin:omfile"
  Template="RSYSLOG_TraditionalFileFormat"
  FileCreateMode="0644"
  DirCreateMode="0755"
)

*.* action(
  type="omfile"
  File="/var/log/test.log"
  FileOwner="root"
  FileGroup="adm"
  anError="true"
)

error during parsing file /etc/rsyslog.conf, on or before line 18: parameter 'anError' not known -- typo in config file? [try http://www.rsyslog.com/e/2207 ]


rsyslog / rsyslog Goto Github PK

rsyslog's Introduction

Rsyslog - what is it?

Mailing List

Installing rsyslog

Project-Provided Packages

Building from Source

Build Environment

CentOS 6 / RHEL

Ubuntu

Debian

openSUSE 13

SUSE LINUX Enterprise Server 11

Reporting Bugs

How to Contribute

Documentation

Project Philosophy

Project Funding

rsyslog's People

Contributors

Stargazers

Watchers

Forkers

rsyslog's Issues

Recommend Projects

Recommend Topics

Recommend Org