Scrapper for paralell load data to mysql/mariadb (similar for ETL), prepare data for reports
Project for start in docker stack for accumulate data from SMD service to reception DB auto rotate logging (log.txt), null dependencies + multistage docker image <15 mb
go build
DSN="user:password@tcp(10.59.0.75:3306)/modx_reception" ./goreceptionloader
source ./.env && export DSN && ./goreceptionloader
docker build -t melnikov-ea/goreceptionloader:v0.1.0 .
docker run --env-file .env melnikov-ea/goreceptionloader
docker run -it --entrypoint /bin/ash --env-file .env melnikov-ea/goreceptionloader --name goreceptionloader
[
{
"requestId": "392",
"number": "А26-05-84857211-СО1",
"dt_modified": "2020-08-07 12:30:01.995389",
"departmentId": "f1ae1eef-16ea-44cb-b77f-6b978ee4075d",
"departmentName": "Администрация города Перми",
"format": "Other",
"formatName": "Другое",
"isDirect": false,
"createDate": "2020-08-03",
"name": "Зайцева К.А.",
"address": "Российская Федерация, Пермский край, г. Пермь",
"email": "[email protected]",
"receiveDate": "2020-08-07 12:30:01.995389",
"dispatchDate": null,
"uploadDate": null,
"exceptionMessage": null,
"questions": [
{
"code": "0005.0005.0055.1122",
"status": "NotRegistered",
"questionStatusName": "Не зарегистрировано",
"incomingDate": "2020-08-04"
}
]
}
]
goreceptionloader
remember
tttest25 | GitHub/tttest25 | no Twitter/@ |
---|