INSERT complex types into a PostgreSQL table.

[forbeslindesay]

INSERT complex types into a PostgreSQL table.

[dbauszus-glx]

Here is the full code with @database/pg

const connect = require('@databases/pg');

const sql = require('@databases/sql');

const db = connect(process.env.pg_connection);

db.query(sql`

SELECT
    city_name,
    st_x(geom_p_4326) as lng,
    st_y(geom_p_4326) as lat
FROM dev.world_cities limit 10;

`)
.then(
  results => processResults(results),
  err => console.error(err)
);

function processResults(results) {

    results.forEach(async row => {
        const response = await require('node-fetch')(`https://www.jack-wolfskin.co.uk/on/demandware.store/Sites-JackWolfskin_UK-Site/en_GB/Store-FindStores?lat=${row.lat}&lng=${row.lng}`);
        const json = await response.json();

        if (!json.stores.length) return;

        json.stores.forEach(store => processStore(store));
    });
}

function processStore(store){

    db.query(sql`
        
    INSERT INTO dev.jack_wolfskin (id, city, store, lat, lng, geom)
    VALUES (
        ${parseInt(store.id)},
        '${store.city}',
        '${JSON.stringify(store)}',
        ${parseFloat(store.lat)},
        ${parseFloat(store.lng)},
        ${'ST_SetSRID(ST_Point(' + parseFloat(store.lng) + ',' + parseFloat(store.lat) + '),4326)'}
    )
    
    `)
    .then(
        results => console.log(results),
        err => console.error(err)
    );
}

This fails on the insert statement with all kinds of errors.

And here is the same script using the pg module.

const db = new require('pg').Pool({
    connectionString: process.env.pg_connection,
    statement_timeout: 10000
  });


db.query(`

SELECT
    city_name,
    st_x(geom_p_4326) as lng,
    st_y(geom_p_4326) as lat
FROM dev.world_cities limit 10;

`)
.then(
  results => processResults(results),
  err => console.error(err)
);

function processResults(results) {

    results.rows.forEach(async row => {
        const response = await require('node-fetch')(`https://www.jack-wolfskin.co.uk/on/demandware.store/Sites-JackWolfskin_UK-Site/en_GB/Store-FindStores?lat=${row.lat}&lng=${row.lng}`);
        const json = await response.json();

        if (!json.stores.length) return;

        json.stores.forEach(store => processStore(store));
    });
}



function processStore(store){

    db.query(`
        
    INSERT INTO dev.jack_wolfskin (id, city, store, lat, lng, geom)
    VALUES (
        ${parseInt(store.id)},
        '${store.city}',
        '${JSON.stringify(store)}',
        ${parseFloat(store.lat)},
        ${parseFloat(store.lng)},
        ${'ST_SetSRID(ST_Point(' + parseFloat(store.lng) + ',' + parseFloat(store.lat) + '),4326)'}
    )
    
    `)
    .then(
        results => console.log(results),
        err => console.error(err)
    );
}

This works A-OK.

[ForbesLindesay]

I think you want something like:

    db.query(sql`
        
    INSERT INTO dev.jack_wolfskin (id, city, store, lat, lng, geom)
    VALUES (
        ${parseInt(store.id)},
        ${store.city},
        ${store},
        ${parseFloat(store.lat)},
        ${parseFloat(store.lng)},
        ST_SetSRID(ST_Point(${parseFloat(store.lng)}, ${parseFloat(store.lat)}), 4326)'
    )
    
    `)

There are three problems with your original code:

1. you're wrapping your strings in quotes, which you would need to do if they were being added directly to the SQL string, but they're not. They are being put into the SQL as values, so you can just trust to the fact that they are strings.
2. you've set the type of store to json, but what you're actually storing is a string (i.e. the result of calling JSON.stringify. I think, if I remember correctly, this will result in postgres double JSON stringifying the value. Just pass the actual value and trust to pg to handle it.
3. The value isn't the string ST_SetSRID(... the values are the three numbers. The rest is SQL syntax, so it needs to be in template literal land, not JavaScript string land.

I hope this helps.

[dbauszus-glx]

Thanks Forbes that works perfectly fine.