commit 554ec1c0f0444d649f7e94c4ebe67e61d74a0f8f · pyrox.dev/nixpkgs

+1

nixos/tests/all-tests.nix

···

       805
       805
        
         postgresql-jit = handleTest ./postgresql-jit.nix {};

     

       806
       806
        
         postgresql-wal-receiver = handleTest ./postgresql-wal-receiver.nix {};

     

       807
       807
        
         postgresql-tls-client-cert = handleTest ./postgresql-tls-client-cert.nix {};

     

       808
       808
       +
         postgresql-wal2json = handleTest ./postgresql-wal2json.nix {};

     

       808
       809
        
         powerdns = handleTest ./powerdns.nix {};

     

       809
       810
        
         powerdns-admin = handleTest ./powerdns-admin.nix {};

     

       810
       811
        
         power-profiles-daemon = handleTest ./power-profiles-daemon.nix {};

+60

nixos/tests/postgresql-wal2json.nix

···

       1
       1
       +
       {

     

       2
       2
       +
         system ? builtins.currentSystem,

     

       3
       3
       +
         config ? { },

     

       4
       4
       +
         pkgs ? import ../.. { inherit system config; },

     

       5
       5
       +
         postgresql ? null,

     

       6
       6
       +
       }:

     

       7
       7
       +
       

     

       8
       8
       +
       let

     

       9
       9
       +
         makeTest = import ./make-test-python.nix;

     

       10
       10
       +
         # Makes a test for a PostgreSQL package, given by name and looked up from `pkgs`.

     

       11
       11
       +
         makeTestAttribute = name: {

     

       12
       12
       +
           inherit name;

     

       13
       13
       +
           value = makePostgresqlWal2jsonTest pkgs."${name}";

     

       14
       14
       +
         };

     

       15
       15
       +
       

     

       16
       16
       +
         makePostgresqlWal2jsonTest =

     

       17
       17
       +
           postgresqlPackage:

     

       18
       18
       +
           makeTest {

     

       19
       19
       +
             name = "postgresql-wal2json-${postgresqlPackage.name}";

     

       20
       20
       +
             meta.maintainers = with pkgs.lib.maintainers; [ euank ];

     

       21
       21
       +
       

     

       22
       22
       +
             nodes.machine = {

     

       23
       23
       +
               services.postgresql = {

     

       24
       24
       +
                 package = postgresqlPackage;

     

       25
       25
       +
                 enable = true;

     

       26
       26
       +
                 extraPlugins = with postgresqlPackage.pkgs; [ wal2json ];

     

       27
       27
       +
                 settings = {

     

       28
       28
       +
                   wal_level = "logical";

     

       29
       29
       +
                   max_replication_slots = "10";

     

       30
       30
       +
                   max_wal_senders = "10";

     

       31
       31
       +
                 };

     

       32
       32
       +
               };

     

       33
       33
       +
             };

     

       34
       34
       +
       

     

       35
       35
       +
             testScript = ''

     

       36
       36
       +
               machine.wait_for_unit("postgresql")

     

       37
       37
       +
               machine.succeed(

     

       38
       38
       +
                   "sudo -u postgres psql -qAt -f ${./postgresql/wal2json/example2.sql} postgres > /tmp/example2.out"

     

       39
       39
       +
               )

     

       40
       40
       +
               machine.succeed(

     

       41
       41
       +
                   "diff ${./postgresql/wal2json/example2.out} /tmp/example2.out"

     

       42
       42
       +
               )

     

       43
       43
       +
               machine.succeed(

     

       44
       44
       +
                   "sudo -u postgres psql -qAt -f ${./postgresql/wal2json/example3.sql} postgres > /tmp/example3.out"

     

       45
       45
       +
               )

     

       46
       46
       +
               machine.succeed(

     

       47
       47
       +
                   "diff ${./postgresql/wal2json/example3.out} /tmp/example3.out"

     

       48
       48
       +
               )

     

       49
       49
       +
             '';

     

       50
       50
       +
           };

     

       51
       51
       +
       

     

       52
       52
       +
       in

     

       53
       53
       +
       # By default, create one test per postgresql version

     

       54
       54
       +
       if postgresql == null then

     

       55
       55
       +
         builtins.listToAttrs (

     

       56
       56
       +
           map makeTestAttribute (builtins.attrNames (import ../../pkgs/servers/sql/postgresql pkgs))

     

       57
       57
       +
         )

     

       58
       58
       +
       # but if postgresql is set, we're being made as a passthru test for a specific postgres + wal2json version, just run one

     

       59
       59
       +
       else

     

       60
       60
       +
         makePostgresqlWal2jsonTest postgresql

+27

nixos/tests/postgresql/wal2json/LICENSE

···

       1
       1
       +
       Copyright (c) 2013-2024, Euler Taveira de Oliveira

     

       2
       2
       +
       All rights reserved.

     

       3
       3
       +
       

     

       4
       4
       +
       Redistribution and use in source and binary forms, with or without modification,

     

       5
       5
       +
       are permitted provided that the following conditions are met:

     

       6
       6
       +
       

     

       7
       7
       +
       * Redistributions of source code must retain the above copyright notice, this

     

       8
       8
       +
         list of conditions and the following disclaimer.

     

       9
       9
       +
       

     

       10
       10
       +
       * Redistributions in binary form must reproduce the above copyright notice, this

     

       11
       11
       +
         list of conditions and the following disclaimer in the documentation and/or

     

       12
       12
       +
         other materials provided with the distribution.

     

       13
       13
       +
       

     

       14
       14
       +
       * Neither the name of the Euler Taveira de Oliveira nor the names of its

     

       15
       15
       +
         contributors may be used to endorse or promote products derived from

     

       16
       16
       +
         this software without specific prior written permission.

     

       17
       17
       +
       

     

       18
       18
       +
       THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND

     

       19
       19
       +
       ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED

     

       20
       20
       +
       WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE

     

       21
       21
       +
       DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR

     

       22
       22
       +
       ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES

     

       23
       23
       +
       (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;

     

       24
       24
       +
       LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON

     

       25
       25
       +
       ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT

     

       26
       26
       +
       (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS

     

       27
       27
       +
       SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

+11

nixos/tests/postgresql/wal2json/README.md

···

       1
       1
       +
       Data in this folder taken from the wal2json README's examples [here](https://github.com/eulerto/wal2json/tree/75629c2e1e81a12350cc9d63782fc53252185d8d#sql-functions)

     

       2
       2
       +
       

     

       3
       3
       +
       They are used under the terms of the BSD-3 License, a copy of which is included

     

       4
       4
       +
       in this directory.

     

       5
       5
       +
       

     

       6
       6
       +
       These files have been lightly modified in order to make their output more reproducible.

     

       7
       7
       +
       

     

       8
       8
       +
       Changes:

     

       9
       9
       +
       - `\o /dev/null` has been added before commands that print LSNs since LSNs aren't reproducible

     

       10
       10
       +
       - `now()` has been replaced with a hardcoded timestamp string for reproducibility

     

       11
       11
       +
       - The test is run with `--quiet`, and the expected output has been trimmed accordingly

+74

nixos/tests/postgresql/wal2json/example2.out

···

       1
       1
       +
       init

     

       2
       2
       +
       {

     

       3
       3
       +
       	"change": [

     

       4
       4
       +
       		{

     

       5
       5
       +
       			"kind": "message",

     

       6
       6
       +
       			"transactional": false,

     

       7
       7
       +
       			"prefix": "wal2json",

     

       8
       8
       +
       			"content": "this non-transactional message will be delivered even if you rollback the transaction"

     

       9
       9
       +
       		}

     

       10
       10
       +
       	]

     

       11
       11
       +
       }

     

       12
       12
       +
       {

     

       13
       13
       +
       	"change": [

     

       14
       14
       +
       		{

     

       15
       15
       +
       			"kind": "insert",

     

       16
       16
       +
       			"schema": "public",

     

       17
       17
       +
       			"table": "table2_with_pk",

     

       18
       18
       +
       			"columnnames": ["a", "b", "c"],

     

       19
       19
       +
       			"columntypes": ["integer", "character varying(30)", "timestamp without time zone"],

     

       20
       20
       +
       			"columnvalues": [1, "Backup and Restore", "2018-03-27 12:05:29.914496"]

     

       21
       21
       +
       		}

     

       22
       22
       +
       		,{

     

       23
       23
       +
       			"kind": "insert",

     

       24
       24
       +
       			"schema": "public",

     

       25
       25
       +
       			"table": "table2_with_pk",

     

       26
       26
       +
       			"columnnames": ["a", "b", "c"],

     

       27
       27
       +
       			"columntypes": ["integer", "character varying(30)", "timestamp without time zone"],

     

       28
       28
       +
       			"columnvalues": [2, "Tuning", "2018-03-27 12:05:29.914496"]

     

       29
       29
       +
       		}

     

       30
       30
       +
       		,{

     

       31
       31
       +
       			"kind": "insert",

     

       32
       32
       +
       			"schema": "public",

     

       33
       33
       +
       			"table": "table2_with_pk",

     

       34
       34
       +
       			"columnnames": ["a", "b", "c"],

     

       35
       35
       +
       			"columntypes": ["integer", "character varying(30)", "timestamp without time zone"],

     

       36
       36
       +
       			"columnvalues": [3, "Replication", "2018-03-27 12:05:29.914496"]

     

       37
       37
       +
       		}

     

       38
       38
       +
       		,{

     

       39
       39
       +
       			"kind": "message",

     

       40
       40
       +
       			"transactional": true,

     

       41
       41
       +
       			"prefix": "wal2json",

     

       42
       42
       +
       			"content": "this message will be delivered"

     

       43
       43
       +
       		}

     

       44
       44
       +
       		,{

     

       45
       45
       +
       			"kind": "delete",

     

       46
       46
       +
       			"schema": "public",

     

       47
       47
       +
       			"table": "table2_with_pk",

     

       48
       48
       +
       			"oldkeys": {

     

       49
       49
       +
       				"keynames": ["a", "c"],

     

       50
       50
       +
       				"keytypes": ["integer", "timestamp without time zone"],

     

       51
       51
       +
       				"keyvalues": [1, "2018-03-27 12:05:29.914496"]

     

       52
       52
       +
       			}

     

       53
       53
       +
       		}

     

       54
       54
       +
       		,{

     

       55
       55
       +
       			"kind": "delete",

     

       56
       56
       +
       			"schema": "public",

     

       57
       57
       +
       			"table": "table2_with_pk",

     

       58
       58
       +
       			"oldkeys": {

     

       59
       59
       +
       				"keynames": ["a", "c"],

     

       60
       60
       +
       				"keytypes": ["integer", "timestamp without time zone"],

     

       61
       61
       +
       				"keyvalues": [2, "2018-03-27 12:05:29.914496"]

     

       62
       62
       +
       			}

     

       63
       63
       +
       		}

     

       64
       64
       +
       		,{

     

       65
       65
       +
       			"kind": "insert",

     

       66
       66
       +
       			"schema": "public",

     

       67
       67
       +
       			"table": "table2_without_pk",

     

       68
       68
       +
       			"columnnames": ["a", "b", "c"],

     

       69
       69
       +
       			"columntypes": ["integer", "numeric(5,2)", "text"],

     

       70
       70
       +
       			"columnvalues": [1, 2.34, "Tapir"]

     

       71
       71
       +
       		}

     

       72
       72
       +
       	]

     

       73
       73
       +
       }

     

       74
       74
       +
       stop

+31

nixos/tests/postgresql/wal2json/example2.sql

···

       1
       1
       +
       CREATE TABLE table2_with_pk (a SERIAL, b VARCHAR(30), c TIMESTAMP NOT NULL, PRIMARY KEY(a, c));

     

       2
       2
       +
       CREATE TABLE table2_without_pk (a SERIAL, b NUMERIC(5,2), c TEXT);

     

       3
       3
       +
       

     

       4
       4
       +
       SELECT 'init' FROM pg_create_logical_replication_slot('test_slot', 'wal2json');

     

       5
       5
       +
       

     

       6
       6
       +
       BEGIN;

     

       7
       7
       +
       INSERT INTO table2_with_pk (b, c) VALUES('Backup and Restore', '2018-03-27 12:05:29.914496');

     

       8
       8
       +
       INSERT INTO table2_with_pk (b, c) VALUES('Tuning', '2018-03-27 12:05:29.914496');

     

       9
       9
       +
       INSERT INTO table2_with_pk (b, c) VALUES('Replication', '2018-03-27 12:05:29.914496');

     

       10
       10
       +
       

     

       11
       11
       +
       -- Avoid printing wal LSNs since they're not reproducible, so harder to assert on

     

       12
       12
       +
       \o /dev/null

     

       13
       13
       +
       SELECT pg_logical_emit_message(true, 'wal2json', 'this message will be delivered');

     

       14
       14
       +
       SELECT pg_logical_emit_message(true, 'pgoutput', 'this message will be filtered');

     

       15
       15
       +
       \o

     

       16
       16
       +
       

     

       17
       17
       +
       DELETE FROM table2_with_pk WHERE a < 3;

     

       18
       18
       +
       \o /dev/null

     

       19
       19
       +
       SELECT pg_logical_emit_message(false, 'wal2json', 'this non-transactional message will be delivered even if you rollback the transaction');

     

       20
       20
       +
       \o

     

       21
       21
       +
       

     

       22
       22
       +
       INSERT INTO table2_without_pk (b, c) VALUES(2.34, 'Tapir');

     

       23
       23
       +
       -- it is not added to stream because there isn't a pk or a replica identity

     

       24
       24
       +
       UPDATE table2_without_pk SET c = 'Anta' WHERE c = 'Tapir';

     

       25
       25
       +
       COMMIT;

     

       26
       26
       +
       

     

       27
       27
       +
       SELECT data FROM pg_logical_slot_get_changes('test_slot', NULL, NULL, 'pretty-print', '1', 'add-msg-prefixes', 'wal2json');

     

       28
       28
       +
       SELECT 'stop' FROM pg_drop_replication_slot('test_slot');

     

       29
       29
       +
       

     

       30
       30
       +
       DROP TABLE table2_with_pk;

     

       31
       31
       +
       DROP TABLE table2_without_pk;

+12

nixos/tests/postgresql/wal2json/example3.out

···

       1
       1
       +
       init

     

       2
       2
       +
       {"action":"M","transactional":false,"prefix":"wal2json","content":"this non-transactional message will be delivered even if you rollback the transaction"}

     

       3
       3
       +
       {"action":"B"}

     

       4
       4
       +
       {"action":"I","schema":"public","table":"table3_with_pk","columns":[{"name":"a","type":"integer","value":1},{"name":"b","type":"character varying(30)","value":"Backup and Restore"},{"name":"c","type":"timestamp without time zone","value":"2019-12-29 04:58:34.806671"}]}

     

       5
       5
       +
       {"action":"I","schema":"public","table":"table3_with_pk","columns":[{"name":"a","type":"integer","value":2},{"name":"b","type":"character varying(30)","value":"Tuning"},{"name":"c","type":"timestamp without time zone","value":"2019-12-29 04:58:34.806671"}]}

     

       6
       6
       +
       {"action":"I","schema":"public","table":"table3_with_pk","columns":[{"name":"a","type":"integer","value":3},{"name":"b","type":"character varying(30)","value":"Replication"},{"name":"c","type":"timestamp without time zone","value":"2019-12-29 04:58:34.806671"}]}

     

       7
       7
       +
       {"action":"M","transactional":true,"prefix":"wal2json","content":"this message will be delivered"}

     

       8
       8
       +
       {"action":"D","schema":"public","table":"table3_with_pk","identity":[{"name":"a","type":"integer","value":1},{"name":"c","type":"timestamp without time zone","value":"2019-12-29 04:58:34.806671"}]}

     

       9
       9
       +
       {"action":"D","schema":"public","table":"table3_with_pk","identity":[{"name":"a","type":"integer","value":2},{"name":"c","type":"timestamp without time zone","value":"2019-12-29 04:58:34.806671"}]}

     

       10
       10
       +
       {"action":"I","schema":"public","table":"table3_without_pk","columns":[{"name":"a","type":"integer","value":1},{"name":"b","type":"numeric(5,2)","value":2.34},{"name":"c","type":"text","value":"Tapir"}]}

     

       11
       11
       +
       {"action":"C"}

     

       12
       12
       +
       stop

+26

nixos/tests/postgresql/wal2json/example3.sql

···

       1
       1
       +
       CREATE TABLE table3_with_pk (a SERIAL, b VARCHAR(30), c TIMESTAMP NOT NULL, PRIMARY KEY(a, c));

     

       2
       2
       +
       CREATE TABLE table3_without_pk (a SERIAL, b NUMERIC(5,2), c TEXT);

     

       3
       3
       +
       

     

       4
       4
       +
       SELECT 'init' FROM pg_create_logical_replication_slot('test_slot', 'wal2json');

     

       5
       5
       +
       

     

       6
       6
       +
       BEGIN;

     

       7
       7
       +
       INSERT INTO table3_with_pk (b, c) VALUES('Backup and Restore', '2019-12-29 04:58:34.806671');

     

       8
       8
       +
       INSERT INTO table3_with_pk (b, c) VALUES('Tuning', '2019-12-29 04:58:34.806671');

     

       9
       9
       +
       INSERT INTO table3_with_pk (b, c) VALUES('Replication', '2019-12-29 04:58:34.806671');

     

       10
       10
       +
       \o /dev/null

     

       11
       11
       +
       SELECT pg_logical_emit_message(true, 'wal2json', 'this message will be delivered');

     

       12
       12
       +
       SELECT pg_logical_emit_message(true, 'pgoutput', 'this message will be filtered');

     

       13
       13
       +
       DELETE FROM table3_with_pk WHERE a < 3;

     

       14
       14
       +
       SELECT pg_logical_emit_message(false, 'wal2json', 'this non-transactional message will be delivered even if you rollback the transaction');

     

       15
       15
       +
       \o

     

       16
       16
       +
       

     

       17
       17
       +
       INSERT INTO table3_without_pk (b, c) VALUES(2.34, 'Tapir');

     

       18
       18
       +
       -- it is not added to stream because there isn't a pk or a replica identity

     

       19
       19
       +
       UPDATE table3_without_pk SET c = 'Anta' WHERE c = 'Tapir';

     

       20
       20
       +
       COMMIT;

     

       21
       21
       +
       

     

       22
       22
       +
       SELECT data FROM pg_logical_slot_get_changes('test_slot', NULL, NULL, 'format-version', '2', 'add-msg-prefixes', 'wal2json');

     

       23
       23
       +
       SELECT 'stop' FROM pg_drop_replication_slot('test_slot');

     

       24
       24
       +
       

     

       25
       25
       +
       DROP TABLE table3_with_pk;

     

       26
       26
       +
       DROP TABLE table3_without_pk;

+6 -1

pkgs/servers/sql/postgresql/ext/wal2json.nix

···

       1
       1
       -
       { lib, stdenv, fetchFromGitHub, postgresql }:

     

       1
       1
       +
       { lib, callPackage, stdenv, fetchFromGitHub, postgresql }:

     

       2
       2
        
       

     

       3
       3
        
       stdenv.mkDerivation rec {

     

       4
       4
        
         pname = "wal2json";

     
···

       19
       19
        
           install -D -t $out/lib *${postgresql.dlSuffix}

     

       20
       20
        
           install -D -t $out/share/postgresql/extension sql/*.sql

     

       21
       21
        
         '';

     

       22
       22
       +
       

     

       23
       23
       +
         passthru.tests.wal2json = lib.recurseIntoAttrs (callPackage ../../../../../nixos/tests/postgresql-wal2json.nix {

     

       24
       24
       +
           inherit (stdenv) system;

     

       25
       25
       +
           inherit postgresql;

     

       26
       26
       +
         });

     

       22
       27
        
       

     

       23
       28
        
         meta = with lib; {

     

       24
       29
        
           description = "PostgreSQL JSON output plugin for changeset extraction";