comparing 9d5b7fc0d3140c9bfbfb673be3529b712d4159e7 and main on dunkirk.sh/soapdump

+70

.github/workflows/release.yml

···

       1
       +
       name: Build and Release

     

       2
       +
       

     

       3
       +
       on:

     

       4
       +
         push:

     

       5
       +
           tags:

     

       6
       +
             - 'v*'

     

       7
       +
       

     

       8
       +
       jobs:

     

       9
       +
         build:

     

       10
       +
           name: Build on ${{ matrix.os }}

     

       11
       +
           runs-on: ${{ matrix.os }}

     

       12
       +
           permissions:

     

       13
       +
             contents: read

     

       14
       +
           strategy:

     

       15
       +
             fail-fast: false

     

       16
       +
             matrix:

     

       17
       +
               include:

     

       18
       +
                 - os: ubuntu-latest

     

       19
       +
                   platform: x86_64-linux

     

       20
       +
                 - os: macos-latest

     

       21
       +
                   platform: x86_64-darwin

     

       22
       +
                 - os: macos-latest

     

       23
       +
                   platform: aarch64-darwin

     

       24
       +
                   extra_args: --option system aarch64-darwin

     

       25
       +
       

     

       26
       +
           steps:

     

       27
       +
             - name: Checkout code

     

       28
       +
               uses: actions/checkout@v4

     

       29
       +
       

     

       30
       +
             - name: Install Nix

     

       31
       +
               uses: DeterminateSystems/determinate-nix-action@v3.11.2

     

       32
       +
       

     

       33
       +
             - name: Build binary

     

       34
       +
               run: |

     

       35
       +
                 if [[ "${{ matrix.platform }}" == *"-linux" ]]; then

     

       36
       +
                   # For Linux builds

     

       37
       +
                   nix build .#packages.${{ matrix.platform }}.default --option system ${{ matrix.platform }} -o result-${{ matrix.platform }}

     

       38
       +
                 else

     

       39
       +
                   # For macOS builds

     

       40
       +
                   nix build .#packages.${{ matrix.platform }}.default ${{ matrix.extra_args }} -o result-${{ matrix.platform }}

     

       41
       +
                 fi

     

       42
       +
                 mkdir -p dist

     

       43
       +
                 cp -r result-${{ matrix.platform }}/bin/* dist/

     

       44
       +
                 cd dist && tar -czf ../soapdump-${{ matrix.platform }}.tar.gz *

     

       45
       +
       

     

       46
       +
             - name: Upload artifact

     

       47
       +
               uses: actions/upload-artifact@v4

     

       48
       +
               with:

     

       49
       +
                 name: soapdump-${{ matrix.platform }}

     

       50
       +
                 path: soapdump-${{ matrix.platform }}.tar.gz

     

       51
       +
       

     

       52
       +
         release:

     

       53
       +
           name: Create Release

     

       54
       +
           needs: build

     

       55
       +
           runs-on: ubuntu-latest

     

       56
       +
           permissions:

     

       57
       +
             contents: write

     

       58
       +
           steps:

     

       59
       +
             - name: Download all artifacts

     

       60
       +
               uses: actions/download-artifact@v4

     

       61
       +
       

     

       62
       +
             - name: Create Release

     

       63
       +
               id: create_release

     

       64
       +
               uses: softprops/action-gh-release@v1

     

       65
       +
               with:

     

       66
       +
                 files: |

     

       67
       +
                   soapdump-x86_64-linux/soapdump-x86_64-linux.tar.gz

     

       68
       +
                   soapdump-x86_64-darwin/soapdump-x86_64-darwin.tar.gz

     

       69
       +
                   soapdump-aarch64-darwin/soapdump-aarch64-darwin.tar.gz

     

       70
       +
                 generate_release_notes: true

+17 -4

README.md

···

       2
        
       

     

       3
        
       A high-performance PayPal SOAP log parser written in C++.

     

       4
        
       

     

       0
        
       
     

       0
        
       
     

       5
        
       ## Usage

     

       6
        
       

     

       7
        
       ```bash

     
···

       52
        
       

     

       53
        
       ### Installation

     

       54
        
       

     

       55
       -
       Install directly from the flake:

     

       56
       -
       

     

       57
        
       ```bash

     

       58
        
       nix profile install github:taciturnaxolotl/soapdump

     

       59
        
       ```

     

       60
        
       

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       61
        
       Or run without installing:

     

       62
        
       

     

       63
        
       ```bash

     
···

       66
        
       

     

       67
        
       ## Output Format

     

       68
        
       

     

       69
       -
       Tab-separated values with the following fields:

     

       70
        
       

     

       71
        
       ```

     

       72
        
       TRANS_NUM|AMOUNT|CURRENCY|FIRSTNAME|LASTNAME|STREET|CITY|STATE|ZIP|CCTYPE|CCLAST4|EXPMONTH|EXPYEAR|CVV|TRANSID|STATUS|CORRID|PROC_AMOUNT

     
···

       78
        
       

     

       79
        
       <p align="center">

     

       80
        
       	<a href="https://github.com/taciturnaxolotl/soapdump/blob/main/LICENSE.md"><img src="https://img.shields.io/static/v1.svg?style=for-the-badge&label=License&message=MIT&logoColor=d9e0ee&colorA=363a4f&colorB=b7bdf8"/></a>

     

       81
       -
       </p>

···

       2
        
       

     

       3
        
       A high-performance PayPal SOAP log parser written in C++.

     

       4
        
       

     

       5
       +
       ![gif of the program in action](https://github.com/taciturnaxolotl/soapdump/blob/main/docs/vhs.gif)

     

       6
       +
       

     

       7
        
       ## Usage

     

       8
        
       

     

       9
        
       ```bash

     
···

       54
        
       

     

       55
        
       ### Installation

     

       56
        
       

     

       0
        
       
     

       0
        
       
     

       57
        
       ```bash

     

       58
        
       nix profile install github:taciturnaxolotl/soapdump

     

       59
        
       ```

     

       60
        
       

     

       61
       +
       or in the flake:

     

       62
       +
       

     

       63
       +
       ```nix

     

       64
       +
       {

     

       65
       +
         inputs.soapdump.url = "github:taciturnaxolotl/soapdump";

     

       66
       +
       

     

       67
       +
         outputs = { self, nixpkgs, soapdump, ... }: {

     

       68
       +
           # Access the package as:

     

       69
       +
           # soapdump.packages.${system}.default

     

       70
       +
         };

     

       71
       +
       }

     

       72
       +
       ```

     

       73
       +
       

     

       74
        
       Or run without installing:

     

       75
        
       

     

       76
        
       ```bash

     
···

       79
        
       

     

       80
        
       ## Output Format

     

       81
        
       

     

       82
       +
       Pipe-separated values with the following fields:

     

       83
        
       

     

       84
        
       ```

     

       85
        
       TRANS_NUM|AMOUNT|CURRENCY|FIRSTNAME|LASTNAME|STREET|CITY|STATE|ZIP|CCTYPE|CCLAST4|EXPMONTH|EXPYEAR|CVV|TRANSID|STATUS|CORRID|PROC_AMOUNT

     
···

       91
        
       

     

       92
        
       <p align="center">

     

       93
        
       	<a href="https://github.com/taciturnaxolotl/soapdump/blob/main/LICENSE.md"><img src="https://img.shields.io/static/v1.svg?style=for-the-badge&label=License&message=MIT&logoColor=d9e0ee&colorA=363a4f&colorB=b7bdf8"/></a>

     

       94
       +
       </p>

+28

cassette.tape

···

       1
       +
       Output docs/vhs.gif

     

       2
       +
       Set Shell zsh

     

       3
       +
       Sleep 1s

     

       4
       +
       Type "soapdump -h"

     

       5
       +
       Enter

     

       6
       +
       Sleep 1s

     

       7
       +
       Type "man soapdump"

     

       8
       +
       Enter

     

       9
       +
       Sleep 1s

     

       10
       +
       Enter

     

       11
       +
       Down 2

     

       12
       +
       Sleep 500ms

     

       13
       +
       Down 2

     

       14
       +
       Sleep 500ms

     

       15
       +
       Down 2

     

       16
       +
       Sleep 500ms

     

       17
       +
       Down 2

     

       18
       +
       Sleep 500ms

     

       19
       +
       Down 2

     

       20
       +
       Sleep 500ms

     

       21
       +
       Down 2

     

       22
       +
       Sleep 1200ms

     

       23
       +
       Type "q"

     

       24
       +
       Sleep 500ms

     

       25
       +
       Sleep 1s

     

       26
       +
       Type "soapdump payments.log"

     

       27
       +
       Enter

     

       28
       +
       Sleep 3.5s

docs/vhs.gif

This is a binary file and will not be displayed.

+1 -35

flake.lock

···

       18
        
           },

     

       19
        
           "root": {

     

       20
        
             "inputs": {

     

       21
       -
               "nixpkgs": "nixpkgs",

     

       22
       -
               "utils": "utils"

     

       23
       -
             }

     

       24
       -
           },

     

       25
       -
           "systems": {

     

       26
       -
             "locked": {

     

       27
       -
               "lastModified": 1681028828,

     

       28
       -
               "narHash": "sha256-Vy1rq5AaRuLzOxct8nz4T6wlgyUR7zLU309k9mBC768=",

     

       29
       -
               "owner": "nix-systems",

     

       30
       -
               "repo": "default",

     

       31
       -
               "rev": "da67096a3b9bf56a91d16901293e51ba5b49a27e",

     

       32
       -
               "type": "github"

     

       33
       -
             },

     

       34
       -
             "original": {

     

       35
       -
               "owner": "nix-systems",

     

       36
       -
               "repo": "default",

     

       37
       -
               "type": "github"

     

       38
       -
             }

     

       39
       -
           },

     

       40
       -
           "utils": {

     

       41
       -
             "inputs": {

     

       42
       -
               "systems": "systems"

     

       43
       -
             },

     

       44
       -
             "locked": {

     

       45
       -
               "lastModified": 1731533236,

     

       46
       -
               "narHash": "sha256-l0KFg5HjrsfsO/JpG+r7fRrqm12kzFHyUHqHCVpMMbI=",

     

       47
       -
               "owner": "numtide",

     

       48
       -
               "repo": "flake-utils",

     

       49
       -
               "rev": "11707dc2f618dd54ca8739b309ec4fc024de578b",

     

       50
       -
               "type": "github"

     

       51
       -
             },

     

       52
       -
             "original": {

     

       53
       -
               "owner": "numtide",

     

       54
       -
               "repo": "flake-utils",

     

       55
       -
               "type": "github"

     

       56
        
             }

     

       57
        
           }

     

       58
        
         },

···

       18
        
           },

     

       19
        
           "root": {

     

       20
        
             "inputs": {

     

       21
       +
               "nixpkgs": "nixpkgs"

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       22
        
             }

     

       23
        
           }

     

       24
        
         },

+21 -16

flake.nix

···

       5
        
           nixpkgs.url = "github:NixOS/nixpkgs/nixos-unstable";

     

       6
        
         };

     

       7
        
       

     

       8
       -
         outputs = { self, nixpkgs, ... }:

     

       0
        
       
     

       9
        
           let

     

       10
        
             allSystems = [

     

       11
        
               "x86_64-linux" # 64-bit Intel/AMD Linux

     
···

       13
        
               "x86_64-darwin" # 64-bit Intel macOS

     

       14
        
               "aarch64-darwin" # 64-bit ARM macOS

     

       15
        
             ];

     

       16
       -
             forAllSystems = f:

     

       0
        
       
     

       17
        
               nixpkgs.lib.genAttrs allSystems (

     

       18
        
                 system:

     

       19
        
                 f {

     
···

       30
        
                   pname = "soapdump";

     

       31
        
                   inherit version;

     

       32
        
                   src = self;

     

       33
       -
                   

     

       34
       -
                   nativeBuildInputs = with pkgs; [ 

     

       35
       -
                     cmake

     

       36
        
                     clang

     

       37
       -
                     installShellFiles 

     

       38
        
                   ];

     

       39
       -
                   

     

       0
        
       
     

       0
        
       
     

       40
        
                   buildPhase = ''

     

       41
       -
                     cmake -B build -S .

     

       42
       -
                     cmake --build build --config Release

     

       0
        
       
     

       43
        
                   '';

     

       44
       -
                   

     

       45
        
                   installPhase = ''

     

       46
        
                     mkdir -p $out/bin

     

       47
        
                     cp build/soapdump $out/bin/

     

       48
       -
                     

     

       49
        
                     # Generate and install shell completions

     

       50
        
                     mkdir -p completions

     

       51
        
                     $out/bin/soapdump --generate-bash-completion > completions/soapdump.bash

     

       52
        
                     $out/bin/soapdump --generate-zsh-completion > completions/soapdump.zsh

     

       53
        
                     $out/bin/soapdump --generate-fish-completion > completions/soapdump.fish

     

       54
       -
                     

     

       55
        
                     installShellCompletion --cmd soapdump \

     

       56
        
                       --bash completions/soapdump.bash \

     

       57
        
                       --fish completions/soapdump.fish \

     

       58
        
                       --zsh completions/soapdump.zsh

     

       59
       -
                     

     

       60
        
                     # Generate and install man page

     

       61
        
                     mkdir -p $out/share/man/man1

     

       62
        
                     $out/bin/soapdump --man > $out/share/man/man1/soapdump.1

     

       63
        
                   '';

     

       64
       -
                   

     

       65
        
                   meta = with pkgs.lib; {

     

       66
        
                     description = "A high-performance PayPal SOAP log parser";

     

       67
        
                     homepage = "https://github.com/taciturnaxolotl/soapdump";

     
···

       93
        
                   buildInputs = with pkgs; [

     

       94
        
                     cmake

     

       95
        
                     clang

     

       0
        
       
     

       96
        
                   ];

     

       97
       -
                   

     

       98
        
                   shellHook = ''

     

       99
        
                     echo "SoapDump development environment loaded"

     

       100
        
                   '';

     
···

       104
        
       

     

       105
        
             formatter = forAllSystems ({ pkgs }: pkgs.nixfmt-tree);

     

       106
        
           };

     

       107
       -
       }

···

       5
        
           nixpkgs.url = "github:NixOS/nixpkgs/nixos-unstable";

     

       6
        
         };

     

       7
        
       

     

       8
       +
         outputs =

     

       9
       +
           { self, nixpkgs, ... }:

     

       10
        
           let

     

       11
        
             allSystems = [

     

       12
        
               "x86_64-linux" # 64-bit Intel/AMD Linux

     
···

       14
        
               "x86_64-darwin" # 64-bit Intel macOS

     

       15
        
               "aarch64-darwin" # 64-bit ARM macOS

     

       16
        
             ];

     

       17
       +
             forAllSystems =

     

       18
       +
               f:

     

       19
        
               nixpkgs.lib.genAttrs allSystems (

     

       20
        
                 system:

     

       21
        
                 f {

     
···

       32
        
                   pname = "soapdump";

     

       33
        
                   inherit version;

     

       34
        
                   src = self;

     

       35
       +
       

     

       36
       +
                   nativeBuildInputs = with pkgs; [

     

       0
        
       
     

       37
        
                     clang

     

       38
       +
                     installShellFiles

     

       39
        
                   ];

     

       40
       +
       

     

       41
       +
                   dontUseCmakeConfigure = true;

     

       42
       +
       

     

       43
        
                   buildPhase = ''

     

       44
       +
                     # Direct compilation instead of using CMake

     

       45
       +
                     mkdir -p build

     

       46
       +
                     $CXX -std=c++17 -O3 -o build/soapdump $src/src/soapdump.cpp

     

       47
        
                   '';

     

       48
       +
       

     

       49
        
                   installPhase = ''

     

       50
        
                     mkdir -p $out/bin

     

       51
        
                     cp build/soapdump $out/bin/

     

       52
       +
       

     

       53
        
                     # Generate and install shell completions

     

       54
        
                     mkdir -p completions

     

       55
        
                     $out/bin/soapdump --generate-bash-completion > completions/soapdump.bash

     

       56
        
                     $out/bin/soapdump --generate-zsh-completion > completions/soapdump.zsh

     

       57
        
                     $out/bin/soapdump --generate-fish-completion > completions/soapdump.fish

     

       58
       +
       

     

       59
        
                     installShellCompletion --cmd soapdump \

     

       60
        
                       --bash completions/soapdump.bash \

     

       61
        
                       --fish completions/soapdump.fish \

     

       62
        
                       --zsh completions/soapdump.zsh

     

       63
       +
       

     

       64
        
                     # Generate and install man page

     

       65
        
                     mkdir -p $out/share/man/man1

     

       66
        
                     $out/bin/soapdump --man > $out/share/man/man1/soapdump.1

     

       67
        
                   '';

     

       68
       +
       

     

       69
        
                   meta = with pkgs.lib; {

     

       70
        
                     description = "A high-performance PayPal SOAP log parser";

     

       71
        
                     homepage = "https://github.com/taciturnaxolotl/soapdump";

     
···

       97
        
                   buildInputs = with pkgs; [

     

       98
        
                     cmake

     

       99
        
                     clang

     

       100
       +
                     self.packages.${pkgs.system}.default

     

       101
        
                   ];

     

       102
       +
       

     

       103
        
                   shellHook = ''

     

       104
        
                     echo "SoapDump development environment loaded"

     

       105
        
                   '';

     
···

       109
        
       

     

       110
        
             formatter = forAllSystems ({ pkgs }: pkgs.nixfmt-tree);

     

       111
        
           };

     

       112
       +
       }

+83 -92

src/soapdump.cpp

···

       9
        
       #include <numeric>

     

       10
        
       #include <iomanip>

     

       11
        
       #include <getopt.h>

     

       12
       -
       #include <unordered_map>

     

       13
        
       

     

       14
        
       // Transaction data structure

     

       15
        
       struct Transaction {

     
···

       163
        
           std::cout << "    --generate-zsh-completion     Generate Zsh completion script\n";

     

       164
        
           std::cout << "    --generate-fish-completion    Generate Fish completion script\n";

     

       165
        
           std::cout << "    --man                         Generate man page\n\n";

     

       166
       -
           std::cout << "OUTPUT FORMAT:\n";

     

       167
       -
           std::cout << "    TRANS_NUM|AMOUNT|CURRENCY|FIRSTNAME|LASTNAME|STREET|CITY|STATE|ZIP|CCTYPE|CCLAST4|EXPMONTH|EXPYEAR|CVV|TRANSID|STATUS|CORRID|PROC_AMOUNT\n\n";

     

       168
       -
           std::cout << "FIELD DESCRIPTIONS:\n";

     

       169
       -
           std::cout << "    TRANS_NUM    - Transaction sequence number\n";

     

       170
       -
           std::cout << "    AMOUNT       - Order total amount\n";

     

       171
       -
           std::cout << "    CURRENCY     - Currency code (USD, etc)\n";

     

       172
       -
           std::cout << "    FIRSTNAME    - Customer first name\n";

     

       173
       -
           std::cout << "    LASTNAME     - Customer last name\n";

     

       174
       -
           std::cout << "    STREET       - Street address\n";

     

       175
       -
           std::cout << "    CITY         - City name\n";

     

       176
       -
           std::cout << "    STATE        - State/Province code\n";

     

       177
       -
           std::cout << "    ZIP          - Postal code\n";

     

       178
       -
           std::cout << "    CCTYPE       - Credit card type (Visa, MasterCard, etc)\n";

     

       179
       -
           std::cout << "    CCLAST4      - Last 4 digits of credit card\n";

     

       180
       -
           std::cout << "    EXPMONTH     - Card expiration month\n";

     

       181
       -
           std::cout << "    EXPYEAR      - Card expiration year\n";

     

       182
       -
           std::cout << "    CVV          - CVV code\n";

     

       183
       -
           std::cout << "    TRANSID      - PayPal transaction ID\n";

     

       184
       -
           std::cout << "    STATUS       - Transaction status (Success/Failure)\n";

     

       185
       -
           std::cout << "    CORRID       - Correlation ID\n";

     

       186
       -
           std::cout << "    PROC_AMOUNT  - Actually processed amount\n\n";

     

       187
       -
           std::cout << "EXAMPLES:\n";

     

       188
       -
           std::cout << "    # Get all transactions\n";

     

       189
       -
           std::cout << "    " << programName << " payments.log\n\n";

     

       190
       -
           std::cout << "    # Get only successful transactions\n";

     

       191
       -
           std::cout << "    " << programName << " payments.log | grep Success\n\n";

     

       192
       -
           std::cout << "    # Count transactions by state\n";

     

       193
       -
           std::cout << "    " << programName << " payments.log | cut -d'|' -f8 | sort | uniq -c | sort -nr\n\n";

     

       194
       -
           std::cout << "    # Find largest transaction\n";

     

       195
       -
           std::cout << "    " << programName << " payments.log | sort -t'|' -k2 -nr | head -1\n\n";

     

       196
       -
           std::cout << "    # Get transactions over $500\n";

     

       197
       -
           std::cout << "    " << programName << " payments.log | awk -F'|' '$2 > 500'\n\n";

     

       198
       -
           std::cout << "    # Summary stats\n";

     

       199
       -
           std::cout << "    " << programName << " -s payments.log\n";

     

       200
        
       }

     

       201
        
       

     

       202
        
       void generateBashCompletion() {

     
···

       253
        
       

     

       254
        
       complete -c soapdump -s h -l help -d "Show help message"

     

       255
        
       complete -c soapdump -s s -l summary -d "Show summary statistics only"

     

       256
       -
       complete -c soapdump -s r -l raw -d "Output raw structured data (default)"

     

       257
        
       complete -c soapdump -l generate-bash-completion -d "Generate Bash completion script"

     

       258
        
       complete -c soapdump -l generate-zsh-completion -d "Generate Zsh completion script"

     

       259
        
       complete -c soapdump -l generate-fish-completion -d "Generate Fish completion script"

     
···

       263
        
       }

     

       264
        
       

     

       265
        
       void generateManPage() {

     

       266
       -
           std::cout << R"(.TH SOAPDUMP 1 "September 2025" "soapdump 0.1.0" "User Commands"

     

       267
        
       .SH NAME

     

       268
       -
       soapdump \- PayPal SOAP log parser

     

       269
        
       .SH SYNOPSIS

     

       270
        
       .B soapdump

     

       271
       -
       [\fIOPTIONS\fR] \fILOGFILE\fR

     

       272
        
       .SH DESCRIPTION

     

       273
        
       .B soapdump

     

       274
       -
       is a high-performance PayPal SOAP log parser that extracts transaction data from log files and outputs it in a structured format.

     

       0
        
       
     

       0
        
       
     

       275
        
       .SH OPTIONS

     

       276
        
       .TP

     

       277
        
       .BR \-h ", " \-\-help

     

       278
       -
       Show help message and exit.

     

       279
        
       .TP

     

       280
        
       .BR \-s ", " \-\-summary

     

       281
       -
       Show summary statistics only.

     

       282
        
       .TP

     

       283
        
       .BR \-r ", " \-\-raw

     

       284
       -
       Output raw structured data (default).

     

       285
        
       .TP

     

       286
        
       .BR \-\-generate-bash-completion

     

       287
       -
       Generate Bash completion script.

     

       288
        
       .TP

     

       289
        
       .BR \-\-generate-zsh-completion

     

       290
       -
       Generate Zsh completion script.

     

       291
        
       .TP

     

       292
        
       .BR \-\-generate-fish-completion

     

       293
       -
       Generate Fish completion script.

     

       294
        
       .TP

     

       295
        
       .BR \-\-man

     

       296
       -
       Generate this man page.

     

       297
        
       .SH OUTPUT FORMAT

     

       298
       -
       The output is pipe-separated with the following fields:

     

       299
       -
       .PP

     

       300
        
       TRANS_NUM|AMOUNT|CURRENCY|FIRSTNAME|LASTNAME|STREET|CITY|STATE|ZIP|CCTYPE|CCLAST4|EXPMONTH|EXPYEAR|CVV|TRANSID|STATUS|CORRID|PROC_AMOUNT

     

       0
        
       
     

       0
        
       
     

       301
        
       .SH EXAMPLES

     

       302
       -
       .TP

     

       303
       -
       Get all transactions:

     

       304
       -
       .B soapdump payments.log

     

       305
       -
       .TP

     

       306
       -
       Get only successful transactions:

     

       307
       -
       .B soapdump payments.log | grep Success

     

       308
       -
       .TP

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       309
        
       Count transactions by state:

     

       310
       -
       .B soapdump payments.log | cut -d'|' -f8 | sort | uniq -c | sort -nr

     

       311
       -
       .TP

     

       312
       -
       Find largest transaction:

     

       313
       -
       .B soapdump payments.log | sort -t'|' -k2 -nr | head -1

     

       314
       -
       .TP

     

       315
       -
       Get transactions over $500:

     

       316
       -
       .B soapdump payments.log | awk -F'|' '$2 > 500'

     

       317
       -
       .TP

     

       318
       -
       Summary stats:

     

       319
       -
       .B soapdump -s payments.log

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       320
        
       .SH AUTHOR

     

       321
       -
       Kieran Klukas <me@dunkirk.sh>

     

       0
        
       
     

       0
        
       
     

       322
        
       .SH COPYRIGHT

     

       323
       -
       Copyright \(co 2025 Kieran Klukas. License: MIT.

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       324
        
       )" << std::endl;

     

       325
        
       }

     

       326
        
       

     
···

       345
        
       std::vector<std::string> extractRequests(const std::string& logContent) {

     

       346
        
           std::vector<std::string> requests;

     

       347
        
           std::regex pattern("PPAPIService: Request: (.*)");

     

       348
       -
           

     

       349
        
           std::string::const_iterator searchStart(logContent.cbegin());

     

       350
        
           std::smatch match;

     

       351
        
           while (std::regex_search(searchStart, logContent.cend(), match, pattern)) {

     
···

       354
        
               }

     

       355
        
               searchStart = match.suffix().first;

     

       356
        
           }

     

       357
       -
           

     

       358
        
           return requests;

     

       359
        
       }

     

       360
        
       

     

       361
        
       std::vector<std::string> extractResponses(const std::string& logContent) {

     

       362
        
           std::vector<std::string> responses;

     

       363
        
           std::regex pattern("PPAPIService: Response: <\\?.*\\?>(.*)");

     

       364
       -
           

     

       365
        
           std::string::const_iterator searchStart(logContent.cbegin());

     

       366
        
           std::smatch match;

     

       367
        
           while (std::regex_search(searchStart, logContent.cend(), match, pattern)) {

     
···

       370
        
               }

     

       371
        
               searchStart = match.suffix().first;

     

       372
        
           }

     

       373
       -
           

     

       374
        
           return responses;

     

       375
        
       }

     

       376
        
       

     

       377
        
       std::vector<Response> parseResponses(const std::vector<std::string>& responseXmls) {

     

       378
        
           std::vector<Response> responses;

     

       379
       -
           

     

       380
        
           for (const auto& xml : responseXmls) {

     

       381
        
               Response response;

     

       382
        
               response.transId = extractXmlValue(xml, "TransactionID");

     

       383
        
               response.status = extractXmlValue(xml, "Ack");

     

       384
        
               response.corrId = extractXmlValue(xml, "CorrelationID");

     

       385
        
               response.procAmount = extractXmlValue(xml, "Amount");

     

       386
       -
               

     

       387
        
               responses.push_back(response);

     

       388
        
           }

     

       389
       -
           

     

       390
        
           return responses;

     

       391
        
       }

     

       392
        
       

     

       393
        
       std::vector<Transaction> parseTransactions(const std::vector<std::string>& requestXmls, const std::vector<Response>& responses) {

     

       394
        
           std::vector<Transaction> transactions;

     

       395
        
           int transNum = 1;

     

       396
       -
           

     

       397
        
           for (size_t i = 0; i < requestXmls.size(); ++i) {

     

       398
        
               const auto& xml = requestXmls[i];

     

       399
       -
               

     

       400
        
               Transaction transaction;

     

       401
        
               transaction.transNum = transNum++;

     

       402
       -
               

     

       403
        
               // Extract request fields

     

       404
        
               transaction.amount = extractXmlValue(xml, "ebl:OrderTotal");

     

       405
        
               transaction.currency = extractXmlAttribute(xml, "currencyID");

     
···

       414
        
               transaction.expMonth = extractXmlValue(xml, "ebl:ExpMonth");

     

       415
        
               transaction.expYear = extractXmlValue(xml, "ebl:ExpYear");

     

       416
        
               transaction.cvv = extractXmlValue(xml, "ebl:CVV2");

     

       417
       -
               

     

       418
        
               // Get corresponding response data

     

       419
        
               if (i < responses.size()) {

     

       420
        
                   transaction.transId = responses[i].transId;

     
···

       422
        
                   transaction.corrId = responses[i].corrId;

     

       423
        
                   transaction.procAmount = responses[i].procAmount;

     

       424
        
               }

     

       425
       -
               

     

       426
        
               transactions.push_back(transaction);

     

       427
        
           }

     

       428
       -
           

     

       429
        
           return transactions;

     

       430
        
       }

     

       431
        
       

     
···

       454
        
       

     

       455
        
       void outputSummary(const std::vector<Transaction>& transactions) {

     

       456
        
           std::cout << "=== SUMMARY ===" << std::endl;

     

       457
       -
           

     

       458
        
           // Count transactions

     

       459
        
           int total = transactions.size();

     

       460
       -
           int successful = std::count_if(transactions.begin(), transactions.end(), 

     

       461
        
                                         [](const Transaction& t) { return t.status == "Success"; });

     

       462
       -
           

     

       463
        
           std::cout << "Total Transactions: " << total << std::endl;

     

       464
        
           std::cout << "Successful: " << successful << std::endl;

     

       465
        
           std::cout << "Failed: " << (total - successful) << std::endl;

     

       466
        
           std::cout << std::endl;

     

       467
       -
           

     

       468
        
           // Top 5 states

     

       469
        
           std::map<std::string, int> stateCounts;

     

       470
        
           for (const auto& t : transactions) {

     

       471
        
               stateCounts[t.state]++;

     

       472
        
           }

     

       473
       -
           

     

       474
        
           std::cout << "Top 5 States by Transaction Count:" << std::endl;

     

       475
        
           std::vector<std::pair<std::string, int>> stateCountVec(stateCounts.begin(), stateCounts.end());

     

       476
       -
           std::sort(stateCountVec.begin(), stateCountVec.end(), 

     

       477
        
                    [](const auto& a, const auto& b) { return a.second > b.second; });

     

       478
       -
           

     

       479
        
           int count = 0;

     

       480
        
           for (const auto& sc : stateCountVec) {

     

       481
        
               if (count++ >= 5) break;

     

       482
        
               std::cout << "  " << sc.first << ": " << sc.second << std::endl;

     

       483
        
           }

     

       484
        
           std::cout << std::endl;

     

       485
       -
           

     

       486
        
           // Transaction amount stats

     

       487
        
           std::vector<double> amounts;

     

       488
        
           for (const auto& t : transactions) {

     
···

       492
        
                   // Skip invalid amounts

     

       493
        
               }

     

       494
        
           }

     

       495
       -
           

     

       496
        
           if (!amounts.empty()) {

     

       497
        
               double totalAmount = std::accumulate(amounts.begin(), amounts.end(), 0.0);

     

       498
        
               double largest = *std::max_element(amounts.begin(), amounts.end());

     

       499
        
               double smallest = *std::min_element(amounts.begin(), amounts.end());

     

       500
       -
               

     

       501
        
               std::cout << "Transaction Amount Stats:" << std::endl;

     

       502
        
               std::cout << "  Total: $" << std::fixed << std::setprecision(2) << totalAmount << std::endl;

     

       503
        
               std::cout << "  Largest: $" << std::fixed << std::setprecision(2) << largest << std::endl;

     

       504
        
               std::cout << "  Smallest: $" << std::fixed << std::setprecision(2) << smallest << std::endl;

     

       505
        
           }

     

       506
       -
       }

···

       9
        
       #include <numeric>

     

       10
        
       #include <iomanip>

     

       11
        
       #include <getopt.h>

     

       12
       +
       #include <cstring>

     

       13
        
       

     

       14
        
       // Transaction data structure

     

       15
        
       struct Transaction {

     
···

       163
        
           std::cout << "    --generate-zsh-completion     Generate Zsh completion script\n";

     

       164
        
           std::cout << "    --generate-fish-completion    Generate Fish completion script\n";

     

       165
        
           std::cout << "    --man                         Generate man page\n\n";

     

       166
       +
           std::cout << "For detailed information, field descriptions, and examples, run:\n";

     

       167
       +
           std::cout << "    man " << programName << " \n";

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       168
        
       }

     

       169
        
       

     

       170
        
       void generateBashCompletion() {

     
···

       221
        
       

     

       222
        
       complete -c soapdump -s h -l help -d "Show help message"

     

       223
        
       complete -c soapdump -s s -l summary -d "Show summary statistics only"

     

       224
       +
       complete -c soapdump -s r -l raw -d "Output raw structured data"

     

       225
        
       complete -c soapdump -l generate-bash-completion -d "Generate Bash completion script"

     

       226
        
       complete -c soapdump -l generate-zsh-completion -d "Generate Zsh completion script"

     

       227
        
       complete -c soapdump -l generate-fish-completion -d "Generate Fish completion script"

     
···

       231
        
       }

     

       232
        
       

     

       233
        
       void generateManPage() {

     

       234
       +
           std::cout << R"(.TH SOAPDUMP 1 "December 2024" "soapdump 1.0" "User Commands"

     

       235
        
       .SH NAME

     

       236
       +
       soapdump \- parse PayPal SOAP transaction logs

     

       237
        
       .SH SYNOPSIS

     

       238
        
       .B soapdump

     

       239
       +
       [\fIOPTIONS\fR] \fIlogfile\fR

     

       240
        
       .SH DESCRIPTION

     

       241
        
       .B soapdump

     

       242
       +
       parses PayPal SOAP log files to extract transaction data. It reads log entries containing XML request/response pairs and outputs structured transaction information in pipe-delimited format suitable for further processing with standard Unix tools.

     

       243
       +
       

     

       244
       +
       The program matches SOAP requests with their corresponding responses to provide complete transaction records including customer information, payment details, and processing results.

     

       245
        
       .SH OPTIONS

     

       246
        
       .TP

     

       247
        
       .BR \-h ", " \-\-help

     

       248
       +
       Display help information and exit

     

       249
        
       .TP

     

       250
        
       .BR \-s ", " \-\-summary

     

       251
       +
       Display summary statistics instead of raw transaction data

     

       252
        
       .TP

     

       253
        
       .BR \-r ", " \-\-raw

     

       254
       +
       Output raw transaction data in pipe-delimited format (default behavior)

     

       255
        
       .TP

     

       256
        
       .BR \-\-generate-bash-completion

     

       257
       +
       Output bash shell completion script

     

       258
        
       .TP

     

       259
        
       .BR \-\-generate-zsh-completion

     

       260
       +
       Output zsh shell completion script

     

       261
        
       .TP

     

       262
        
       .BR \-\-generate-fish-completion

     

       263
       +
       Output fish shell completion script

     

       264
        
       .TP

     

       265
        
       .BR \-\-man

     

       266
       +
       Output this manual page in troff format

     

       267
        
       .SH OUTPUT FORMAT

     

       268
       +
       By default, transactions are output one per line with pipe-separated fields:

     

       269
       +
       

     

       270
        
       TRANS_NUM|AMOUNT|CURRENCY|FIRSTNAME|LASTNAME|STREET|CITY|STATE|ZIP|CCTYPE|CCLAST4|EXPMONTH|EXPYEAR|CVV|TRANSID|STATUS|CORRID|PROC_AMOUNT

     

       271
       +
       

     

       272
       +
       Fields may be empty if not present in the source data.

     

       273
        
       .SH EXAMPLES

     

       274
       +
       Parse a log file and display all transactions:

     

       275
       +
       .RS

     

       276
       +
       .B soapdump paypal.log

     

       277
       +
       .RE

     

       278
       +
       

     

       279
       +
       Show only successful transactions:

     

       280
       +
       .RS

     

       281
       +
       .B soapdump paypal.log | grep '|Success|'

     

       282
       +
       .RE

     

       283
       +
       

     

       284
        
       Count transactions by state:

     

       285
       +
       .RS

     

       286
       +
       .B soapdump paypal.log | cut -d'|' -f8 | sort | uniq -c | sort -rn

     

       287
       +
       .RE

     

       288
       +
       

     

       289
       +
       Find the largest transaction amount:

     

       290
       +
       .RS

     

       291
       +
       .B soapdump paypal.log | sort -t'|' -k2 -rn | head -1

     

       292
       +
       .RE

     

       293
       +
       

     

       294
       +
       Show transactions over $500:

     

       295
       +
       .RS

     

       296
       +
       .B soapdump paypal.log | awk -F'|' '$2 > 500'

     

       297
       +
       .RE

     

       298
       +
       

     

       299
       +
       Display summary statistics:

     

       300
       +
       .RS

     

       301
       +
       .B soapdump --summary paypal.log

     

       302
       +
       .RE

     

       303
       +
       .SH FILES

     

       304
       +
       The input file should contain PayPal SOAP API log entries with request and response XML data.

     

       305
        
       .SH AUTHOR

     

       306
       +
       Written by Kieran Klukas.

     

       307
       +
       .SH REPORTING BUGS

     

       308
       +
       Report bugs to <me@dunkirk.sh>

     

       309
        
       .SH COPYRIGHT

     

       310
       +
       Copyright \(co 2024 Kieran Klukas.

     

       311
       +
       License MIT: <https://opensource.org/licenses/MIT>

     

       312
       +
       .br

     

       313
       +
       This is free software: you are free to change and redistribute it.

     

       314
       +
       There is NO WARRANTY, to the extent permitted by law.

     

       315
        
       )" << std::endl;

     

       316
        
       }

     

       317
        
       

     
···

       336
        
       std::vector<std::string> extractRequests(const std::string& logContent) {

     

       337
        
           std::vector<std::string> requests;

     

       338
        
           std::regex pattern("PPAPIService: Request: (.*)");

     

       339
       +
       

     

       340
        
           std::string::const_iterator searchStart(logContent.cbegin());

     

       341
        
           std::smatch match;

     

       342
        
           while (std::regex_search(searchStart, logContent.cend(), match, pattern)) {

     
···

       345
        
               }

     

       346
        
               searchStart = match.suffix().first;

     

       347
        
           }

     

       348
       +
       

     

       349
        
           return requests;

     

       350
        
       }

     

       351
        
       

     

       352
        
       std::vector<std::string> extractResponses(const std::string& logContent) {

     

       353
        
           std::vector<std::string> responses;

     

       354
        
           std::regex pattern("PPAPIService: Response: <\\?.*\\?>(.*)");

     

       355
       +
       

     

       356
        
           std::string::const_iterator searchStart(logContent.cbegin());

     

       357
        
           std::smatch match;

     

       358
        
           while (std::regex_search(searchStart, logContent.cend(), match, pattern)) {

     
···

       361
        
               }

     

       362
        
               searchStart = match.suffix().first;

     

       363
        
           }

     

       364
       +
       

     

       365
        
           return responses;

     

       366
        
       }

     

       367
        
       

     

       368
        
       std::vector<Response> parseResponses(const std::vector<std::string>& responseXmls) {

     

       369
        
           std::vector<Response> responses;

     

       370
       +
       

     

       371
        
           for (const auto& xml : responseXmls) {

     

       372
        
               Response response;

     

       373
        
               response.transId = extractXmlValue(xml, "TransactionID");

     

       374
        
               response.status = extractXmlValue(xml, "Ack");

     

       375
        
               response.corrId = extractXmlValue(xml, "CorrelationID");

     

       376
        
               response.procAmount = extractXmlValue(xml, "Amount");

     

       377
       +
       

     

       378
        
               responses.push_back(response);

     

       379
        
           }

     

       380
       +
       

     

       381
        
           return responses;

     

       382
        
       }

     

       383
        
       

     

       384
        
       std::vector<Transaction> parseTransactions(const std::vector<std::string>& requestXmls, const std::vector<Response>& responses) {

     

       385
        
           std::vector<Transaction> transactions;

     

       386
        
           int transNum = 1;

     

       387
       +
       

     

       388
        
           for (size_t i = 0; i < requestXmls.size(); ++i) {

     

       389
        
               const auto& xml = requestXmls[i];

     

       390
       +
       

     

       391
        
               Transaction transaction;

     

       392
        
               transaction.transNum = transNum++;

     

       393
       +
       

     

       394
        
               // Extract request fields

     

       395
        
               transaction.amount = extractXmlValue(xml, "ebl:OrderTotal");

     

       396
        
               transaction.currency = extractXmlAttribute(xml, "currencyID");

     
···

       405
        
               transaction.expMonth = extractXmlValue(xml, "ebl:ExpMonth");

     

       406
        
               transaction.expYear = extractXmlValue(xml, "ebl:ExpYear");

     

       407
        
               transaction.cvv = extractXmlValue(xml, "ebl:CVV2");

     

       408
       +
       

     

       409
        
               // Get corresponding response data

     

       410
        
               if (i < responses.size()) {

     

       411
        
                   transaction.transId = responses[i].transId;

     
···

       413
        
                   transaction.corrId = responses[i].corrId;

     

       414
        
                   transaction.procAmount = responses[i].procAmount;

     

       415
        
               }

     

       416
       +
       

     

       417
        
               transactions.push_back(transaction);

     

       418
        
           }

     

       419
       +
       

     

       420
        
           return transactions;

     

       421
        
       }

     

       422
        
       

     
···

       445
        
       

     

       446
        
       void outputSummary(const std::vector<Transaction>& transactions) {

     

       447
        
           std::cout << "=== SUMMARY ===" << std::endl;

     

       448
       +
       

     

       449
        
           // Count transactions

     

       450
        
           int total = transactions.size();

     

       451
       +
           int successful = std::count_if(transactions.begin(), transactions.end(),

     

       452
        
                                         [](const Transaction& t) { return t.status == "Success"; });

     

       453
       +
       

     

       454
        
           std::cout << "Total Transactions: " << total << std::endl;

     

       455
        
           std::cout << "Successful: " << successful << std::endl;

     

       456
        
           std::cout << "Failed: " << (total - successful) << std::endl;

     

       457
        
           std::cout << std::endl;

     

       458
       +
       

     

       459
        
           // Top 5 states

     

       460
        
           std::map<std::string, int> stateCounts;

     

       461
        
           for (const auto& t : transactions) {

     

       462
        
               stateCounts[t.state]++;

     

       463
        
           }

     

       464
       +
       

     

       465
        
           std::cout << "Top 5 States by Transaction Count:" << std::endl;

     

       466
        
           std::vector<std::pair<std::string, int>> stateCountVec(stateCounts.begin(), stateCounts.end());

     

       467
       +
           std::sort(stateCountVec.begin(), stateCountVec.end(),

     

       468
        
                    [](const auto& a, const auto& b) { return a.second > b.second; });

     

       469
       +
       

     

       470
        
           int count = 0;

     

       471
        
           for (const auto& sc : stateCountVec) {

     

       472
        
               if (count++ >= 5) break;

     

       473
        
               std::cout << "  " << sc.first << ": " << sc.second << std::endl;

     

       474
        
           }

     

       475
        
           std::cout << std::endl;

     

       476
       +
       

     

       477
        
           // Transaction amount stats

     

       478
        
           std::vector<double> amounts;

     

       479
        
           for (const auto& t : transactions) {

     
···

       483
        
                   // Skip invalid amounts

     

       484
        
               }

     

       485
        
           }

     

       486
       +
       

     

       487
        
           if (!amounts.empty()) {

     

       488
        
               double totalAmount = std::accumulate(amounts.begin(), amounts.end(), 0.0);

     

       489
        
               double largest = *std::max_element(amounts.begin(), amounts.end());

     

       490
        
               double smallest = *std::min_element(amounts.begin(), amounts.end());

     

       491
       +
       

     

       492
        
               std::cout << "Transaction Amount Stats:" << std::endl;

     

       493
        
               std::cout << "  Total: $" << std::fixed << std::setprecision(2) << totalAmount << std::endl;

     

       494
        
               std::cout << "  Largest: $" << std::fixed << std::setprecision(2) << largest << std::endl;

     

       495
        
               std::cout << "  Smallest: $" << std::fixed << std::setprecision(2) << smallest << std::endl;

     

       496
        
           }

     

       497
       +
       }

Compare changes