burguillos.info/lib/BurguillosInfo/DB/Migrations.pm

package BurguillosInfo::DB::Migrations;

use v5.34.1;

use strict;
use warnings;
use utf8;

use feature 'signatures';

sub MIGRATIONS {
    return (
        'CREATE TABLE options (
                name TEXT PRIMARY KEY,
                value TEXT
        )',
        'CREATE EXTENSION IF NOT EXISTS "uuid-ossp"',
        'CREATE TABLE paths (
                path TEXT PRIMARY KEY,
                first_seen timestamp DEFAULT NOW()
        )',
        'CREATE TABLE requests (
                uuid UUID DEFAULT uuid_generate_v4(),
                remote_address TEXT NOT NULL,
                user_agent TEXT NOT NULL,
                params JSON NOT NULL,
                date timestamp DEFAULT NOW(),
                path TEXT,
                FOREIGN KEY (path) REFERENCES paths(path)
        )',
        'ALTER TABLE paths ADD column last_seen TIMESTAMP;',
        'ALTER TABLE paths ALTER COLUMN last_seen SET DEFAULT NOW();',
        'ALTER TABLE requests ADD PRIMARY KEY (uuid)',
        'CREATE INDEX request_extra_index on requests (date, path);',
        'ALTER TABLE requests ADD column referer text;',
        'CREATE INDEX request_referer_index on requests (referer);',
        'ALTER TABLE requests ADD COLUMN country TEXT;',
        'CREATE INDEX request_country_index on requests (country);',
        'ALTER TABLE requests ADD COLUMN subdivision TEXT;',
        'CREATE INDEX request_subdivision_index on requests (subdivision);',
        \&_populate_locations,
        \&_populate_locations,
        \&_populate_locations,
    );
}

sub _populate_locations ($dbh) {
    require BurguillosInfo;
    require BurguillosInfo::Tracking;
    my $tracking = BurguillosInfo::Tracking->new( BurguillosInfo->new );
    my $page = 0;
    while (1) {
        my $data = $dbh->selectall_arrayref( <<"EOF", { Slice => {} } );
SELECT uuid, remote_address
FROM requests
WHERE date > NOW() - interval '2 months'
OFFSET $page
LIMIT 100;
EOF
        if (!@$data) {
            return;
        }
        for my $request (@$data) {
            my ( $uuid, $remote_address ) =
              $request->@{ 'uuid', 'remote_address' };
            $tracking->update_country_and_subdivision( $dbh, $uuid,
                $remote_address );
        }
        $page += 100;
    }
}
1;