73 lines
2.2 KiB
Perl
73 lines
2.2 KiB
Perl
package BurguillosInfo::DB::Migrations;
|
|
|
|
use v5.34.1;
|
|
|
|
use strict;
|
|
use warnings;
|
|
use utf8;
|
|
|
|
use feature 'signatures';
|
|
|
|
sub MIGRATIONS {
|
|
return (
|
|
'CREATE TABLE options (
|
|
name TEXT PRIMARY KEY,
|
|
value TEXT
|
|
)',
|
|
'CREATE EXTENSION IF NOT EXISTS "uuid-ossp"',
|
|
'CREATE TABLE paths (
|
|
path TEXT PRIMARY KEY,
|
|
first_seen timestamp DEFAULT NOW()
|
|
)',
|
|
'CREATE TABLE requests (
|
|
uuid UUID DEFAULT uuid_generate_v4(),
|
|
remote_address TEXT NOT NULL,
|
|
user_agent TEXT NOT NULL,
|
|
params JSON NOT NULL,
|
|
date timestamp DEFAULT NOW(),
|
|
path TEXT,
|
|
FOREIGN KEY (path) REFERENCES paths(path)
|
|
)',
|
|
'ALTER TABLE paths ADD column last_seen TIMESTAMP;',
|
|
'ALTER TABLE paths ALTER COLUMN last_seen SET DEFAULT NOW();',
|
|
'ALTER TABLE requests ADD PRIMARY KEY (uuid)',
|
|
'CREATE INDEX request_extra_index on requests (date, path);',
|
|
'ALTER TABLE requests ADD column referer text;',
|
|
'CREATE INDEX request_referer_index on requests (referer);',
|
|
'ALTER TABLE requests ADD COLUMN country TEXT;',
|
|
'CREATE INDEX request_country_index on requests (country);',
|
|
'ALTER TABLE requests ADD COLUMN subdivision TEXT;',
|
|
'CREATE INDEX request_subdivision_index on requests (subdivision);',
|
|
\&_populate_locations,
|
|
\&_populate_locations,
|
|
\&_populate_locations,
|
|
);
|
|
}
|
|
|
|
sub _populate_locations ($dbh) {
|
|
require BurguillosInfo;
|
|
require BurguillosInfo::Tracking;
|
|
my $tracking = BurguillosInfo::Tracking->new( BurguillosInfo->new );
|
|
my $page = 0;
|
|
while (1) {
|
|
my $data = $dbh->selectall_arrayref( <<"EOF", { Slice => {} } );
|
|
SELECT uuid, remote_address
|
|
FROM requests
|
|
WHERE date > NOW() - interval '2 months'
|
|
OFSSET $page
|
|
LIMIT 100;
|
|
EOF
|
|
if (!@$data) {
|
|
return;
|
|
}
|
|
for my $request (@$data) {
|
|
my ( $uuid, $remote_address ) =
|
|
$request->@{ 'uuid', 'remote_address' };
|
|
$tracking->update_country_and_subdivision( $dbh, $uuid,
|
|
$remote_address );
|
|
}
|
|
$page += 100;
|
|
}
|
|
}
|
|
1;
|