yrzam/findb
1
0
Fork 0
mirror of https://github.com/yrzam/findb.git synced 2025-10-31 00:09:06 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

dump_schema script that enforces order

Browse Source
This commit is contained in:
yrzam
2024-01-03 04:34:39 +04:00
parent 0dda109dd1
commit db4d0e0e91
2 changed files with 334 additions and 312 deletions
Download Patch File Download Diff File Expand all files Collapse all files

600
schema.sql
View File

@@ -1,24 +1,16 @@
CREATE TABLE IF NOT EXISTS "fin_storages" ( CREATE TABLE "balance_goals" (
"id" INTEGER NOT NULL,
"name" TEXT NOT NULL UNIQUE,
"is_active" INTEGER NOT NULL DEFAULT 1,
PRIMARY KEY("id")
);
CREATE TABLE IF NOT EXISTS "fin_asset_types" (
"id" INTEGER NOT NULL, "id" INTEGER NOT NULL,
"name" TEXT NOT NULL, "name" TEXT NOT NULL,
PRIMARY KEY("id") "asset_storage_id" INTEGER NOT NULL,
); "amount" NUMERIC NOT NULL,
CREATE TABLE IF NOT EXISTS "fin_asset_rates" ( "priority" INTEGER NOT NULL UNIQUE,
"id" INTEGER NOT NULL, "deadline" NUMERIC,
"date" NUMERIC NOT NULL, "result_transaction_id" INTEGER,
"asset_id" INTEGER NOT NULL, FOREIGN KEY("asset_storage_id") REFERENCES "fin_assets_storages"("id"),
"rate" NUMERIC NOT NULL,
UNIQUE("date","asset_id"),
PRIMARY KEY("id"), PRIMARY KEY("id"),
FOREIGN KEY("asset_id") REFERENCES "fin_assets"("id") FOREIGN KEY("result_transaction_id") REFERENCES "fin_transactions"("id")
); );
CREATE TABLE IF NOT EXISTS "balances" ( CREATE TABLE "balances" (
"id" INTEGER NOT NULL, "id" INTEGER NOT NULL,
"date" NUMERIC NOT NULL, "date" NUMERIC NOT NULL,
"asset_storage_id" INTEGER NOT NULL, "asset_storage_id" INTEGER NOT NULL,
@@ -27,21 +19,38 @@ CREATE TABLE IF NOT EXISTS "balances" (
FOREIGN KEY("asset_storage_id") REFERENCES "fin_assets_storages"("id"), FOREIGN KEY("asset_storage_id") REFERENCES "fin_assets_storages"("id"),
PRIMARY KEY("id") PRIMARY KEY("id")
); );
CREATE TABLE IF NOT EXISTS "fin_allocation_groups" ( CREATE TABLE "fin_allocation_groups" (
"id" INTEGER NOT NULL, "id" INTEGER NOT NULL,
"name" TEXT NOT NULL UNIQUE, "name" TEXT NOT NULL UNIQUE,
"target_share" NUMERIC NOT NULL DEFAULT 0, priority int, "target_share" NUMERIC NOT NULL DEFAULT 0, priority int,
PRIMARY KEY("id") PRIMARY KEY("id")
); );
CREATE INDEX "i_fin_asset_rates_asset_id_date" ON "fin_asset_rates" ( CREATE TABLE "fin_asset_rates" (
"asset_id", "id" INTEGER NOT NULL,
"date" DESC "date" NUMERIC NOT NULL,
"asset_id" INTEGER NOT NULL,
"rate" NUMERIC NOT NULL,
UNIQUE("date","asset_id"),
PRIMARY KEY("id"),
FOREIGN KEY("asset_id") REFERENCES "fin_assets"("id")
); );
CREATE INDEX "i_balances_asset_storage_id_date" ON "balances" ( CREATE TABLE "fin_asset_types" (
"asset_storage_id", "id" INTEGER NOT NULL,
"date" DESC "name" TEXT NOT NULL,
PRIMARY KEY("id")
); );
CREATE TABLE IF NOT EXISTS "fin_assets_storages" ( CREATE TABLE "fin_assets" (
"id" INTEGER NOT NULL,
"code" TEXT NOT NULL,
"name" TEXT,
"type_id" INTEGER NOT NULL,
"is_base" INTEGER NOT NULL DEFAULT 0,
"is_active" INTEGER NOT NULL DEFAULT 1,
UNIQUE("type_id","code"),
PRIMARY KEY("id"),
FOREIGN KEY("type_id") REFERENCES "fin_asset_types"("id")
);
CREATE TABLE "fin_assets_storages" (
"id" INTEGER NOT NULL, "id" INTEGER NOT NULL,
"asset_id" INTEGER NOT NULL, "asset_id" INTEGER NOT NULL,
"storage_id" INTEGER NOT NULL, "storage_id" INTEGER NOT NULL,
@@ -53,45 +62,162 @@ CREATE TABLE IF NOT EXISTS "fin_assets_storages" (
PRIMARY KEY("id"), PRIMARY KEY("id"),
UNIQUE("asset_id","storage_id") UNIQUE("asset_id","storage_id")
); );
CREATE TABLE "fin_storages" (
"id" INTEGER NOT NULL,
"name" TEXT NOT NULL UNIQUE,
"is_active" INTEGER NOT NULL DEFAULT 1,
PRIMARY KEY("id")
);
CREATE TABLE "fin_transaction_categories" (
"id" INTEGER NOT NULL,
"name" TEXT NOT NULL UNIQUE,
"is_rebalance" INTEGER NOT NULL DEFAULT 0,
"is_passive" INTEGER NOT NULL DEFAULT 0,
"is_initial_import" INTEGER NOT NULL DEFAULT 0,
PRIMARY KEY("id")
);
CREATE TABLE "fin_transactions" (
"id" INTEGER NOT NULL,
"date" NUMERIC NOT NULL,
"asset_storage_id" INTEGER NOT NULL,
"amount" NUMERIC NOT NULL,
"category_id" INTEGER NOT NULL,
"reason_fin_asset_storage_id" INTEGER,
"reason_phys_asset_id" INTEGER,
FOREIGN KEY("reason_fin_asset_storage_id") REFERENCES "fin_assets_storages"("id"),
FOREIGN KEY("category_id") REFERENCES "fin_transaction_categories"("id"),
PRIMARY KEY("id"),
FOREIGN KEY("reason_phys_asset_id") REFERENCES "phys_assets"("id")
);
CREATE TABLE "phys_assets" (
"id" INTEGER NOT NULL,
"name" TEXT NOT NULL UNIQUE,
"buy_transaction_id" INTEGER,
"sell_transaction_id" INTEGER,
"is_expired" INTEGER NOT NULL DEFAULT 0,
FOREIGN KEY("buy_transaction_id") REFERENCES "fin_transactions"("id"),
FOREIGN KEY("sell_transaction_id") REFERENCES "fin_transactions"("id"),
PRIMARY KEY("id")
);
CREATE INDEX "i_balance_goals_asset_storage_id" ON "balance_goals" (
"asset_storage_id"
);
CREATE INDEX "i_balance_goals_result_phys_asset_id" ON "balance_goals" (
"result_transaction_id"
);
CREATE INDEX "i_balances_asset_storage_id_date" ON "balances" (
"asset_storage_id",
"date" DESC
);
CREATE INDEX "i_fin_asset_rates_asset_id_date" ON "fin_asset_rates" (
"asset_id",
"date" DESC
);
CREATE INDEX "i_fin_assets_is_base" ON "fin_assets" (
"is_base"
);
CREATE INDEX "i_fin_assets_storages_allocation_group_id" ON "fin_assets_storages" (
"allocation_group_id"
);
CREATE INDEX "i_fin_assets_storages_asset_id" ON "fin_assets_storages" ( CREATE INDEX "i_fin_assets_storages_asset_id" ON "fin_assets_storages" (
"asset_id" "asset_id"
); );
CREATE INDEX "i_fin_assets_storages_storage_id" ON "fin_assets_storages" ( CREATE INDEX "i_fin_assets_storages_storage_id" ON "fin_assets_storages" (
"storage_id" "storage_id"
); );
CREATE INDEX "i_fin_assets_storages_allocation_group_id" ON "fin_assets_storages" (
"allocation_group_id"
);
CREATE TABLE IF NOT EXISTS "fin_assets" (
"id" INTEGER NOT NULL,
"code" TEXT NOT NULL,
"name" TEXT,
"type_id" INTEGER NOT NULL,
"is_base" INTEGER NOT NULL DEFAULT 0,
"is_active" INTEGER NOT NULL DEFAULT 1,
UNIQUE("type_id","code"),
PRIMARY KEY("id"),
FOREIGN KEY("type_id") REFERENCES "fin_asset_types"("id")
);
CREATE INDEX "i_fin_assets_is_base" ON "fin_assets" (
"is_base"
);
CREATE INDEX "i_fin_assets_type_id" ON "fin_assets" ( CREATE INDEX "i_fin_assets_type_id" ON "fin_assets" (
"type_id" "type_id"
); );
CREATE VIEW "current_fin_asset_rates" as CREATE INDEX "i_fin_transactions_asset_storage_id_date" ON "fin_transactions" (
"asset_storage_id",
"date" DESC
);
CREATE INDEX "i_fin_transactions_category_id" ON "fin_transactions" (
"category_id"
);
CREATE INDEX "i_fin_transactions_date" ON "fin_transactions" (
"date" DESC
);
CREATE INDEX "i_fin_transactions_result_fin_asset_storage_id" ON "fin_transactions" (
"reason_fin_asset_storage_id"
);
CREATE INDEX "i_fin_transactions_result_phys_asset_id" ON "balance_goals" (
"result_transaction_id"
);
CREATE VIEW "current_balance_goals" AS select
t.amount_left=0 as is_accomplished,
t.goal,
t.storage,
t.amount_total,
t.amount_left,
case when t.amount_left!=0 then t.deadline end as deadline
from (
select select
fa.id as pseudo_id, bg.name as goal,
fat.name as asset_type, coalesce(fa.name,fa.code)||' - '||fs.name as storage,
fa.code as asset, bg.amount as amount_total,
(select rate from fin_asset_rates far where far.asset_id=fa.id order by far.date desc limit 1) as rate, bg.priority,
(select fa2.code from fin_assets fa2 where fa2.is_base=1 limit 1) as base_asset bg.deadline,
min(max(
sum(bg.amount) over(
partition by
bg.asset_storage_id
order by
bg.priority desc
rows between
unbounded preceding and current row
) - coalesce((
select
amount
from from
fin_assets fa balances b
join fin_asset_types fat on fat.id=fa.type_id
where where
fa.is_active=1 b.asset_storage_id=bg.asset_storage_id
/* current_fin_asset_rates(pseudo_id,asset_type,asset,rate,base_asset) */; order by
b.date desc
limit 1
),0),
0
), bg.amount) as amount_left
from
balance_goals bg
join fin_assets_storages fas on fas.id=bg.asset_storage_id
join fin_assets fa on fa.id=fas.asset_id
join fin_storages fs on fs.id=fas.storage_id
where
bg.result_transaction_id is null
) t
order by
is_accomplished asc,
t.priority desc;
CREATE VIEW "current_balances" AS select
*
from (
select
fas.id as pseudo_id,
fat.name as asset_type,
coalesce(fa.code,fa.name) as asset_name,
fs.name as storage,
(select b.amount from balances b where b.asset_storage_id=fas.id order by b.date desc limit 1) as balance,
fa.code as asset_code,
round(
(select b.amount from balances b where b.asset_storage_id=fas.id order by b.date desc limit 1)*
(select far.rate from fin_asset_rates far where far.asset_id=fa.id order by far.date desc limit 1),
2) as base_balance,
(select code from fin_assets fa2 where fa2.is_base=1 limit 1) as base_asset
from
fin_assets_storages fas
join fin_assets fa on fa.id=fas.asset_id
join fin_asset_types fat on fat.id=fa.type_id
join fin_storages fs on fs.id=fas.storage_id
where
fa.is_active=1 and
fs.is_active=1
order by
fas.priority desc
) t
where
t.balance is not null;
CREATE VIEW current_fin_allocation as CREATE VIEW current_fin_allocation as
select select
t.name as "group", t.name as "group",
@@ -153,146 +279,19 @@ from (
where where
t.base_balance!=0 or t.target_share!=0 t.base_balance!=0 or t.target_share!=0
order by order by
sort1 desc, priority desc sort1 desc, priority desc;
/* current_fin_allocation("group",base_balance,base_asset,current_share,target_share) */; CREATE VIEW "current_fin_asset_rates" as
CREATE VIEW "current_balances" AS select
*
from (
select select
fas.id as pseudo_id, fa.id as pseudo_id,
fat.name as asset_type, fat.name as asset_type,
coalesce(fa.code,fa.name) as asset_name, fa.code as asset,
fs.name as storage, (select rate from fin_asset_rates far where far.asset_id=fa.id order by far.date desc limit 1) as rate,
(select b.amount from balances b where b.asset_storage_id=fas.id order by b.date desc limit 1) as balance, (select fa2.code from fin_assets fa2 where fa2.is_base=1 limit 1) as base_asset
fa.code as asset_code,
round(
(select b.amount from balances b where b.asset_storage_id=fas.id order by b.date desc limit 1)*
(select far.rate from fin_asset_rates far where far.asset_id=fa.id order by far.date desc limit 1),
2) as base_balance,
(select code from fin_assets fa2 where fa2.is_base=1 limit 1) as base_asset
from from
fin_assets_storages fas fin_assets fa
join fin_assets fa on fa.id=fas.asset_id
join fin_asset_types fat on fat.id=fa.type_id join fin_asset_types fat on fat.id=fa.type_id
join fin_storages fs on fs.id=fas.storage_id
where where
fa.is_active=1 and fa.is_active=1;
fs.is_active=1
order by
fas.priority desc
) t
where
t.balance is not null
/* current_balances(pseudo_id,asset_type,asset_name,storage,balance,asset_code,base_balance,base_asset) */;
CREATE TABLE IF NOT EXISTS "fin_transactions" (
"id" INTEGER NOT NULL,
"date" NUMERIC NOT NULL,
"asset_storage_id" INTEGER NOT NULL,
"amount" NUMERIC NOT NULL,
"category_id" INTEGER NOT NULL,
"reason_fin_asset_storage_id" INTEGER,
"reason_phys_asset_id" INTEGER,
FOREIGN KEY("reason_fin_asset_storage_id") REFERENCES "fin_assets_storages"("id"),
FOREIGN KEY("category_id") REFERENCES "fin_transaction_categories"("id"),
PRIMARY KEY("id"),
FOREIGN KEY("reason_phys_asset_id") REFERENCES "phys_assets"("id")
);
CREATE INDEX "i_fin_transactions_asset_storage_id_date" ON "fin_transactions" (
"asset_storage_id",
"date" DESC
);
CREATE INDEX "i_fin_transactions_result_fin_asset_storage_id" ON "fin_transactions" (
"reason_fin_asset_storage_id"
);
CREATE INDEX "i_fin_transactions_category_id" ON "fin_transactions" (
"category_id"
);
CREATE TABLE IF NOT EXISTS "phys_assets" (
"id" INTEGER NOT NULL,
"name" TEXT NOT NULL UNIQUE,
"buy_transaction_id" INTEGER,
"sell_transaction_id" INTEGER,
"is_expired" INTEGER NOT NULL DEFAULT 0,
FOREIGN KEY("buy_transaction_id") REFERENCES "fin_transactions"("id"),
FOREIGN KEY("sell_transaction_id") REFERENCES "fin_transactions"("id"),
PRIMARY KEY("id")
);
CREATE TABLE IF NOT EXISTS "balance_goals" (
"id" INTEGER NOT NULL,
"name" TEXT NOT NULL,
"asset_storage_id" INTEGER NOT NULL,
"amount" NUMERIC NOT NULL,
"priority" INTEGER NOT NULL UNIQUE,
"deadline" NUMERIC,
"result_transaction_id" INTEGER,
FOREIGN KEY("asset_storage_id") REFERENCES "fin_assets_storages"("id"),
PRIMARY KEY("id"),
FOREIGN KEY("result_transaction_id") REFERENCES "fin_transactions"("id")
);
CREATE INDEX "i_balance_goals_asset_storage_id" ON "balance_goals" (
"asset_storage_id"
);
CREATE INDEX "i_balance_goals_result_phys_asset_id" ON "balance_goals" (
"result_transaction_id"
);
CREATE INDEX "i_fin_transactions_result_phys_asset_id" ON "balance_goals" (
"result_transaction_id"
);
CREATE VIEW "current_balance_goals" AS select
t.amount_left=0 as is_accomplished,
t.goal,
t.storage,
t.amount_total,
t.amount_left,
case when t.amount_left!=0 then t.deadline end as deadline
from (
select
bg.name as goal,
coalesce(fa.name,fa.code)||' - '||fs.name as storage,
bg.amount as amount_total,
bg.priority,
bg.deadline,
min(max(
sum(bg.amount) over(
partition by
bg.asset_storage_id
order by
bg.priority desc
rows between
unbounded preceding and current row
) - coalesce((
select
amount
from
balances b
where
b.asset_storage_id=bg.asset_storage_id
order by
b.date desc
limit 1
),0),
0
), bg.amount) as amount_left
from
balance_goals bg
join fin_assets_storages fas on fas.id=bg.asset_storage_id
join fin_assets fa on fa.id=fas.asset_id
join fin_storages fs on fs.id=fas.storage_id
where
bg.result_transaction_id is null
) t
order by
is_accomplished asc,
t.priority desc
/* current_balance_goals(is_accomplished,goal,storage,amount_total,amount_left,deadline) */;
CREATE TABLE IF NOT EXISTS "fin_transaction_categories" (
"id" INTEGER NOT NULL,
"name" TEXT NOT NULL UNIQUE,
"is_rebalance" INTEGER NOT NULL DEFAULT 0,
"is_passive" INTEGER NOT NULL DEFAULT 0,
"is_initial_import" INTEGER NOT NULL DEFAULT 0,
PRIMARY KEY("id")
);
CREATE VIEW historical_monthly_balances as CREATE VIEW historical_monthly_balances as
with recursive dates(mo_start_date, date) as ( with recursive dates(mo_start_date, date) as (
values( values(
@@ -374,7 +373,10 @@ from
( (
select select
t.*, t.*,
t.base_balance-lead(t.base_balance) over(partition by t.asset_type_id order by date desc) as base_balance_delta t.base_balance-coalesce(
lead(t.base_balance) over(partition by t.asset_type_id order by date desc),
0
) as base_balance_delta
from from
data_by_type t data_by_type t
where where
@@ -384,32 +386,88 @@ from
group by group by
1 1
order by order by
t.date desc t.date desc;
/* historical_monthly_balances(date,base_balance,base_balance_delta,base_active_delta,base_passive_delta,base_asset,base_balance_by_type,base_balance_delta_by_type,base_active_delta_by_type,base_passive_delta_by_type) */; CREATE VIEW historical_monthly_txs_balances_mismatch as
CREATE INDEX "i_fin_transactions_date" ON "fin_transactions" ( with recursive dates(mo_start_date, date) as (
"date" DESC
);
CREATE TRIGGER current_fin_asset_rates_insert
instead of insert on current_fin_asset_rates
begin
insert into fin_asset_rates (asset_id, date, rate)
values( values(
( date('now', 'start of month'),
select date('now', 'start of month', '+1 month', '-1 day')
fa.id
from
fin_assets fa
join fin_asset_types fat on fat.id=fa.type_id
where
fa.code=new.asset and
fat.name=new.asset_type
),
date('now'),
new.rate
) )
on conflict(asset_id,date) do update union all
set rate=new.rate; select
end; date(mo_start_date, '-1 month'),
date(mo_start_date, '-1 day')
from
dates
where
mo_start_date > (select min(date) from balances) or
mo_start_date > (select min(date) from fin_transactions)
limit 2*12 -- 2 years
),
constants as (
select
(select min(mo_start_date) from dates) as start_date
)
select
t.mo_start_date as start_date,
t.date as end_date,
fs.name as storage,
t.balance_delta - t.tx_delta as amount_unaccounted,
coalesce(fa.code,fa.name) as asset,
t.tx_delta,
t.balance_delta
from (
select
d.*,
fas.asset_id as asset_id,
fas.storage_id as storage_id,
coalesce((select sum(amount) from fin_transactions ft where ft.asset_storage_id=fas.id and ft.date>=d.mo_start_date and ft.date<=d.date),0) as tx_delta,
coalesce((
select b.amount from balances b where b.asset_storage_id=fas.id and b.date<=d.date order by b.date desc limit 1
),0) - coalesce((
select coalesce(b.amount,0) from balances b where b.asset_storage_id=fas.id and b.date<d.mo_start_date order by b.date desc limit 1
),0) as balance_delta
from
dates d
cross join fin_assets_storages fas
) t
join fin_assets fa on fa.id=t.asset_id
join fin_storages fs on fs.id=t.storage_id
where
abs(t.tx_delta-t.balance_delta)>pow(10,-9)
order by
t.date desc;
CREATE VIEW latest_fin_transactions as
select
ft.id as pseudo_id,
ft.date,
fat.name as asset_type,
coalesce(fa.name, fa.code) as asset_name,
fs.name as storage,
ft.amount,
fa.code as asset_code,
ftc.name as category,
r_pa.name as reason_phys_asset,
r_fat.name as reason_fin_asset_type,
r_fa.code as reason_fin_asset_code,
r_fs.name as reason_fin_asset_storage,
cast(null as int) as adjust_balance
from
fin_transactions ft
join fin_transaction_categories ftc on ftc.id=ft.category_id
join fin_assets_storages fas on fas.id=ft.asset_storage_id
join fin_assets fa on fa.id=fas.asset_id
join fin_asset_types fat on fat.id=fa.type_id
join fin_storages fs on fs.id=fas.storage_id
left join phys_assets r_pa on r_pa.id=ft.reason_phys_asset_id
left join fin_assets_storages r_fas on r_fas.id=ft.reason_fin_asset_storage_id
left join fin_assets r_fa on r_fa.id=r_fas.asset_id
left join fin_asset_types r_fat on r_fat.id=r_fa.type_id
left join fin_storages r_fs on r_fs.id=r_fas.storage_id
order by
ft.date desc;
CREATE TRIGGER current_balances_insert CREATE TRIGGER current_balances_insert
instead of insert on current_balances instead of insert on current_balances
begin begin
@@ -478,6 +536,27 @@ begin
amount = new.balance; amount = new.balance;
end; end;
CREATE TRIGGER current_fin_asset_rates_insert
instead of insert on current_fin_asset_rates
begin
insert into fin_asset_rates (asset_id, date, rate)
values(
(
select
fa.id
from
fin_assets fa
join fin_asset_types fat on fat.id=fa.type_id
where
fa.code=new.asset and
fat.name=new.asset_type
),
date('now'),
new.rate
)
on conflict(asset_id,date) do update
set rate=new.rate;
end;
CREATE TRIGGER current_fin_asset_rates_update CREATE TRIGGER current_fin_asset_rates_update
instead of update of rate on current_fin_asset_rates instead of update of rate on current_fin_asset_rates
begin begin
@@ -499,37 +578,13 @@ begin
on conflict(asset_id,date) do update on conflict(asset_id,date) do update
set rate=new.rate; set rate=new.rate;
end; end;
CREATE VIEW latest_fin_transactions as CREATE TRIGGER latest_fin_transactions_delete instead of delete on latest_fin_transactions
select begin
ft.id as pseudo_id, delete from
ft.date, fin_transactions
fat.name as asset_type, where
coalesce(fa.name, fa.code) as asset_name, id=old.pseudo_id;
fs.name as storage, end;
ft.amount,
fa.code as asset_code,
ftc.name as category,
r_pa.name as reason_phys_asset,
r_fat.name as reason_fin_asset_type,
r_fa.code as reason_fin_asset_code,
r_fs.name as reason_fin_asset_storage,
cast(null as int) as adjust_balance
from
fin_transactions ft
join fin_transaction_categories ftc on ftc.id=ft.category_id
join fin_assets_storages fas on fas.id=ft.asset_storage_id
join fin_assets fa on fa.id=fas.asset_id
join fin_asset_types fat on fat.id=fa.type_id
join fin_storages fs on fs.id=fas.storage_id
left join phys_assets r_pa on r_pa.id=ft.reason_phys_asset_id
left join fin_assets_storages r_fas on r_fas.id=ft.reason_fin_asset_storage_id
left join fin_assets r_fa on r_fa.id=r_fas.asset_id
left join fin_asset_types r_fat on r_fat.id=r_fa.type_id
left join fin_storages r_fs on r_fs.id=r_fas.storage_id
order by
ft.date desc
/* latest_fin_transactions(pseudo_id,date,asset_type,asset_name,storage,amount,asset_code,category,reason_phys_asset,reason_fin_asset_type,reason_fin_asset_code,reason_fin_asset_storage,adjust_balance) */;
CREATE TRIGGER latest_fin_transactions_insert CREATE TRIGGER latest_fin_transactions_insert
instead of insert on latest_fin_transactions instead of insert on latest_fin_transactions
begin begin
@@ -706,62 +761,3 @@ begin
where where
new.adjust_balance=1; new.adjust_balance=1;
end; end;
CREATE VIEW historical_monthly_txs_balances_mismatch as
with recursive dates(mo_start_date, date) as (
values(
date('now', 'start of month'),
date('now', 'start of month', '+1 month', '-1 day')
)
union all
select
date(mo_start_date, '-1 month'),
date(mo_start_date, '-1 day')
from
dates
where
mo_start_date > (select min(date) from balances) or
mo_start_date > (select min(date) from fin_transactions)
limit 2*12 -- 2 years
),
constants as (
select
(select min(mo_start_date) from dates) as start_date
)
select
t.mo_start_date as start_date,
t.date as end_date,
fs.name as storage,
t.balance_delta - t.tx_delta as amount_unaccounted,
coalesce(fa.code,fa.name) as asset,
t.tx_delta,
t.balance_delta
from (
select
d.*,
fas.asset_id as asset_id,
fas.storage_id as storage_id,
coalesce((select sum(amount) from fin_transactions ft where ft.asset_storage_id=fas.id and ft.date>=d.mo_start_date and ft.date<=d.date),0) as tx_delta,
coalesce((
select b.amount from balances b where b.asset_storage_id=fas.id and b.date<=d.date order by b.date desc limit 1
),0) - coalesce((
select coalesce(b.amount,0) from balances b where b.asset_storage_id=fas.id and b.date<d.mo_start_date order by b.date desc limit 1
),0) as balance_delta
from
dates d
cross join fin_assets_storages fas
) t
join fin_assets fa on fa.id=t.asset_id
join fin_storages fs on fs.id=t.storage_id
where
abs(t.tx_delta-t.balance_delta)>pow(10,-9)
order by
t.date desc
/* historical_monthly_txs_balances_mismatch(start_date,end_date,storage,amount_unaccounted,asset,tx_delta,balance_delta) */;
CREATE TRIGGER latest_fin_transactions_delete instead of delete on latest_fin_transactions
begin
delete from
fin_transactions
where
id=old.pseudo_id;
end;

26
scripts/dump_schema.sh Executable file
View File

@@ -0,0 +1,26 @@
#!/bin/bash
DB_PATH=$(realpath "$1")
DUMP_PATH=$(realpath "$2")
SQL="select sql||';' from sqlite_master where sql is not null order by type='table' desc, type='index' desc, type='view' desc, type='trigger' desc, name;"
read -s -p "Password (if any): " PASS; echo '';
if [ -z "$PASS" ]; then
BIN_PATH=sqlite3
else
BIN_PATH=sqlcipher
fi
# dump
$BIN_PATH "$DB_PATH" <<EOF
pragma key='$PASS';
.output '$DUMP_PATH'
$SQL
.output 'stdout'
EOF
# test
TEST_DB_PATH="$DUMP_PATH.test.db"
cat "$DUMP_PATH" | sqlite3 "$TEST_DB_PATH"
echo 'pragma foreign_key_check;' | sqlite3 "$TEST_DB_PATH"
rm "$TEST_DB_PATH"