* More documentation
* Database creation scripts
This commit is contained in:
parent
1e2ca40440
commit
c881cde89c
4
INSTALL
4
INSTALL
@ -1,4 +0,0 @@
|
|||||||
Pre-requisites on Debian:
|
|
||||||
|
|
||||||
apt install ghc libghc-hunit-dev libghc-regex-compat-tdfa-dev
|
|
||||||
|
|
||||||
22
INSTALL.md
Normal file
22
INSTALL.md
Normal file
@ -0,0 +1,22 @@
|
|||||||
|
# Installation
|
||||||
|
|
||||||
|
GaBuZoMeu is written in [Haskell](https://www.haskell.org/) so you will need an Haskell compiler. Then just type `make all`.
|
||||||
|
|
||||||
|
To see if everything is fine, `make test`.
|
||||||
|
|
||||||
|
## Pre-requisites on Debian operating system
|
||||||
|
|
||||||
|
```
|
||||||
|
apt install ghc libghc-hunit-dev libghc-regex-compat-tdfa-dev
|
||||||
|
```
|
||||||
|
|
||||||
|
## Bug reports
|
||||||
|
|
||||||
|
On [the forge](https://forge.chapril.org/bortzmeyer/GaBuZoMeu/issues).
|
||||||
|
|
||||||
|
## Creating the database
|
||||||
|
|
||||||
|
If you want to create a database to insert the language subtag
|
||||||
|
registry (with the `registry2postgresql` or `registry2sqlite`
|
||||||
|
programs), see the creation scripts under `./SQL/`.
|
||||||
|
|
||||||
18
README.md
18
README.md
@ -5,4 +5,20 @@ language tag registry (see RFC 5646).
|
|||||||
|
|
||||||
## Installation
|
## Installation
|
||||||
|
|
||||||
See INSTALL
|
See `INSTALL.md`.
|
||||||
|
|
||||||
|
## Using with the official language tag registry
|
||||||
|
|
||||||
|
```
|
||||||
|
wget https://www.iana.org/assignments/language-subtag-registry/language-subtag-registry
|
||||||
|
```
|
||||||
|
|
||||||
|
## Licence
|
||||||
|
|
||||||
|
Free software (BSD 3-clause), see `LICENSE`.
|
||||||
|
|
||||||
|
## Author
|
||||||
|
|
||||||
|
Stéphane Bortzmeyer
|
||||||
|
stephane+gabuzomeu@bortzmeyer.org
|
||||||
|
|
||||||
|
|||||||
186
SQL/PostgreSQL/create-db-subtag.sql
Normal file
186
SQL/PostgreSQL/create-db-subtag.sql
Normal file
@ -0,0 +1,186 @@
|
|||||||
|
DROP VIEW Languages_with_descr;
|
||||||
|
DROP VIEW Languages_with_all_descr;
|
||||||
|
DROP VIEW Extlangs_with_descr;
|
||||||
|
DROP VIEW Extlangs_with_all_descr;
|
||||||
|
DROP VIEW Scripts_with_descr;
|
||||||
|
DROP VIEW Scripts_with_all_descr;
|
||||||
|
DROP VIEW Variants_with_descr;
|
||||||
|
DROP VIEW Variants_with_all_descr;
|
||||||
|
DROP VIEW Regions_with_descr;
|
||||||
|
DROP VIEW Regions_with_all_descr;
|
||||||
|
DROP TABLE Descriptions_languages;
|
||||||
|
DROP TABLE Descriptions_extlangs;
|
||||||
|
DROP TABLE Descriptions_scripts;
|
||||||
|
DROP TABLE Descriptions_regions;
|
||||||
|
DROP TABLE Descriptions_variants;
|
||||||
|
--DROP TABLE Descriptions_extensions;
|
||||||
|
DROP TABLE Descriptions;
|
||||||
|
DROP TABLE Prefixes;
|
||||||
|
DROP TABLE Languages;
|
||||||
|
DROP TABLE Extlangs;
|
||||||
|
DROP TABLE Scripts;
|
||||||
|
DROP TABLE Regions;
|
||||||
|
DROP TABLE Variants;
|
||||||
|
DROP TABLE Extensions;
|
||||||
|
|
||||||
|
DROP AGGREGATE concatenate(text);
|
||||||
|
|
||||||
|
CREATE TABLE Scripts (
|
||||||
|
id SERIAL PRIMARY KEY NOT NULL,
|
||||||
|
code TEXT UNIQUE NOT NULL, -- TODO: a length and content constraint?
|
||||||
|
added DATE,
|
||||||
|
comments TEXT);
|
||||||
|
|
||||||
|
CREATE TABLE Languages (
|
||||||
|
id SERIAL PRIMARY KEY NOT NULL,
|
||||||
|
code TEXT UNIQUE NOT NULL, -- TODO: a length and content constraint?
|
||||||
|
suppressscript TEXT REFERENCES Scripts(code),
|
||||||
|
preferredvalue TEXT, -- Yes, it should REFERENCES Languages(code), but
|
||||||
|
-- there is a chicken-and-egg problem.
|
||||||
|
added DATE,
|
||||||
|
comments TEXT);
|
||||||
|
|
||||||
|
CREATE TABLE Extlangs (
|
||||||
|
id SERIAL PRIMARY KEY NOT NULL,
|
||||||
|
code TEXT UNIQUE NOT NULL, -- TODO: a length and content constraint?
|
||||||
|
added DATE,
|
||||||
|
prefix TEXT, -- references Languages(code)? Can a prefix be longer (a language and a script, for instance)?
|
||||||
|
comments TEXT);
|
||||||
|
|
||||||
|
CREATE TABLE Regions (
|
||||||
|
id SERIAL PRIMARY KEY NOT NULL,
|
||||||
|
code TEXT UNIQUE NOT NULL, -- TODO: a length and content constraint?
|
||||||
|
added DATE,
|
||||||
|
deprecated DATE,
|
||||||
|
comments TEXT);
|
||||||
|
|
||||||
|
CREATE TABLE Variants (
|
||||||
|
id SERIAL PRIMARY KEY NOT NULL,
|
||||||
|
code TEXT UNIQUE NOT NULL, -- TODO: a length and content constraint?
|
||||||
|
-- TODO: prefixes
|
||||||
|
added DATE,
|
||||||
|
comments TEXT);
|
||||||
|
|
||||||
|
CREATE TABLE Extensions (
|
||||||
|
id SERIAL PRIMARY KEY NOT NULL,
|
||||||
|
code TEXT UNIQUE NOT NULL, -- TODO: a length and content constraint?
|
||||||
|
added DATE,
|
||||||
|
comments TEXT);
|
||||||
|
|
||||||
|
CREATE TABLE Descriptions (
|
||||||
|
id SERIAL PRIMARY KEY NOT NULL,
|
||||||
|
description TEXT NOT NULL);
|
||||||
|
|
||||||
|
CREATE TABLE Descriptions_Languages (
|
||||||
|
description INTEGER NOT NULL REFERENCES Descriptions(id),
|
||||||
|
lang TEXT NOT NULL REFERENCES Languages(code));
|
||||||
|
|
||||||
|
CREATE TABLE Descriptions_Extlangs (
|
||||||
|
description INTEGER NOT NULL REFERENCES Descriptions(id),
|
||||||
|
extlang TEXT NOT NULL REFERENCES Extlangs(code));
|
||||||
|
|
||||||
|
CREATE TABLE Descriptions_Scripts (
|
||||||
|
description INTEGER NOT NULL REFERENCES Descriptions(id),
|
||||||
|
script TEXT NOT NULL REFERENCES Scripts(code));
|
||||||
|
|
||||||
|
CREATE TABLE Descriptions_Regions (
|
||||||
|
description INTEGER NOT NULL REFERENCES Descriptions(id),
|
||||||
|
region TEXT NOT NULL REFERENCES Regions(code));
|
||||||
|
|
||||||
|
CREATE TABLE Descriptions_Variants (
|
||||||
|
description INTEGER NOT NULL REFERENCES Descriptions(id),
|
||||||
|
variant TEXT NOT NULL REFERENCES Variants(code));
|
||||||
|
|
||||||
|
CREATE TABLE Prefixes (
|
||||||
|
variant TEXT NOT NULL REFERENCES Variants(code),
|
||||||
|
prefix TEXT NOT NULL REFERENCES Languages(code)
|
||||||
|
);
|
||||||
|
|
||||||
|
CREATE OR REPLACE FUNCTION concat2(text, text) RETURNS text AS '
|
||||||
|
SELECT CASE WHEN $1 IS NULL OR $1 = '''' THEN $2
|
||||||
|
WHEN $2 IS NULL OR $2 = '''' THEN $1
|
||||||
|
ELSE $1 || '' / '' || $2
|
||||||
|
END;
|
||||||
|
'
|
||||||
|
LANGUAGE SQL;
|
||||||
|
|
||||||
|
CREATE AGGREGATE concatenate (
|
||||||
|
sfunc = concat2,
|
||||||
|
basetype = text,
|
||||||
|
stype = text,
|
||||||
|
initcond = ''
|
||||||
|
);
|
||||||
|
|
||||||
|
CREATE VIEW Languages_with_all_descr AS
|
||||||
|
SELECT l.code, l.added, l.suppressscript, d.description
|
||||||
|
FROM languages l,descriptions d,descriptions_languages WHERE
|
||||||
|
descriptions_languages.lang = l.code AND
|
||||||
|
descriptions_languages.description = d.id;
|
||||||
|
|
||||||
|
CREATE VIEW Languages_with_descr AS
|
||||||
|
SELECT l.code, l.added, l.suppressscript,
|
||||||
|
concatenate(d.description) as description FROM languages l, descriptions d,
|
||||||
|
descriptions_languages WHERE
|
||||||
|
descriptions_languages.lang = l.code AND
|
||||||
|
descriptions_languages.description = d.id
|
||||||
|
GROUP BY l.code, l.added, l.suppressscript;
|
||||||
|
|
||||||
|
CREATE VIEW Variants_with_all_descr AS
|
||||||
|
SELECT v.code, v.added, d.description
|
||||||
|
FROM variants v,descriptions d,descriptions_variants WHERE
|
||||||
|
descriptions_variants.variant = v.code AND
|
||||||
|
descriptions_variants.description = d.id;
|
||||||
|
|
||||||
|
CREATE VIEW Variants_with_descr AS
|
||||||
|
SELECT v.code, v.added,
|
||||||
|
concatenate(d.description) as description FROM
|
||||||
|
variants v, descriptions d,
|
||||||
|
descriptions_variants WHERE
|
||||||
|
descriptions_variants.variant = v.code AND
|
||||||
|
descriptions_variants.description = d.id
|
||||||
|
GROUP BY v.code, v.added;
|
||||||
|
|
||||||
|
CREATE VIEW Scripts_with_all_descr AS
|
||||||
|
SELECT s.code, s.added, d.description
|
||||||
|
FROM scripts s,descriptions d,descriptions_scripts WHERE
|
||||||
|
descriptions_scripts.script = s.code AND
|
||||||
|
descriptions_scripts.description = d.id;
|
||||||
|
|
||||||
|
CREATE VIEW Scripts_with_descr AS
|
||||||
|
SELECT s.code, s.added,
|
||||||
|
concatenate(d.description) as description FROM scripts s, descriptions d,
|
||||||
|
descriptions_scripts WHERE
|
||||||
|
descriptions_scripts.script = s.code AND
|
||||||
|
descriptions_scripts.description = d.id
|
||||||
|
GROUP BY s.code, s.added;
|
||||||
|
|
||||||
|
CREATE VIEW Regions_with_all_descr AS
|
||||||
|
SELECT r.code, r.added, d.description
|
||||||
|
FROM regions r,descriptions d,descriptions_regions WHERE
|
||||||
|
descriptions_regions.region = r.code AND
|
||||||
|
descriptions_regions.description = d.id;
|
||||||
|
|
||||||
|
CREATE VIEW Regions_with_descr AS
|
||||||
|
SELECT r.code, r.added,
|
||||||
|
concatenate(d.description) as description FROM regions r, descriptions d,
|
||||||
|
descriptions_regions WHERE
|
||||||
|
descriptions_regions.region = r.code AND
|
||||||
|
descriptions_regions.description = d.id
|
||||||
|
GROUP BY r.code, r.added;
|
||||||
|
|
||||||
|
CREATE VIEW Extlangs_with_all_descr AS
|
||||||
|
SELECT l.code, l.added, d.description
|
||||||
|
FROM extlangs l,descriptions d,descriptions_extlangs WHERE
|
||||||
|
descriptions_extlangs.extlang = l.code AND
|
||||||
|
descriptions_extlangs.description = d.id;
|
||||||
|
|
||||||
|
CREATE VIEW Extlangs_with_descr AS
|
||||||
|
SELECT l.code, l.added,
|
||||||
|
concatenate(d.description) as description FROM extlangs l, descriptions d,
|
||||||
|
descriptions_extlangs WHERE
|
||||||
|
descriptions_extlangs.extlang = l.code AND
|
||||||
|
descriptions_extlangs.description = d.id
|
||||||
|
GROUP BY l.code, l.added;
|
||||||
|
|
||||||
|
-- You can get all the records with stuff like:
|
||||||
|
-- select 'language', code, added from languages where added > '2005-10-16' union select 'script', code, added from scripts where added > '2005-10-16';
|
||||||
24
SQL/PostgreSQL/insert-test.sql
Normal file
24
SQL/PostgreSQL/insert-test.sql
Normal file
@ -0,0 +1,24 @@
|
|||||||
|
BEGIN;
|
||||||
|
INSERT INTO Languages (code, added) VALUES ('pl', '2007-01-24');
|
||||||
|
INSERT INTO Descriptions (description) VALUES ('Polish');
|
||||||
|
INSERT INTO Descriptions_languages (description, lang)
|
||||||
|
SELECT currval('Descriptions_id_seq'), 'pl';
|
||||||
|
INSERT INTO Languages (code, added) VALUES ('en', '2007-01-24');
|
||||||
|
INSERT INTO Descriptions (description) VALUES ('English');
|
||||||
|
INSERT INTO Descriptions_languages (description, lang)
|
||||||
|
SELECT currval('Descriptions_id_seq'), 'en';
|
||||||
|
INSERT INTO Languages (code, added) VALUES ('fr', '2007-01-24');
|
||||||
|
INSERT INTO Descriptions (description) VALUES ('French');
|
||||||
|
INSERT INTO Descriptions_languages (description, lang)
|
||||||
|
SELECT currval('Descriptions_id_seq'), 'fr';
|
||||||
|
INSERT INTO Descriptions (description) VALUES ('Francais');
|
||||||
|
INSERT INTO Descriptions_languages (description, lang)
|
||||||
|
SELECT currval('Descriptions_id_seq'), 'fr';
|
||||||
|
INSERT INTO Languages (code, added) VALUES ('es', '2007-01-24');
|
||||||
|
INSERT INTO Descriptions (description) VALUES ('Spanish');
|
||||||
|
INSERT INTO Descriptions_languages (description, lang)
|
||||||
|
SELECT currval('Descriptions_id_seq'), 'es';
|
||||||
|
|
||||||
|
COMMIT;
|
||||||
|
|
||||||
|
|
||||||
85
SQL/SQLite/create-db-subtag.sql
Normal file
85
SQL/SQLite/create-db-subtag.sql
Normal file
@ -0,0 +1,85 @@
|
|||||||
|
-- Process with:
|
||||||
|
|
||||||
|
-- sqlite lsr < create-db-subtag.sql
|
||||||
|
|
||||||
|
DROP TABLE Descriptions_languages;
|
||||||
|
DROP TABLE Descriptions_scripts;
|
||||||
|
DROP TABLE Descriptions_regions;
|
||||||
|
DROP TABLE Descriptions_variants;
|
||||||
|
DROP TABLE Descriptions;
|
||||||
|
DROP TABLE Prefixes;
|
||||||
|
DROP TABLE Languages;
|
||||||
|
DROP TABLE Extlangs;
|
||||||
|
DROP TABLE Scripts;
|
||||||
|
DROP TABLE Regions;
|
||||||
|
DROP TABLE Variants;
|
||||||
|
|
||||||
|
-- A few things to remember about SQLite:
|
||||||
|
--
|
||||||
|
-- 1) If you declare a column as "INTEGER PRIMARY KEY", it will
|
||||||
|
-- autoincrement (http://www.sqlite.org/faq.html#q1)
|
||||||
|
--
|
||||||
|
-- 2) Types and constraints are almost always ignored
|
||||||
|
-- (http://www.sqlite.org/datatype3.html or
|
||||||
|
-- http://www.sqlite.org/faq.html#q2)
|
||||||
|
|
||||||
|
CREATE TABLE Scripts (
|
||||||
|
id INTEGER PRIMARY KEY NOT NULL,
|
||||||
|
code TEXT UNIQUE NOT NULL,
|
||||||
|
added DATE,
|
||||||
|
comments TEXT);
|
||||||
|
|
||||||
|
CREATE TABLE Languages (
|
||||||
|
id INTEGER PRIMARY KEY NOT NULL,
|
||||||
|
code TEXT UNIQUE NOT NULL,
|
||||||
|
suppressscript TEXT REFERENCES Scripts(code),
|
||||||
|
preferredvalue TEXT, -- Yes, it should REFERENCES Languages(code), but
|
||||||
|
-- there is a chicken-and-egg problem.
|
||||||
|
added DATE,
|
||||||
|
comments TEXT);
|
||||||
|
|
||||||
|
CREATE TABLE Extlangs (
|
||||||
|
id SERIAL PRIMARY KEY NOT NULL,
|
||||||
|
code TEXT UNIQUE NOT NULL, -- TODO: a length and content constraint?
|
||||||
|
added DATE,
|
||||||
|
prefix TEXT, -- references Languages(code)? Can a prefix be longer (a language and a script, for instance)?
|
||||||
|
comments TEXT);
|
||||||
|
|
||||||
|
CREATE TABLE Regions (
|
||||||
|
id INTEGER PRIMARY KEY NOT NULL,
|
||||||
|
code TEXT UNIQUE NOT NULL,
|
||||||
|
added DATE,
|
||||||
|
deprecated DATE,
|
||||||
|
comments TEXT);
|
||||||
|
|
||||||
|
CREATE TABLE Variants (
|
||||||
|
id INTEGER PRIMARY KEY NOT NULL,
|
||||||
|
code TEXT UNIQUE NOT NULL,
|
||||||
|
added DATE,
|
||||||
|
comments TEXT);
|
||||||
|
|
||||||
|
CREATE TABLE Descriptions (
|
||||||
|
id INTEGER NOT NULL PRIMARY KEY,
|
||||||
|
description TEXT NOT NULL);
|
||||||
|
|
||||||
|
CREATE TABLE Descriptions_Languages (
|
||||||
|
description INTEGER NOT NULL REFERENCES Descriptions(id),
|
||||||
|
lang TEXT NOT NULL REFERENCES Languages(code));
|
||||||
|
|
||||||
|
CREATE TABLE Descriptions_Scripts (
|
||||||
|
description INTEGER NOT NULL REFERENCES Descriptions(id),
|
||||||
|
script TEXT NOT NULL REFERENCES Scripts(code));
|
||||||
|
|
||||||
|
CREATE TABLE Descriptions_Variants (
|
||||||
|
description INTEGER NOT NULL REFERENCES Descriptions(id),
|
||||||
|
variant TEXT NOT NULL REFERENCES Variants(code));
|
||||||
|
|
||||||
|
CREATE TABLE Descriptions_Regions (
|
||||||
|
description INTEGER NOT NULL REFERENCES Descriptions(id),
|
||||||
|
region TEXT NOT NULL REFERENCES Regions(code));
|
||||||
|
|
||||||
|
CREATE TABLE Prefixes (
|
||||||
|
variant TEXT NOT NULL REFERENCES Variants(code),
|
||||||
|
prefix TEXT NOT NULL REFERENCES Languages(code)
|
||||||
|
);
|
||||||
|
|
||||||
12
SQL/SQLite/insert-test.sql
Normal file
12
SQL/SQLite/insert-test.sql
Normal file
@ -0,0 +1,12 @@
|
|||||||
|
INSERT INTO Languages (id, code, added) VALUES (NULL, 'en', '2007-01-24');
|
||||||
|
INSERT INTO Descriptions (description) VALUES ('English');
|
||||||
|
INSERT INTO Descriptions_languages (description, lang)
|
||||||
|
SELECT max(rowid), 'en' FROM Descriptions;
|
||||||
|
INSERT INTO Languages (id, code, added) VALUES (NULL, 'fr', '2007-01-24');
|
||||||
|
INSERT INTO Descriptions (description) VALUES ('French');
|
||||||
|
INSERT INTO Descriptions_languages (description, lang)
|
||||||
|
SELECT max(rowid), 'fr' FROM Descriptions;
|
||||||
|
INSERT INTO Descriptions (description) VALUES ('Francais');
|
||||||
|
INSERT INTO Descriptions_languages (description, lang)
|
||||||
|
SELECT max(rowid), 'fr' FROM Descriptions;
|
||||||
|
|
||||||
Loading…
Reference in New Issue
Block a user