ajout des resources modifiées
This commit is contained in:
frabad
parent
14a1be6cab
commit
20c467bf48
10
LittleBock/data/0.html
Normal file
10
LittleBock/data/0.html
Normal file
@ -0,0 +1,10 @@
|
||||
<!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<link rel="shortcut icon" href="/favicon.ico">
|
||||
|
||||
<title>
|
||||
Brassin #2 - Blond
|
||||
| Little Bock - Application pour brasseur
|
||||
</title>
|
||||
</head></html>
|
||||
48
LittleBock/data/1.html
Normal file
48
LittleBock/data/1.html
Normal file
@ -0,0 +1,48 @@
|
||||
<!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<link rel="shortcut icon" href="/favicon.ico">
|
||||
|
||||
<title>
|
||||
Brassin #2 - Blond
|
||||
| Little Bock - Application pour brasseur
|
||||
</title>
|
||||
</head>
|
||||
|
||||
<body id="body">
|
||||
<div id="fermentation_log_chart"
|
||||
data-chart-options="{"series":[
|
||||
{
|
||||
"yAxis": 0,
|
||||
"name": "DI est.",
|
||||
"dashStyle": "dot",
|
||||
"opacity": 0.6,
|
||||
"color": "#a1c66b",
|
||||
"data": [
|
||||
{
|
||||
"x": 1646924459000,
|
||||
"y": 1.038
|
||||
},
|
||||
{
|
||||
"x": 1646925320000,
|
||||
"y": 1.038
|
||||
},
|
||||
{
|
||||
"x": 1646926190000,
|
||||
"y": 1.038
|
||||
},
|
||||
{
|
||||
"x": 1646927061000,
|
||||
"y": 1.038
|
||||
},
|
||||
{
|
||||
"x": 1646927935000,
|
||||
"y": 1.038
|
||||
}
|
||||
]
|
||||
}
|
||||
]}">
|
||||
</div>
|
||||
</body>
|
||||
|
||||
</html>
|
||||
40
LittleBock/extract.nim
Normal file
40
LittleBock/extract.nim
Normal file
@ -0,0 +1,40 @@
|
||||
import std/os
|
||||
import std/strutils
|
||||
import std/htmlparser
|
||||
import std/xmltree
|
||||
import std/json
|
||||
import std/strtabs # To access XmlAttributes
|
||||
|
||||
# extract iSpindel JSON from little bock HTML files
|
||||
|
||||
proc jsparse(data: string): JsonNode =
|
||||
# get JSON tree
|
||||
var tree: JsonNode = parseJson(data)
|
||||
if tree.kind == JObject and tree.hasKey("series"):
|
||||
tree = tree["series"]
|
||||
for branch in tree:
|
||||
for unwanted in ["color","opacity","yAxis","dashStyle"]:
|
||||
if branch.hasKey(unwanted): branch.delete(unwanted)
|
||||
return tree
|
||||
|
||||
proc hparse(hfile: string): string =
|
||||
# parse a named HTML document
|
||||
let html: XmlNode = loadHtml(hfile)
|
||||
for hdiv in html.findAll("div"):
|
||||
if hdiv.attrs.hasKey("id"):
|
||||
if hdiv.attrs["id"] == "fermentation_log_chart":
|
||||
let data: string = hdiv.attrs["data-chart-options"]
|
||||
return pretty(jsparse(data))
|
||||
|
||||
proc jsextract(hfile: string): string =
|
||||
# run the parsers
|
||||
result = "None"
|
||||
var js: string = hparse(hfile)
|
||||
if not isEmptyOrWhitespace(js):
|
||||
let jsfile: string = hfile.changeFileExt("json")
|
||||
result = jsfile
|
||||
writeFile(jsfile, js)
|
||||
|
||||
for hfile in walkFiles("*.html"):
|
||||
echo hfile & " >> " & jsextract(hfile)
|
||||
|
||||
37
LittleBock/extract.py
Executable file
37
LittleBock/extract.py
Executable file
@ -0,0 +1,37 @@
|
||||
#!/usr/bin/python3
|
||||
"""
|
||||
extracteur de données iSpindel JSON entreposées par Little Bock en HTML
|
||||
"""
|
||||
import json
|
||||
try:
|
||||
import lxml.html as LX
|
||||
except ModuleNotFoundError as e:
|
||||
import sys
|
||||
print("Le module 'lxml' est nécessaire.\n http://pypi.org/lxml")
|
||||
sys.exit()
|
||||
import pathlib
|
||||
|
||||
def proc(path):
|
||||
s, js = None, None
|
||||
h = LX.parse(path.name)
|
||||
x = h.xpath("//*[@id='fermentation_log_chart']")
|
||||
if x: s = x[0].get('data-chart-options')
|
||||
if s:
|
||||
js = json.dumps(
|
||||
json.loads(s).pop('series'), indent=4, sort_keys=True) or None
|
||||
if js:
|
||||
p = path.with_suffix('.json')
|
||||
with open(p,'w') as f:
|
||||
f.write(js)
|
||||
print(f"INFO: extraction des données dans {p.name}.")
|
||||
|
||||
if __name__ == "__main__":
|
||||
here = pathlib.Path.cwd()
|
||||
hdocs = tuple(here.glob("*.html"))
|
||||
if len(hdocs) == 0:
|
||||
print("Aucun fichier HTML ('.html') trouvé.")
|
||||
for i in hdocs:
|
||||
if i.exists() and i.stat().st_size > 0:
|
||||
proc(i)
|
||||
|
||||
|
||||
9
TestServer/go.mod
Normal file
9
TestServer/go.mod
Normal file
@ -0,0 +1,9 @@
|
||||
module testserver
|
||||
|
||||
go 1.16
|
||||
|
||||
require (
|
||||
github.com/TylerBrock/colorjson v0.0.0-20200706003622-8a50f05110d2
|
||||
github.com/fatih/color v1.13.0 // indirect
|
||||
github.com/hokaccha/go-prettyjson v0.0.0-20210113012101-fb4e108d2519 // indirect
|
||||
)
|
||||
83
TestServer/main.go
Normal file
83
TestServer/main.go
Normal file
@ -0,0 +1,83 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"flag"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io/ioutil"
|
||||
"log"
|
||||
"net"
|
||||
"os"
|
||||
"runtime"
|
||||
"net/http"
|
||||
"strings"
|
||||
"github.com/TylerBrock/colorjson"
|
||||
)
|
||||
|
||||
var port string = "8080"
|
||||
|
||||
func getIp() string {
|
||||
addrs, err := net.InterfaceAddrs()
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
return addrs[1].String()
|
||||
}
|
||||
|
||||
func getInfo() {
|
||||
var ip string = strings.Split(getIp(), "/")[0]
|
||||
dir, _ := os.Getwd()
|
||||
var ss [] string
|
||||
if runtime.GOOS == "windows" {
|
||||
ss = strings.Split(dir, "\\")
|
||||
} else {
|
||||
ss = strings.Split(dir, "/")
|
||||
}
|
||||
var path string = strings.Join(ss, "/")
|
||||
|
||||
fmt.Println("\n",
|
||||
"==================================\n",
|
||||
"iSpindle test server configuration\n",
|
||||
"==================================\n",
|
||||
fmt.Sprintf("\n address : %s",ip),
|
||||
fmt.Sprintf("\n port : %s",port),
|
||||
fmt.Sprintf("\n path : %s",path),
|
||||
"\n method : HTTP\n")
|
||||
}
|
||||
|
||||
func main() {
|
||||
flag.StringVar(&port, "p", port, "port to use")
|
||||
flag.Usage = func() {
|
||||
flag.PrintDefaults() // prints default usage
|
||||
}
|
||||
flag.Parse()
|
||||
var infoArg bool
|
||||
for _, a := range os.Args[1:] {
|
||||
if a == "info" { infoArg = true }
|
||||
}
|
||||
if infoArg { getInfo()
|
||||
} else {
|
||||
http.HandleFunc("/", serve)
|
||||
log.Fatal(http.ListenAndServe(":"+port, nil))
|
||||
}
|
||||
}
|
||||
|
||||
func serve(w http.ResponseWriter, r *http.Request) {
|
||||
var obj map[string]interface{}
|
||||
fmt.Printf("%+v\n", r)
|
||||
str, err := ioutil.ReadAll(r.Body)
|
||||
if err != nil {
|
||||
log.Fatal(err)
|
||||
}
|
||||
err = json.Unmarshal([]byte(str), &obj)
|
||||
if err != nil {
|
||||
log.Fatal(err)
|
||||
}
|
||||
f := colorjson.NewFormatter()
|
||||
f.Indent = 4
|
||||
s, _ := f.Marshal(obj)
|
||||
fmt.Println(string(s))
|
||||
|
||||
fmt.Fprint(w, "ok")
|
||||
}
|
||||
|
||||
19
flatten/unixtimes.nim
Normal file
19
flatten/unixtimes.nim
Normal file
@ -0,0 +1,19 @@
|
||||
import std/strformat
|
||||
import std/times
|
||||
import strutils
|
||||
|
||||
let timestamps: seq[int64] = @[
|
||||
161252911000,
|
||||
162352411900,
|
||||
1646927061000,
|
||||
166691206100000
|
||||
]
|
||||
|
||||
echo "formatted UNIX dates"
|
||||
for i in timestamps:
|
||||
var s: string = $i
|
||||
if len(s) > 10: s = s[0 .. 9]
|
||||
let datetime = times.fromUnix(parseInt(s))
|
||||
let datetime_fmt = datetime.format("yyyy-MM-dd HH:mm:ss")
|
||||
echo &" {s} : {datetime_fmt}"
|
||||
|
||||
27
flatten/unixtimes.py
Executable file
27
flatten/unixtimes.py
Executable file
@ -0,0 +1,27 @@
|
||||
#!/usr/bin/python3
|
||||
|
||||
import datetime
|
||||
|
||||
""""""
|
||||
|
||||
TIMESTAMPS = (
|
||||
161252911000,
|
||||
162352411900,
|
||||
1646927061000,
|
||||
166691206100000,
|
||||
)
|
||||
|
||||
def from_stamp(i: int) -> str:
|
||||
dt = str(i)
|
||||
if len(dt)>10:
|
||||
dt = dt[:10]
|
||||
sdt = str(datetime.datetime.fromtimestamp(int(dt)))
|
||||
print(f" {dt} : {sdt}")
|
||||
return sdt
|
||||
|
||||
if __name__ == "__main__":
|
||||
print("formatted UNIX dates")
|
||||
for i in TIMESTAMPS:
|
||||
from_stamp(i)
|
||||
|
||||
|
||||
Loading…
Reference in New Issue
Block a user