PetersWerkWiki/2016-05-25

Werkoverleg met GvN.

Taken:

PaQu
- ❏ Docker
  - ❏ Op MacOS
  - ✔ Kijk of paqu.bash in huidige directory gemaakt kan worden
  - ✔ Bij vraag om directory: melden dat hier plaats moet zijn voor veel data
- ❏ FoLiA
  - ❏ Wel of geen wordid gebruiken?
    - → nu pqfolia niet
    - → nu pqserve wel
- ✔ Metadata in FoLiA
  - ✔ pqfolia (=folia2paqu)
    - ✔ Interne metadata in <foreign-data>
    - ✔ Voorbeelden: interne metadata in <foreign-data>
    - ✔ Documentatie: README.md
    - ✔ /net/corpora/paqu/cmdi/folia → folia2paqu weg
  - ✔ pqserve
    - ✔ Uitleg met voorbeelden
    - ✔ Interne regels voor parsen FoLiA gelijk aan de regels in pqfolia
- ✔ Nieuw corpus
  - ✔ Labels op dubbelen controleren, ontdubbelen dmv numeriek suffix
  - ✘ Expert-opties voor Alpino
    - → verplaatst naar TODO
- ❏ Projectleider bij Clarin
  - → zie: http://portal.clarin.nl/node/4182
- ❏ Kwaliteitscontrole
  - → zie voorstel van Clariah op Basecamp
- ✔ Crash: zie onder
  - → crash gebeurde bij gelijktijdig tekenen van twee bomen, dus waarschijnlijk is graphviz niet thread-safe → mutex toegevoegd

Voor Jan Odijk:

SELECT `sent`, `word`, `begin`, `end`, `postag`, `rel`, `hword`, `hbegin`, `hend`, `hpostag` 
FROM   `wordrel_c_lassysmall_deprel`
LEFT JOIN  `wordrel_c_lassysmall_sent`
USING  (`file`, `arch`) 
WHERE  `hlemma` =  "worden"

Dit als optie in PaQu?

fatal error: unexpected signal during runtime execution
[signal 0xb code=0x1 addr=0x40 pc=0x7f71fc5d819c]

runtime stack:
runtime.throw(0xa4e180, 0x2a)
        /net/aps/64/opt/go/src/runtime/panic.go:547 +0x90
runtime.sigpanic()
        /net/aps/64/opt/go/src/runtime/sigpanic_unix.go:12 +0x5a

goroutine 1342 [syscall, locked to thread]:
runtime.cgocall(0x83d120, 0xc820654be8, 0x0)
        /net/aps/64/opt/go/src/runtime/cgocall.go:123 +0x11b fp=0xc820654bb0 sp=0xc820654b80
main._Cfunc_makeGraph(0x7f7204001830, 0x0)
        _/net/aistaff/kleiweg/paqu/src/pqserve/_obj/_cgo_gotypes.go:77 +0x3e fp=0xc820654be8 sp=0xc820654bb0
main.tree(0xc8200c68f0)
        /net/aistaff/kleiweg/paqu/src/pqserve/tree.go:376 +0x1bba fp=0xc820655398 sp=0xc820654be8
main.handleFunc.func1(0x7f721cb460d0, 0xc8200c6000, 0xc8204ec000)
        /net/aistaff/kleiweg/paqu/src/pqserve/context.go:242 +0x3497 fp=0xc820655990 sp=0xc820655398
net/http.HandlerFunc.ServeHTTP(0xc82030e040, 0x7f721cb460d0, 0xc8200c6000, 0xc8204ec000)
        /net/aps/64/opt/go/src/net/http/server.go:1618 +0x3a fp=0xc8206559b0 sp=0xc820655990
net/http.(*ServeMux).ServeHTTP(0xc8200c4bd0, 0x7f721cb460d0, 0xc8200c6000, 0xc8204ec000)
        /net/aps/64/opt/go/src/net/http/server.go:1910 +0x17d fp=0xc820655a08 sp=0xc8206559b0
main.Log.func1(0x7f721cb460d0, 0xc8200c6000, 0xc8204ec000)
        /net/aistaff/kleiweg/paqu/src/pqserve/pqserve.go:267 +0x464 fp=0xc820655b30 sp=0xc820655a08
net/http.HandlerFunc.ServeHTTP(0xc8203300c0, 0x7f721cb460d0, 0xc8200c6000, 0xc8204ec000)
        /net/aps/64/opt/go/src/net/http/server.go:1618 +0x3a fp=0xc820655b50 sp=0xc820655b30
net/http.serverHandler.ServeHTTP(0xc820344000, 0x7f721cb460d0, 0xc8200c6000, 0xc8204ec000)
        /net/aps/64/opt/go/src/net/http/server.go:2081 +0x19e fp=0xc820655bb0 sp=0xc820655b50
net/http.(*conn).serve(0xc8203f6000)
        /net/aps/64/opt/go/src/net/http/server.go:1472 +0xf2e fp=0xc820655f78 sp=0xc820655bb0
runtime.goexit()
        /net/aps/64/opt/go/src/runtime/asm_amd64.s:1998 +0x1 fp=0xc820655f80 sp=0xc820655f78
created by net/http.(*Server).Serve
        /net/aps/64/opt/go/src/net/http/server.go:2137 +0x44e

goroutine 1 [IO wait]:
net.runtime_pollWait(0x7f721cb93888, 0x72, 0x0)
        /net/aps/64/opt/go/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc82033a140, 0x72, 0x0, 0x0)
        /net/aps/64/opt/go/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc82033a140, 0x0, 0x0)
        /net/aps/64/opt/go/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).accept(0xc82033a0e0, 0x0, 0x7f721cac60c0, 0xc820542000)
        /net/aps/64/opt/go/src/net/fd_unix.go:426 +0x27c
net.(*TCPListener).AcceptTCP(0xc820334008, 0x537840, 0x0, 0x0)
        /net/aps/64/opt/go/src/net/tcpsock_posix.go:254 +0x4d
net/http.tcpKeepAliveListener.Accept(0xc820334008, 0x0, 0x0, 0x0, 0x0)
        /net/aps/64/opt/go/src/net/http/server.go:2427 +0x41
net/http.(*Server).Serve(0xc820344000, 0x7f721cac6088, 0xc820334008, 0x0, 0x0)
        /net/aps/64/opt/go/src/net/http/server.go:2117 +0x129
net/http.(*Server).ListenAndServe(0xc820344000, 0x0, 0x0)
        /net/aps/64/opt/go/src/net/http/server.go:2098 +0x136
net/http.ListenAndServe(0xc820338048, 0x5, 0x7f721cb8e6a0, 0xc8203300c0, 0x0, 0x0)
        /net/aps/64/opt/go/src/net/http/server.go:2195 +0x98
main.main()
        /net/aistaff/kleiweg/paqu/src/pqserve/pqserve.go:212 +0x1a44

goroutine 17 [syscall, 189 minutes, locked to thread]:
runtime.goexit()
        /net/aps/64/opt/go/src/runtime/asm_amd64.s:1998 +0x1

goroutine 20 [syscall, 189 minutes]:
os/signal.signal_recv(0x0)
        /net/aps/64/opt/go/src/runtime/sigqueue.go:116 +0x132
os/signal.loop()
        /net/aps/64/opt/go/src/os/signal/signal_unix.go:22 +0x18
created by os/signal.init.1
        /net/aps/64/opt/go/src/os/signal/signal_unix.go:28 +0x37

goroutine 21 [select]:
main.logger()
        /net/aistaff/kleiweg/paqu/src/pqserve/logger.go:68 +0xaf0
main.main.func1()
        /net/aistaff/kleiweg/paqu/src/pqserve/pqserve.go:65 +0x31
created by main.main
        /net/aistaff/kleiweg/paqu/src/pqserve/pqserve.go:67 +0x6fe

goroutine 22 [chan receive, 189 minutes]:
main.main.func2()
        /net/aistaff/kleiweg/paqu/src/pqserve/pqserve.go:72 +0x34c
created by main.main
        /net/aistaff/kleiweg/paqu/src/pqserve/pqserve.go:83 +0x716

goroutine 23 [sleep, 189 minutes]:
time.Sleep(0x34630b8a0000)
        /net/aps/64/opt/go/src/runtime/time.go:59 +0xf9
main.foliaclean()
        /net/aistaff/kleiweg/paqu/src/pqserve/foliatool.go:852 +0x243
created by main.main
        /net/aistaff/kleiweg/paqu/src/pqserve/pqserve.go:85 +0x72e

goroutine 3 [select, 189 minutes, locked to thread]:
runtime.gopark(0xaaaf88, 0xc820078f28, 0x9b6d28, 0x6, 0x18, 0x2)
        /net/aps/64/opt/go/src/runtime/proc.go:262 +0x163
runtime.selectgoImpl(0xc820078f28, 0x0, 0x18)
        /net/aps/64/opt/go/src/runtime/select.go:392 +0xa67
runtime.selectgo(0xc820078f28)
        /net/aps/64/opt/go/src/runtime/select.go:215 +0x12
runtime.ensureSigM.func1()
        /net/aps/64/opt/go/src/runtime/signal1_unix.go:279 +0x358
runtime.goexit()
        /net/aps/64/opt/go/src/runtime/asm_amd64.s:1998 +0x1

goroutine 34 [select, 189 minutes]:
main.scheduler()
        /net/aistaff/kleiweg/paqu/src/pqserve/scheduler.go:11 +0x2a2
main.main.func3()
        /net/aistaff/kleiweg/paqu/src/pqserve/pqserve.go:128 +0x18
created by main.main
        /net/aistaff/kleiweg/paqu/src/pqserve/pqserve.go:130 +0xeba

goroutine 36 [sleep, 30 minutes]:
time.Sleep(0x34630b8a000)
        /net/aps/64/opt/go/src/runtime/time.go:59 +0xf9
main.clearMacros()
        /net/aistaff/kleiweg/paqu/src/pqserve/macros.go:163 +0x35
created by main.main
        /net/aistaff/kleiweg/paqu/src/pqserve/pqserve.go:134 +0xeea

goroutine 1021 [chan receive, 124 minutes]:
net/http.(*connReader).Read(0xc8204ea040, 0xc820319000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /net/aps/64/opt/go/src/net/http/server.go:519 +0x104
bufio.(*Reader).fill(0xc8203000c0)
        /net/aps/64/opt/go/src/bufio/bufio.go:97 +0x1e9
bufio.(*Reader).ReadSlice(0xc8203000c0, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /net/aps/64/opt/go/src/bufio/bufio.go:328 +0x21a
bufio.(*Reader).ReadLine(0xc8203000c0, 0x0, 0x0, 0x0, 0x991e00, 0x0, 0x0)
        /net/aps/64/opt/go/src/bufio/bufio.go:357 +0x53
net/textproto.(*Reader).readLineSlice(0xc8200c5c80, 0x0, 0x0, 0x0, 0x0, 0x0)
        /net/aps/64/opt/go/src/net/textproto/reader.go:55 +0x81
net/textproto.(*Reader).ReadLine(0xc8200c5c80, 0x0, 0x0, 0x0, 0x0)
        /net/aps/64/opt/go/src/net/textproto/reader.go:36 +0x40
net/http.readRequest(0xc8203000c0, 0x200, 0xc8204ec1c0, 0x0, 0x0)
        /net/aps/64/opt/go/src/net/http/request.go:721 +0xb6
net/http.(*conn).readRequest(0xc82013e080, 0x0, 0x0, 0x0)
        /net/aps/64/opt/go/src/net/http/server.go:705 +0x359
net/http.(*conn).serve(0xc82013e080)
        /net/aps/64/opt/go/src/net/http/server.go:1425 +0x947
created by net/http.(*Server).Serve
        /net/aps/64/opt/go/src/net/http/server.go:2137 +0x44e

goroutine 1344 [chan receive]:
database/sql.(*DB).connectionOpener(0xc8203580b0)
        /net/aps/64/opt/go/src/database/sql/sql.go:727 +0x45
created by database/sql.Open
        /net/aps/64/opt/go/src/database/sql/sql.go:493 +0x33f

goroutine 968 [IO wait, 124 minutes]:
net.runtime_pollWait(0x7f721cb93408, 0x72, 0xc8204976cd)
        /net/aps/64/opt/go/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc8201b4060, 0x72, 0x0, 0x0)
        /net/aps/64/opt/go/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc8201b4060, 0x0, 0x0)
        /net/aps/64/opt/go/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc8201b4000, 0xc8204976cd, 0x1, 0x1, 0x0, 0x7f721cb86028, 0xc8200c20b0)
        /net/aps/64/opt/go/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc820334000, 0xc8204976cd, 0x1, 0x1, 0x0, 0x0, 0x0)
        /net/aps/64/opt/go/src/net/net.go:172 +0xe4
net/http.(*connReader).closeNotifyAwaitActivityRead(0xc8204ea040, 0xc8203480c0, 0xc820543e40)
        /net/aps/64/opt/go/src/net/http/server.go:542 +0x9c
created by net/http.(*connReader).startBackgroundRead
        /net/aps/64/opt/go/src/net/http/server.go:537 +0x92

goroutine 1343 [runnable]:
net/http.(*response).Write(0xc82033c000, 0xc8204e6000, 0x79, 0xe0, 0x900000, 0x992c80, 0xc820415000)
        /net/aps/64/opt/go/src/net/http/server.go:1208
fmt.Fprint(0x7f721cb93cb0, 0xc82033c000, 0xc820415060, 0x1, 0x1, 0x11, 0x0, 0x0)
        /net/aps/64/opt/go/src/fmt/print.go:223 +0xa5
main.tree(0xc82033c410)
        /net/aistaff/kleiweg/paqu/src/pqserve/tree.go:416 +0x2680
main.handleFunc.func1(0x7f721cb460d0, 0xc82033c000, 0xc8204ec700)
        /net/aistaff/kleiweg/paqu/src/pqserve/context.go:242 +0x3497
net/http.HandlerFunc.ServeHTTP(0xc82030e040, 0x7f721cb460d0, 0xc82033c000, 0xc8204ec700)
        /net/aps/64/opt/go/src/net/http/server.go:1618 +0x3a
net/http.(*ServeMux).ServeHTTP(0xc8200c4bd0, 0x7f721cb460d0, 0xc82033c000, 0xc8204ec700)
        /net/aps/64/opt/go/src/net/http/server.go:1910 +0x17d
main.Log.func1(0x7f721cb460d0, 0xc82033c000, 0xc8204ec700)
        /net/aistaff/kleiweg/paqu/src/pqserve/pqserve.go:267 +0x464
net/http.HandlerFunc.ServeHTTP(0xc8203300c0, 0x7f721cb460d0, 0xc82033c000, 0xc8204ec700)
        /net/aps/64/opt/go/src/net/http/server.go:1618 +0x3a
net/http.serverHandler.ServeHTTP(0xc820344000, 0x7f721cb460d0, 0xc82033c000, 0xc8204ec700)
        /net/aps/64/opt/go/src/net/http/server.go:2081 +0x19e
net/http.(*conn).serve(0xc8203f6080)
        /net/aps/64/opt/go/src/net/http/server.go:1472 +0xf2e
created by net/http.(*Server).Serve
        /net/aps/64/opt/go/src/net/http/server.go:2137 +0x44e

goroutine 1351 [chan receive]:
database/sql.(*DB).connectionOpener(0xc82013abb0)
        /net/aps/64/opt/go/src/database/sql/sql.go:727 +0x45
created by database/sql.Open
        /net/aps/64/opt/go/src/database/sql/sql.go:493 +0x33f

CategoryPaQu