diff --git a/.gitignore b/.gitignore index cb82056..c240040 100644 --- a/.gitignore +++ b/.gitignore @@ -58,3 +58,4 @@ examples/ .idea affiliations-rnsr/swagger.json +out.tar.gz diff --git a/data-wrapper/README.md b/data-wrapper/README.md new file mode 100644 index 0000000..a94af29 --- /dev/null +++ b/data-wrapper/README.md @@ -0,0 +1,46 @@ +# data-wrapper + +Ces services permettent de convertir divers fichiers dans un format corpus (tar.gz) compatible avec tous les webservices "asynchnrones" + +### v1/csv + +Convertir un fichier csv en fichier corpus. + +#### Exemple + + +```bash +curl -X 'POST' \ +'http://localhost:31976/v1/csv' \ +-H 'accept: application/x-tar' \ +-H 'Content-Type: text/csv' \ +-d 'title,year,director/firstNane,director/LastNane,actors,rating,imdb +Rocky,1976,John G.,Avildsen,Sylvester Stallone/Talia Shire/Carl Weathers/Burt Young,"8,1",http://www.imdb.com/title/tt0075148/ +Rocky 2,1979,Sylvester,Stallone,Sylvester Stallone/Talia Shire/Carl Weathers/Burt Young/Burgess Meredith/Tony Burton/Frank Stallone/Stu Nahan,"7,2",http://www.imdb.com/title/tt0079817/ +Rocky 3,1982,Sylvester,Stallone,Sylvester Stallone/Talia Shire/Carl Weathers/Burt Young/Burgess Meredith/Mister T./Hulk Hogan/Tony Burton,"6,7",http://www.imdb.com/title/tt0084602/ +Last Action Hero,1993,John,McTierman,Arnold Schwarzenegger/Austin O\'Brien/Charles Dance/Bridget Wilson-Sampras,"6,2",http://www.imdb.com/title/tt0107362/' > out.tar.gz +``` + +### v1/tar-tei2json + +Convertir un fichier tar.gz contenant des fichiers tei. Le coprus produit contidenra les fichiers tei transformés en JSON + +#### Exemple + + +```bash +cat ./example-tei.tar.gz |curl --data-binary @- "http://localhost:31976/v1/tar-tei2json"> out.tar.gz +``` + +### v1/tar-tei2jxml + +Convertir un fichier tar.gz contenant des fichiers tei. Le coprus produit contidenra les fichiers tei transformés dans format XML simplifié. + +#### Exemple + + +```bash +cat ./example-tei.tar.gz |curl --data-binary @- "http://localhost:31976/v1/tar-tei2xml"> out.tar.gz +``` + + diff --git a/data-wrapper/example-tei.tar.gz b/data-wrapper/example-tei.tar.gz new file mode 100644 index 0000000..3bfacdf --- /dev/null +++ b/data-wrapper/example-tei.tar.gz Binary files differ diff --git a/data-wrapper/examples.http b/data-wrapper/examples.http new file mode 100644 index 0000000..0affe91 --- /dev/null +++ b/data-wrapper/examples.http @@ -0,0 +1,30 @@ +# File Global Variables: Variables defined in Region without name or request +@baseUrl = http://localhost:31976 +#@baseUrl = https://data-wrapper.services.inist.fr +### + +# @name csv +POST {{baseUrl}}/v1/csv?compress=false HTTP/1.1 +Content-Type: text/csv + +title,year,director/firstNane,director/LastNane,actors,rating,imdb +Rocky,1976,John G.,Avildsen,Sylvester Stallone/Talia Shire/Carl Weathers/Burt Young,"8,1",http://www.imdb.com/title/tt0075148/ +Rocky 2,1979,Sylvester,Stallone,Sylvester Stallone/Talia Shire/Carl Weathers/Burt Young/Burgess Meredith/Tony Burton/Frank Stallone/Stu Nahan,"7,2",http://www.imdb.com/title/tt0079817/ +Rocky 3,1982,Sylvester,Stallone,Sylvester Stallone/Talia Shire/Carl Weathers/Burt Young/Burgess Meredith/Mister T./Hulk Hogan/Tony Burton,"6,7",http://www.imdb.com/title/tt0084602/ +Last Action Hero,1993,John,McTierman,Arnold Schwarzenegger/Austin O'Brien/Charles Dance/Bridget Wilson-Sampras,"6,2",http://www.imdb.com/title/tt0107362/ +### + + +# @name tar-tei2json +POST {{baseUrl}}/v1/tar-tei2json.ini HTTP/1.1 +Content-Type: application/x-tar + +< ./example-tei.tar.gz +### + +# @name tar-tei2xml +POST {{baseUrl}}/v1/tar-tei2xml.ini HTTP/1.1 +Content-Type: application/x-tar + +< ./example-tei.tar.gz +# diff --git a/data-wrapper/v1/csv.ini b/data-wrapper/v1/csv.ini new file mode 100644 index 0000000..42661bb --- /dev/null +++ b/data-wrapper/v1/csv.ini @@ -0,0 +1,13 @@ +mimeType=application/x-tar + +[use] +plugin = basics + +[CSVParse] + +[CSVObject] + +[TARDump] +compress = true +manifest = fix({version: '1'}) +manifest = fix({generator: 'v1/csv'}) diff --git a/data-wrapper/v1/new-persee-tei.xsl b/data-wrapper/v1/new-persee-tei.xsl new file mode 100644 index 0000000..69e9523 --- /dev/null +++ b/data-wrapper/v1/new-persee-tei.xsl @@ -0,0 +1,57 @@ + + + + + + + + + + + + + + + + + + <xsl:value-of + select="//tei:fileDesc/tei:titleStmt/tei:title"/> + + + + + + + + + + + + + + + + + + +

+ +

+
+ + + + + + + + + + + +
diff --git a/data-wrapper/v1/tar-tei2json.ini b/data-wrapper/v1/tar-tei2json.ini new file mode 100644 index 0000000..ba37fa7 --- /dev/null +++ b/data-wrapper/v1/tar-tei2json.ini @@ -0,0 +1,28 @@ +mimeType = application/x-tar + +[use] +plugin = basics + +[TARExtract] +path = **/*_tei.xml +compress = false +json = false +[debug] + +[map] +path = value +[map/XMLParse] +separator = /tei:TEI +separator = /tei + +[replace] +path = fileName +value = get('id') + +path = fileContent +value = get('value.0') + +[TARDump] +compress = true +manifest = fix({version: '1'}) +manifest = fix({generator: 'v1/tar-tei2json'}) diff --git a/data-wrapper/v1/tar-tei2xml.ini b/data-wrapper/v1/tar-tei2xml.ini new file mode 100644 index 0000000..1e312b2 --- /dev/null +++ b/data-wrapper/v1/tar-tei2xml.ini @@ -0,0 +1,25 @@ +mimeType = application/x-tar + +[use] +plugin = basics +plugin = xslt + +[TARExtract] +path = **/*_tei.xml +compress = true +json = false + +[map] +path = value +[map/xslt] +stylesheet = ./v1/new-persee-tei.xsl + +[exchange] +value = get('value.0') + +[TARDump] +compress = true +extension = xml +json = false +manifest = fix({version: '1'}) +manifest = fix({generator: 'v1/tar-tei2xml'}) diff --git a/loterre-resolvers/examples.http b/loterre-resolvers/examples.http index fb8ede3..8baf604 100644 --- a/loterre-resolvers/examples.http +++ b/loterre-resolvers/examples.http @@ -48,11 +48,7 @@ Content-Type: application/json [ - { "value": "toto"}, - { "value": "Nancy sur cluses" }, - { "value": "Trémaouézan" }, - { "value": "Curan" }, - { "value": "Paris"} + { "value": "Pompey"} ] ###