#!/usr/bin/env python
# DECCA infomation:
#
# Copyright (C) 2007 Markus Dickinson, Detmar Meurers, Adriane Boyd
# Contact: decca@ling.osu.edu
# URL: http://decca.osu.edu
# License: GNU GPL (http://decca.osu.edu/software/license.html)
""" CoNLL2Decca.py
Convert CoNLL-X shared task data format to Decca-XML
"""
import sys
from xml.sax.saxutils import escape
def write_output(outfile, sentences):
outfileh = open(outfile, 'w')
outfileh.write('\n')
outfileh.write('\n')
output_head(outfileh, sentences)
outfileh.write('\t\n')
sentencekeys = sentences.keys()
sentencekeys.sort()
for key in sentencekeys:
output_sentence(outfileh, sentences[key], key)
outfileh.write('\t\n\n')
outfileh.close()
def output_head(outfileh, sentences):
postags = {}
deprels = {}
for key, sentence in sentences.iteritems():
for word in sentence:
postags[word[4]] = 1
deprels[word[7]] = 1
outfileh.write('\t\n')
outfileh.write('\t\t\n')
outfileh.write('\t\t\t\n')
outfileh.write('\t\t\t\n')
outfileh.write('\t\t\t\n')
postagskeys = postags.keys()
postagskeys.sort()
for pos in postagskeys:
outfileh.write('\t\t\t\t\n')
outfileh.write('\t\t\t\n')
outfileh.write('\t\t\t\n')
deprelskeys = deprels.keys()
deprelskeys.sort()
for dep in deprelskeys:
outfileh.write('\t\t\t\t\n')
outfileh.write('\t\t\t\n')
outfileh.write('\t\t\n')
outfileh.write('\t\n')
def output_sentence(outfileh, sentence, sentid):
outfileh.write('\t\t\n')
for word in sentence:
outfileh.write('\t\t\t\n')
outfileh.write('\t\t\t\t\n')
outfileh.write('\t\t\t\n')
outfileh.write('\t\t\n')
def main():
try:
infile = sys.argv[1]
outfile = sys.argv[2]
except:
print "Usage: " + sys.argv[0] + " input-corpus output-file"
sys.exit()
infileh = open(infile)
sentences = {}
sentid = 1
for line in infileh:
line = line.strip()
lineparts = line.split()
if not sentences.has_key(sentid):
sentences[sentid] = []
if len(lineparts) > 0:
sentences[sentid].append(lineparts)
else:
sentid += 1
write_output(outfile, sentences)
if __name__ == "__main__":
main()