#!/usr/bin/env python
#-*- coding: utf-8 -*-

import sys
import re

inputfile = sys.argv[1]

f = open(inputfile,'r')

outputfile = inputfile[:-3] + 'txt'
g = open(outputfile,'w')

inprint = 0
inboks = 0
inboks2 = 0
intable = 0
intable2 = 0
y = 0
z = 0
w = 0
v = 0

for line in f:
	z = z+1
	if '<title' in line:
		inprint = 0
	if '<text' in line:
		inprint = 1
	if '{{Infoboks' in line or '{{Kilde' in line:
		inboks = 1
	elif inboks > 0:
		if '{{' in line:
			inboks = inboks +1
#	if 'start boks' in line:
#		inboks2 = 1
	if '{|' in line or 'table-html' in line:
		intable = 1
	if 'table-html' in line:
		intable2 = 1
	oldline = line
	if inprint == 1 and inboks == 0 and inboks2 == 0 and intable == 0 and intable2== 0:
		m = re.findall('\[\[[^]]*\]\]',line)
		for wlink in m:
			wlink1 = wlink[2:]
			wlink2 = wlink1[:-2]
			if '|' in wlink2:
				nwords = wlink2.split('|')
				nword = nwords[-1:][0]
				line = line.replace(wlink2,nword)
			if ':' in wlink2:
				nwords = wlink2.split(':')
				nword = nwords[-1:][0]
				line = line.replace(wlink2,nword)
		line = line.replace('[[','')
		line = line.replace(']]','')
		m = re.findall('\{\{[^}]*\}\}',line)
		for wlink in m:
			wlink1 = wlink[2:]
			wlink2 = wlink1[:-2]
			if '|' in wlink2:
				nwords = wlink2.split('|')
				nword = nwords[-1:][0]
				line = line.replace(wlink2,nword)
			if ':' in wlink2:
				nwords = wlink2.split(':')
				nword = nwords[-1:][0]
				line = line.replace(wlink2,nword)
		m = re.findall('&lt[^&]*&gt',line)
		for wlink in m:
			line = line.replace(wlink,'')
		line = line.replace('&amp;nbsp;',' ')
		line = line.replace('{{','')
		line = line.replace('}}','')
		line = line.replace('\'\'\'','')
		line = line.replace('&quot;','\'\'')
		line = line.replace('&amp;ndash;','-')
		line = line.replace('&amp;','&')
		line = line.replace('      ','')
		line = line.replace('  ',' ')
		m = re.search('\<text[^>]*\>',line)
		if not m == None:
			oldword = m.group(0)
			line = line.replace(oldword,'')

		newline = line
		if '</text>' in line:
			newline = line.replace('</text>','')
		if not newline == '\n' and not newline[0] == '*' and not newline[0] == '=' and not newline[0]==':' and not newline[0]=='#' and newline[-2:] == '.\n':
			m = re.findall('...[a-zæøå0-9\'\)»;]\. [A-ZÆØÅ0-9\'«]',newline)
			for splitw in m:
				if not ' ca.' in splitw and not '(ca.' in splitw and not '.eks. ' in splitw and not '.a.' in splitw and not '(s. ' in splitw and not ' s. ' in splitw and not ' p. ' in splitw and not '(p. ' in splitw and not ' pp. ' in splitw and not '(pp. ' in splitw and not '.Kr. ' in splitw:
					newsplit = splitw.replace('. ','.\n')
					newline = newline.replace(splitw,newsplit)
			y = y+1
			g.write(newline)
	if '</text>' in line:
		inprint = 0
	if '}}' in line and inboks > 0:
		inboks = inboks - 1
	if 'slutt boks' in line:
		inboks2 = 0
	if 'sluttboks' in line:
		inboks2 = 0
	if '--' in line or '\}' in line or '|}' in line:
		intable = 0
	if 'table&' in line:
		intable2 = 0