read.py

#!/usr/bin/python3 -bb

import re
import tempfile
import os
import ast
import xml.etree.ElementTree
import ftnconfig
import ftnexport
import ftnimport
import sys
import getopt

db=ftnconfig.connectdb()

my_id = ftnconfig.get_addr_id (db, db.FTN_domains["node"], ftnconfig.ADDRESS)
RE_s = re.compile("\s+")
RE_quote = re.compile("\s*(\S{0,2}?)(\>+)\s*(.*)$")

MAXW=79

def quote(qname, block):
  if len(block) and block[-1].startswith(" * "):
    block.pop(-1)
  if len(block) and block[-1].startswith("---"):
    block.pop(-1)
  if len(block) and block[-1].startswith("..."):
    block.pop(-1)
  while len(block) and block[-1]=="":
    block.pop(-1)
  while len(block) and block[0]=="":
    block.pop(0)
  if len(block) and block[0].strip().startswith("Hello") or block[0].strip().startswith("Привет"):
    block.pop(0)
  while len(block) and block[0]=="":
    block.pop(0)

  # go line by line looking for quote level.
  # reformat text in one quote level 

  outp = []
  carry = None
  prv_q = None
  prv_t = None

  pos=0
  while pos<len(block) or prv_q:
    if pos<len(block):
      l = block[pos]
    else:
      l= ""

    q = RE_quote.match(l)
    if q:
      qn, qc, qtext = q.groups()
      qc += ">"
    else:
      qn = qname
      qc = ">"
      qtext = l
    qtext = qtext.strip()

    if prv_q:
      if (qn, qc) != prv_q or qtext=="":
        qn, qc = prv_q
        qtext = prv_t
        prv_q = None
        prv_t = None
      else:
        qtext = prv_t +" "+qtext
        prv_t = None
        prv_q = None
        pos += 1
    else:
      pos += 1

    pre_len = 1+len(qn)+len(qc)+1
    if pre_len + len(qtext) > MAXW:
      spc = qtext.rfind(" ", 0, MAXW-pre_len+1)
      if spc==-1:
        spc = MAXW-pre_len+1
      prv_t = qtext[spc:].lstrip()
      prv_q = (qn, qc)
      qtext = qtext[:spc]

    outp.append(" "+qn+qc+" "+qtext+"\n")
    #print(" "+qn+qc+" "+qtext)

  return outp

txt="""    Приветствую Вас, Sergey!

23 фев 12 23:54, Sergey Dorofeev wrote to Alex Barinov:

 AB>> С уходом Юры Богоявленского информаци по бекбону 5020 не
 AB>> публиковалась, впрочем, ничего в ней с тех пор и не поменялось.
 AB>> Разве что кто-то из хабов сеть покинул... Если есть необходимость,
 AB>> могу восстановить публикацию этой информации, предварительно её
 AB>> обновив. А так - спрашивай, отвечу. :-)
 SD> Было бы неплохо обновить, поскольку изменения такие, что /400 свалил,
 SD> /758 написал о полном автопилоте. В общем освежить картинку

Угу. Эхолист начал актуализировать. Хабов тоже обновлю как руки дойдут. Кстати, /400, таки вернулся и пока стабильно работает, так что не вижу смысла гнать его из хабов, тем более, что многие вторичники с него кормятся.

                                      Алексей Баринов

E-Mail: bav (at) sirena-travel.ru ICQ: 24466689 Skype: huba-huba
[Team Бородатые]
--- GoldED+/W32-MSVC 1.1.5-20051112
 * Origin: Alex at Work (2:5020/715.1)
"""
  
#for l in quote("AB", txt.splitlines()):
#  print (l.rstrip())
#exit()



def submit(file, sendmode=None):
  doheader = True
  for l in file.splitlines():
    l=l.rstrip()
    if doheader:
      if l=="":
        doheader = False
        body = []
        continue
      if l.startswith("From: "):
        fromname = ast.literal_eval(l[6:])
      elif l.startswith("To: "):
        toname = ast.literal_eval(l[4:])
      elif l.startswith("Subject: "):
        subj = ast.literal_eval(l[9:])
      elif l.startswith("ReplyTo: "):
        msgid = ast.literal_eval(l[9:])
      elif l.startswith("Destination: "):
        dest = ast.literal_eval(l[13:])
      elif l.startswith("Attr: "):
        flags = ast.literal_eval(l[6:])
      else:
        if l[0]!="#":
          raise Exception("invalid header %s"%repr(l))
    else:
      body.append(l)

  with ftnimport.session(db) as sess:
    sess.send_message(("node", ftnconfig.ADDRESS), fromname, dest, toname, msgid, subj, "\n".join(body), flags, sendmode)


def reply(srcid, dstid, msgid, header, body):

      nameparts = RE_s.split(header.find("sendername").text.strip())
      senderfirstname = nameparts[0]
      if senderfirstname:
        qname = senderfirstname[0]
      else:
        qname = ''
      if len(nameparts)>1:
        qname += nameparts[-1][0]

      origdom, origtext = ftnconfig.get_addr(db, srcid)
      origdom = db.FTN_backdomains[origdom]
      destdom, desttext = ftnconfig.get_addr(db, dstid)
      destdom = db.FTN_backdomains[destdom]

      tpl = ["From: " + repr(ftnconfig.SYSOP) + "\n"]
      tpl.append("To: " + repr(header.find("sendername").text) + "\n")
      tpl.append("Subject: " + repr(header.find("subject").text) + "\n")
      tpl.append("ReplyTo: " + repr(msgid) + "\n")

      if destdom == 'echo':
        tpl.append("Destination: " + repr((destdom, desttext)) + "\n")
        tpl.append("#Destination: " + repr((origdom, origtext)) + "\n")
      else:
        tpl.append("Destination: " + repr((origdom, origtext)) + "\n")
      tpl.append("Attr: []\n")

      tpl.append("\n")
      tpl.append(" ".join(("Hello", senderfirstname))+",\n")
      tpl.append("\n")
      tpl.append("orig.message to %s %s on "%(destdom, desttext) + header.find("date").text.strip() + "\n")

      tpl.extend(quote(qname, body.splitlines()))

      tpl.append("\n")
      tpl.append("Sergey\n")
      tpl.append("\n")
      tpl.append("... vim\n")

      newmsg = "".join(tpl)
      (fh, fname) = tempfile.mkstemp()
      fo = os.fdopen(fh, "w")
      fo.write(newmsg)
      fo.close()
      os.system ("vi " + fname)
      editedmsg = open(fname).read()
      if newmsg == editedmsg:
        print("no changes")
        r = False
      else:
        submit(editedmsg)
        r = True
      os.unlink(fname)
      return r

def inval(s):
  if s.startswith("---"):
    return "-+-"+s[3:]
  if s.startswith(" * Origin"):
    return " + Origin"+s[9:]
  return s

def forward(srcid, dstid, msgid, header, body, tosrc=False, newsubj=None):

      origdom, origtext = ftnconfig.get_addr(db, srcid)
      origdom = db.FTN_backdomains[origdom]
      destdom, desttext = ftnconfig.get_addr(db, dstid)
      destdom = db.FTN_backdomains[destdom]

      tpl = ["From: " + repr(ftnconfig.SYSOP) + "\n"]
      if tosrc:
        tpl.append("To: "+repr(header.find("sendername").text)+"\n")
      else:
        tpl.append("To: ''\n")

      if newsubj:
        tpl.append("Subject: " + repr(newsubj) + "\n")
      else:
        tpl.append("Subject: " + repr(header.find("subject").text) + "\n")

      tpl.append("ReplyTo: " + repr(None) + "\n")

      if tosrc:
        tpl.append("Destination: (%s, %s)\n"%(repr(origdom), repr(origtext)))
      else:
        tpl.append("Destination: ('', '')\n")

      tpl.append("Attr: []\n")
      tpl.append("\n")
      if tosrc:
        tpl.append("Hello "+(header.find("sendername").text or "Sysop")+",\n")
      else:
        tpl.append("Hello ,\n")
      tpl.append("\n")
      tpl.append(" *** Forwarded message:\n")
      tpl.append("="*79+"\n")
      tpl.append("From: %s, %s %s\n"%(header.find("sendername").text or '', origdom, origtext))
      tpl.append("To  : %s, %s %s\n"%(header.find("recipientname").text or '', destdom, desttext))
      tpl.append("Subj: %s\n"%(header.find("subject").text or ''))
      tpl.append("Date: %s\n"%(header.find("date").text or ''))
      tpl.append("-"*79+"\n")
      tpl.extend(map(inval, body.splitlines(True)))
      tpl.append("="*79+"\n")
      tpl.append("\n")
      tpl.append("... vim\n")

      newmsg = "".join(tpl)
      (fh, fname) = tempfile.mkstemp()
      fo = os.fdopen(fh, "w")
      fo.write(newmsg)
      fo.close()
      os.system ("vi " + fname)
      editedmsg = open(fname).read()
      if newmsg == editedmsg:
        print("no changes")
        r = False
      else:
        submit(editedmsg)
        r = True
      os.unlink(fname)
      return r


def view(mid, srcid, dstid, header, body):
    print ("="*10 + " %20d "%mid + "="*47)
    print ("From: %-36s, %s"%(header.find("sendername").text, str(ftnconfig.get_addr(db, srcid))))
    print ("To  : %-36s, %s"%(header.find("recipientname").text, str(ftnconfig.get_addr(db, dstid))))
    print ("Subj: %s"%header.find("subject").text)
    print ("Date: %s"%header.find("date").text)
    print ("-"*79)
    ftn=header.find("FTN")
    for kl in ftn.findall("KLUDGE"):
      print ("@"+kl.get("name"), kl.get("value"))
    print (body)
    print ("="*79)

def save(srcid, dstid, msgid, header, body):
    tr = {}
    for a in msgid:
      if not a.isalpha() and not a.isdigit():
        tr[ord(a)]="_"
    fn = "save-%d-%s.txt"%(srcid, msgid.translate(tr))
    f=open(fn, "wb")
    f.write(xml.etree.ElementTree.tostring(header, encoding="utf-8"))
    f.write(b"\n\n")
    f.write(body.encode("utf-8"))
    f.close()
    return True

USERNAME = ftnconfig.SYSOP

def list_echoes():
  ftnexport.get_targets("echo")



opts=getopt.getopt(sys.argv[1:], "ndbv")
optflags = set(map(lambda x: x[0], opts[0]))
optdata = opts[1]
print (optflags, optdata)

if "-n" in optflags: # new
      tpl = ["From: " + repr(ftnconfig.SYSOP) + "\n"]
      tpl.append("To: ''\n")
      tpl.append("Subject: ''\n")
      tpl.append("Destination: ('', '')\n")
      tpl.append("ReplyTo: None\n")
      tpl.append("Attr: []\n")
      tpl.append("\n")
      tpl.append("Hello ,\n")
      tpl.append("\n")
      tpl.append("\n")
      tpl.append("\n")
      tpl.append("... vim\n")

      newmsg = "".join(tpl)
      (fh, fname) = tempfile.mkstemp()
      fo = os.fdopen(fh, "w")
      fo.write(newmsg)
      fo.close()
      os.system ("vi " + fname)
      editedmsg = open(fname).read()
      if newmsg == editedmsg:
        print("no changes")
      else:
        submit(editedmsg, sendmode="direct" if "-d" in optflags else None)
      os.unlink(fname)
      exit()

elif "-b" in optflags: # bounce message #
  mid = int(optdata[0])
  srcid, dstid, msgid, header, body, origcharset, receivedfrom = \
    db.prepare("select source, destination, msgid, header, body, origcharset, receivedfrom from messages where id=$1").first(mid)
  if forward(srcid, dstid, msgid, header, body, tosrc=True, newsubj="message bounced at "+ftnconfig.ADDRESS):
    db.prepare("update messages set processed=6 where id=$1")(mid)
  exit()

elif "-v" in optflags: # view
  mid = int(optdata[0])
  mid, srcid, dstid, msgid, header, body, origcharset, receivedfrom = \
    db.prepare("select id, source, destination, msgid, header, body, origcharset, receivedfrom from messages where id=$1").first(mid)
  view(mid, srcid, dstid, header, body)
  exit()

committer = ftnexport.netmailcommitter()

for mid, srcid, dstid, msgid, header, body, origcharset, receivedfrom in ftnexport.get_subscriber_messages_n(db, my_id, db.FTN_domains["node"]):
    view(mid, srcid, dstid, header, body)
    cmd = None
    while not cmd:
      x = input("Commit, Reply, Quit, Forward> ")
      if x in ("c", "r", "q", "f", "s"):
        cmd = x
      elif x == "":
        cmd = "m" # more

    if cmd == "q":
      break

    elif cmd == "c":
      committer.add ((mid, False))

    elif cmd == "r":
      if reply (srcid, dstid, msgid, header, body):
        committer.add ((mid, False))

    elif cmd == "f":
      if forward (srcid, dstid, msgid, header, body):
        committer.add ((mid, False))

    elif cmd == "s":
      if save (srcid, dstid, msgid, header, body):
        committer.add ((mid, False))

    print ()

committer.commit()


committer = ftnexport.echomailcommitter()
from ftnexport import get_subscriber_messages_e

for mid, srcid, dstid, msgid, header, body, origcharset, receivedfrom, subsid, processed in get_subscriber_messages_e(db, my_id, db.FTN_domains["echo"]):
    if processed == 5: 
      print("skip archived msg #%d"%mid)
      continue # archived
    view(mid, srcid, dstid, header, body)
    committer.add ((subsid, mid))
    cmd = None
    while not cmd:
      x = input("Commit, Reply, Forward, Quit> ")
      if x in ("c", "r", "q", "f"):
        cmd = x
      elif x == "":
        cmd = "m" # more

    if cmd == "q":
      break
    elif cmd == "c":
      committer.commit()
    elif cmd == "r":
      if reply (srcid, dstid, msgid, header, body):
        committer.commit()
    elif cmd == "f":
      if forward (srcid, dstid, msgid, header, body):
        committer.commit()

    print ()

x = input("Commit echomail> ")
if x=="c":
  committer.commit()