fork(1) download
copy 
  1. #!/usr/bin/python 
  2. # encoding: utf-8
  3. # Change notes 
  4. # v0.1 - Initial version (Dave Sully) 
  5. # v0.2 - Updated to use providers epg, doesn't need reboot to take effect - so could be scheduled from cron job (Doug MacKay)
  6. # v0.3 - Complete restructure of the code base to some thing more usable going forward, incorporated Dougs changes to EPG data source  (Dave Sully)
  7. #      -  tvg-id now included in the channels
  8. #      -  better parsing of m3u data (Doug MacKay)
  9. #      -  downloads m3u file from url
  10. #      -  sets custom source to providers xml tv feed (as per Dougs v0.2)
  11. #      -  fixed IPTV streams not playing / having incorrect stream type 
  12. #      -  option to make all streams IPTV type
  13. #      -  option to split VOD bouquets by initial category
  14. #      -  all paramters arg based so in theory works for other providers and can be croned
  15. #      -  auto reloads bouquets (Doug MacKay) 
  16. #      -  debug \ testrun modes  
  17.  
  18. '''
  19. e2m3u2bouquet.e2m3u2bouquet -- Enigma2 IPTV m3u to bouquet parser  
  20.  
  21. @author:     Dave Sully Doug MacKay
  22. @copyright:  2017 All rights reserved.
  23. @license:    http://w...content-available-to-author-only...e.org/licenses/LICENSE-2.0
  24. @contact:    me@you.com
  25. @deffield    updated: Updated
  26. '''
  27. import sys
  28. import os
  29.  
  30. from argparse import ArgumentParser
  31. from argparse import RawDescriptionHelpFormatter
  32. #from crontab import CronTab
  33.  
  34. __all__ = []
  35. __version__ = 0.3
  36. __date__ = '2017-06-04'
  37. __updated__ = '2017-06-04'
  38.  
  39. DEBUG = 0
  40. TESTRUN = 0
  41.  
  42. ENIGMAPATH = "/etc/enigma2/"
  43. EPGIMPORTPATH = "/etc/epgimport/"
  44.  
  45. class CLIError(Exception):
  46.     '''Generic exception to raise and log different fatal errors.'''
  47.     def __init__(self, msg):
  48.         super(CLIError).__init__(type(self))
  49.         self.msg = "E: %s" % msg
  50.     def __str__(self):
  51.         return self.msg
  52.     def __unicode__(self):
  53.         return self.msg
  54.  
  55. # Clean up routine to remove any previously made changes
  56. def uninstaller():
  57.     print("----Running uninstall----")
  58.     try:
  59.         # m3u file 
  60.         print("Removing old m3u files...")
  61.         if os.path.isfile(os.getcwd()+"/e2m3u2bouquet.m3u"):
  62.             os.remove(os.getcwd()+"/e2m3u2bouquet.m3u")
  63.         # Bouquets
  64.         print("Removing old IPTV bouquets...")
  65.         for fname in os.listdir(ENIGMAPATH):
  66.             if "userbouquet.suls_iptv_" in fname:
  67.                 os.remove(ENIGMAPATH+fname)
  68.             elif "bouquets.tv.bak" in fname:
  69.                 os.remove(ENIGMAPATH+fname)
  70.         # Custom Channels and sources 
  71.         print("Removing IPTV custom channels...")
  72.         for fname in os.listdir(EPGIMPORTPATH):
  73.             if "suls_iptv_" in fname:
  74.                 os.remove(EPGIMPORTPATH+fname)    
  75.         # bouquets.tv
  76.         print("Removing IPTV bouquets from bouquets.tv...")
  77.         os.rename(ENIGMAPATH + "bouquets.tv",ENIGMAPATH + "bouquets.tv.bak")
  78.         tvfile = open(ENIGMAPATH + "bouquets.tv","w+")
  79.         bakfile = open(ENIGMAPATH + "bouquets.tv.bak")
  80.         for line in bakfile:
  81.             if ".suls_iptv_" not in line:
  82.                 tvfile.write(line)
  83.         bakfile.close()
  84.         tvfile.close() 
  85.     except Exception, e:
  86.             raise(e)
  87.     print("----Uninstall complete----")
  88.  
  89. # Download m3u file from url    
  90. def download_m3u(url):
  91.     import urllib
  92.     print("\n----Downloading m3u file----")
  93.     if DEBUG:
  94.         print("m3uurl="+url)
  95.     try:
  96.         webFile = urllib.urlopen(url)
  97.         localFile = open("e2m3u2bouquet.m3u", 'w')
  98.         localFile.write(webFile.read())
  99.         webFile.close()
  100.     except Exception, e:
  101.             raise(e)
  102.     print("file saved as "+os.getcwd()+"/e2m3u2bouquet.m3u")
  103.     return os.getcwd()+"/e2m3u2bouquet.m3u"
  104.  
  105. # core parsing routine 
  106. def parsem3u(filename,all_iptv_stream_types,multivod):
  107.     # Extract and generate the following items from the m3u
  108.     #0 category 
  109.     #1 title 
  110.     #2 tvg-id
  111.     #3 stream url    
  112.     #4 stream type
  113.     #5 channel ID 
  114.     print("\n----Parsing m3u file----")
  115.     listchannels=[]
  116.     with open (filename, "r") as myfile:
  117.         for line in myfile:
  118.             if 'EXTM3U' in line: # First line we are not interested 
  119.                 continue    
  120.             elif 'EXTINF:' in line: # Info line - work out group and output the line
  121.                 channels = [line.split('"')[7],(line.split('"')[8])[1:].strip(),line.split('"')[1]]
  122.             elif 'http:' in line:  
  123.                 channels.append(line.strip())
  124.                 listchannels.append(channels)
  125.     # Clean up VOD and create stream types  
  126.     for x in listchannels:
  127.         if x[3].endswith(('.mp4','mkv','.avi',"mpg")):
  128.             if multivod:
  129.                 x[0] = "VOD - "+x[0]
  130.             else:
  131.                 x[0] = "VOD"
  132.             x.append("4097")
  133.         elif all_iptv_stream_types:
  134.             x.append("4097")
  135.         else: 
  136.             x.append("1")
  137.     # Sort the list 
  138.     listchannels.sort()
  139.     # Add Service references 
  140.     num =1 
  141.     for x in listchannels:
  142.         x.append(x[4]+":0:1:"+str(num)+":0:0:0:0:0:0")
  143.         num += 1
  144.     # Have a look at what we have      
  145.     if DEBUG and TESTRUN:
  146.         datafile = open("channels.debug","w+")
  147.         for line in listchannels:
  148.             datafile.write(":".join(line)+"\n")
  149.         datafile.close()
  150.     print("Completed parsing data...")
  151.     return listchannels
  152.  
  153. def create_bouquets(listchannels):
  154.     print("\n----Creating bouquets----")
  155.     for x in listchannels:
  156.         # Create file if does exits 
  157.         if not os.path.isfile(ENIGMAPATH + "userbouquet.suls_iptv_"+x[0].replace(" ","_").replace("/","_")+".tv"):
  158.             #create file 
  159.             if DEBUG:
  160.                 print("Creating: "+ENIGMAPATH + "userbouquet.suls_iptv_"+x[0].replace(" ","_").replace("/","_")+".tv")
  161.             bouquetfile = open(ENIGMAPATH + "userbouquet.suls_iptv_"+x[0].replace(" ","_").replace("/","_")+".tv","w+")
  162.             bouquetfile.write("#NAME IPTV - "+x[0].replace("/"," ")+"\n")
  163.             bouquetfile.write("#SERVICE "+x[5]+":"+x[3].replace(":","%3a")+":"+x[2]+"\n")
  164.             bouquetfile.write("#DESCRIPTION "+x[1]+"\n")
  165.             bouquetfile.close()
  166.             # Add to main bouquets files 
  167.             tvfile = open(ENIGMAPATH + "bouquets.tv","a")
  168.             tvfile.write("#SERVICE 1:7:1:0:0:0:0:0:0:0:FROM BOUQUET \"userbouquet.suls_iptv_"+x[0].replace(" ","_").replace("/","_")+".tv\" ORDER BY bouquet\n")
  169.             tvfile.close()
  170.         else: 
  171.             #Append to file 
  172.             bouquetfile = open(ENIGMAPATH + "userbouquet.suls_iptv_"+x[0].replace(" ","_").replace("/","_")+".tv","a")
  173.             bouquetfile.write("#SERVICE "+x[5]+":"+x[3].replace(":","%3a")+":"+x[2]+"\n")
  174.             bouquetfile.write("#DESCRIPTION "+x[1]+"\n")
  175.             bouquetfile.close()
  176.     print("bouquets created ...")      
  177.  
  178. def reloadBouquets():        
  179.     if not TESTRUN:
  180.         print("\n----Reloading bouquets----")
  181.         os.system("wget -qO - http://127.0.0.1/web/servicelistreload?mode=2 > /dev/null 2>&1 &")
  182.         print("bouquets reloaded...")
  183.  
  184. def create_custom_channel(bouquet,listchannels):
  185.     if DEBUG:
  186.         print("creating custom channel - " + bouquet)
  187.     #create channels file and opening tag
  188.     channelfile = open(EPGIMPORTPATH + "suls_iptv_"+bouquet.replace(" ","_").replace("/","_")+".channels.xml","w+")
  189.     channelfile.write("<channels>\n")
  190.     # loop through list out putting matching stuff 
  191.     for x in listchannels:
  192.         if x[0] == bouquet:
  193.             # now using tvg-id from the mm3u file rather than dodgy cleaning attempts 
  194.             channelfile.write("<channel id=\""+x[2].replace("&","&amp;")+"\">"+x[5]+":http%3a//example.m3u8</channel> <!-- "+x[1]+" -->\n")
  195.     # Write closing tag and close file 
  196.     channelfile.write("</channels>\n")
  197.     channelfile.close()
  198.  
  199. def create_custom_source(bouquet,epgurl):
  200.     if DEBUG:
  201.         print("creating custom source - " + bouquet)
  202.     #create custom sources file 
  203.     sourcefile = open(EPGIMPORTPATH + "suls_iptv_"+bouquet.replace(" ","_").replace("/","_")+".sources.xml","w+")
  204.     sourcefile.write("<sources><source type=\"gen_xmltv\" channels=\"" + EPGIMPORTPATH +"suls_iptv_"+bouquet.replace(" ","_").replace("/","_")+".channels.xml\">\n")
  205.     sourcefile.write("<description>IPTV - "+bouquet.replace("/"," ")+"</description>\n")
  206.     sourcefile.write("<url>" + epgurl[0].replace("&","&amp;") + "</url>\n")
  207.     sourcefile.write("</source></sources>\n")
  208.     sourcefile.close()
  209.  
  210. # crontab not installed in enigma by default / pip also missing - not sure how to get this in at the moment  
  211. #def create_cron():
  212.     #if not TESTRUN:
  213.         #print("\n----Creating cron job----")
  214.         #cron = CronTab(user="root")
  215.         #job = cron.new(command = 'python /home/root/e2m3u2bouquet.py "http://s...content-available-to-author-only...v.com:25461/get.php?username=UN&password=PW&type=m3u_plus&output=ts" "http://s...content-available-to-author-only...v.com:25461/xmltv.php?username=UN&password=PW"')
  216.         #job.comment = "e2m3u2bouquet"
  217.         #job.minute.every(2)
  218.         #cron.write()
  219.         #print("cron job created, bouquets will autoupdate...")
  220.  
  221. def main(argv=None): # IGNORE:C0111
  222.     #Command line options.
  223.     if argv is None:
  224.         argv = sys.argv
  225.     else:
  226.         sys.argv.extend(argv)
  227.     program_name = os.path.basename(sys.argv[0])
  228.     program_version = "v%s" % __version__
  229.     program_build_date = str(__updated__)
  230.     program_version_message = '%%(prog)s %s (%s)' % (program_version, program_build_date)
  231.     program_shortdesc = __import__('__main__').__doc__.split("\n")[1]
  232.     program_license = '''%s
  233.  
  234.   Copyright 2017. All rights reserved.
  235.   Created on %s.  
  236.   Licensed under the Apache License 2.0
  237.   http://w...content-available-to-author-only...e.org/licenses/LICENSE-2.0
  238.  
  239.   Distributed on an "AS IS" basis without warranties
  240.   or conditions of any kind, either express or implied.
  241.  
  242. USAGE
  243. ''' % (program_shortdesc, str(__date__))
  244.  
  245.     try:
  246.         # Setup argument parser
  247.         parser = ArgumentParser(description=program_license, formatter_class=RawDescriptionHelpFormatter)
  248.         parser.add_argument(dest="m3uurl", help="URL to download m3u data from  ", metavar="m3uurl", nargs='+')
  249.         parser.add_argument(dest="epgurl", help="URL source for XML TV epg data sources ", metavar="epgurl", nargs='+')
  250.         parser.add_argument("-i", "--iptvtypes", dest="iptvtypes", action="store_true", help="Treat all stream references as IPTV stream type. (required for some enigma boxes)")
  251.         parser.add_argument("-m", "--multivod", dest="multivod", action="store_true", help="Create multiple VOD bouquets based on category rather than 1 bouquet for all VOD content")
  252.         parser.add_argument("-U", "--uninstall", dest="uninstall", action="store_true", help="Uninstall all changes made by this script")
  253.         parser.add_argument('-V', '--version', action='version', version=program_version_message)
  254.         # Process arguments
  255.         args = parser.parse_args()
  256.         m3uurl = args.m3uurl[0]
  257.         epgurl = args.epgurl
  258.         iptvtypes = args.iptvtypes
  259.         uninstall = args.uninstall
  260.         multivod = args.multivod
  261.  
  262.     except KeyboardInterrupt:
  263.         ### handle keyboard interrupt ###
  264.         return 0
  265.  
  266.     except Exception, e:
  267.         if DEBUG or TESTRUN:
  268.             raise(e)
  269.         indent = len(program_name) * " "
  270.         sys.stderr.write(program_name + ": " + repr(e) + "\n")
  271.         sys.stderr.write(indent + "  for help use --help")
  272.         return 2
  273.     # welcome message 
  274.     print("\n********************************")        
  275.     print("Starting Engima2 IPTV bouquets")
  276.     print("********************************\n") 
  277.     # Clean up any existing files 
  278.     uninstaller()
  279.     if uninstall:
  280.         print("Uninstall only, program exiting ...")
  281.         sys.exit(1) # Quit here if we just want to uninstall
  282.     # Download m3u 
  283.     m3ufile = download_m3u(m3uurl)
  284.     # Test m3u format 
  285.     #### TO DO ####
  286.     # parse m3u file
  287.     listchannels = parsem3u(m3ufile,iptvtypes,multivod)
  288.     # Create bouquet files 
  289.     create_bouquets(listchannels)
  290.     # Create list of bouquets 
  291.     bouquets= []
  292.     for x in listchannels:
  293.         if x[0] not in bouquets:
  294.             bouquets.append(x[0])
  295.     # Now create custom channels for each bouquet
  296.     print("\n----Creating custom channels----")
  297.     for bouquet in bouquets:
  298.         create_custom_channel(bouquet,listchannels)
  299.     print("custom channels created...")    
  300.     # Finally create custom sources for each bouquet
  301.     print("\n----Creating custom sources----")
  302.     for bouquet in bouquets:
  303.         create_custom_source(bouquet,epgurl)
  304.     print("custom sources created...")    
  305.     # Now create a cron job 
  306.     #create_cron()
  307.     # *Borrow* dougs better ending message and reload bouquets code
  308.     # reload bouquets
  309.     reloadBouquets()
  310.     print("\n********************************")        
  311.     print("Engima2 IPTV bouquets created ! ")
  312.     print("********************************")        
  313.     print("\nTo enable EPG data")
  314.     print("Please open EPGImport plugin.. ")
  315.     print("Select sources and enable the new IPTV sources (these start IPTV - )")
  316.     print("Save the selected sources, press yellow button to start manual import")
  317.     print("You can then set EPGImport to automatically import the EPG every day")
  318.  
  319. if __name__ == "__main__":
  320.     #if DEBUG:
  321.     if TESTRUN:
  322.         EPGIMPORTPATH="H:/Satelite Stuff/epgimport/"
  323.         ENIGMAPATH="H:/Satelite Stuff/enigma2/"
  324.     sys.exit(main())# your code goes here
Runtime error #stdin #stdout #stderr 0s 25144KB
comments (?)
stdin
copy 
Standard input is empty
stdout
copy 
Standard output is empty
stderr
copy 
Traceback (most recent call last):
  File "prog.py", line 324, in <module>
  File "prog.py", line 231, in main
AttributeError: 'NoneType' object has no attribute 'split'
https://ideone.com/8ENwIC
language:
Python (cpython 2.7.16)
created:
6 years ago
visibility:
public

Share or Embed source code

Discover > Sphere Engine API

The brand new service which powers Ideone!

Discover > IDE Widget

Widget for compiling and running the source code in a web browser!