flexget: rewrite most of the config file

diff --git a/flexget/.gitignore b/flexget/.gitignore
index 9625a7507edfcab9d06c0c11dd9c88308a91c37b..3d4e12431a0d5b89ae187fc8bd2a14ec830550a8 100644 (file)
--- a/flexget/.gitignore
+++ b/flexget/.gitignore
@@ -1,4 +1,7 @@
 db-config.sqlite
 db-config.sqlite

+test-config.sqlite

 flexget.log*
 received/
 temp/
 flexget.log*
 received/
 temp/

+private.yml
+.config-lock

diff --git a/flexget/config.yml b/flexget/config.yml
index e306cf9c5bc34ac4ae0a9f540b66970f74653842..40b5b2659dff3792ad22b6030094a21884059353 100644 (file)
--- a/flexget/config.yml
+++ b/flexget/config.yml
@@ -1,87 +1,193 @@
-email:
+secrets: private.yml
+
+email: # {{{1

   from: flexget@tardis
   to: ramsi@localhost
 
   from: flexget@tardis
   to: ramsi@localhost
 

-presets:
-  tv:
+templates: # {{{1
+  torrents: # {{{2
+    inputs:
+      - rss: { url: 'https://ezrss.it/feed/', silent: yes }
+      - rss: { url: 'http://publichd.se/rss.php', silent: yes }
+      - rss: { url: 'http://rss.bt-chat.com/?group=3', silent: yes }
+      - rss: { url: 'http://kickass.to/tv/?rss=1', silent: yes }
+      - rss: { url: 'http://showrss.info/feeds/all.rss', silent: yes }
+      # - rss: { url: 'http://www.torlock.com/television/rss.xml', silent: yes }
+      # - rss: { url: 'http://torrentz.eu/feed_verified?q=tv', silent: yes }
+      # - rss: { url: 'http://rss.thepiratebay.org/208', silent: yes }
+
+    transmission:
+      host: localhost
+      port: 9091
+      path: /mnt/Skaro/torrents/done
+      ratio: 0.0
+
+  usenet: # {{{2
+    sabnzbd:
+      key: '{{secrets.sabnzbd.key}}'
+      url: '{{secrets.sabnzbd.url}}'
+
+  usenet_paused: # {{{2
+    sabnzbd:
+      key: '{{secrets.sabnzbd.key}}'
+      url: '{{secrets.sabnzbd.url}}'
+      priority: -2
+
+  usenet-movies: # {{{2
+    template: usenet
+    set:
+      category: 'to check'
+    inputs:
+      - rss: { url: 'https://www.usenet-crawler.com/rss?t=2040&dl=1&num=100{{secrets.crawler.api}}', silent: yes } # Movies HD
+
+  usenet-tv: # {{{2
+    template: usenet
+    inputs:
+      - rss: { url: 'https://www.usenet-crawler.com/rss?t=5030&dl=1&num=100{{secrets.crawler.api}}', silent: yes } # TV SD
+      - rss: { url: 'https://www.usenet-crawler.com/rss?t=5040&dl=1&num=100{{secrets.crawler.api}}', silent: yes } # TV HD
+
+  filters: # {{{2

     content_filter:
     content_filter:

+      require:
+        - '*.mkv'
+        - '*.mp4'

       reject:
       reject:

+        - 'filename.mkv'

         - '*.rar'
         - '*.r0*'
         - '*.wmv'
         - '*.rar'
         - '*.r0*'
         - '*.wmv'

+        - '*.exe'
+    regexp:
+      reject:
+        - \b3-?D\b:       {from: title}
+        - \btrailer\b:    {from: title} # I've gotten a few trailers that matched as movies. VERY annoying
+        - \bR5\b:         {from: title} # The following are poor quality types that somehow got through the quality
+        - \bWEBSCR\b:     {from: title} # features usually due to the title including a keyword like "720p" as well
+        - \bscreener\b:   {from: title}
+        - \bTS\b:         {from: title}
+        - \bCam\b:        {from: title}
+        - '{C_P}':        {from: title} # The following are groups with poor quality releases
+        - TrTd TeaM:      {from: title}
+        - \[TNTVillage\]: {from: title}
+        - \[facepalm\]:   {from: title}
+        - \bASAP\b:       {from: title}
+        - \b Go\):        {from: title} # filter those misplaced french only movies

 
 

-    exists_series:
-      - "/mnt/Skaro/Series"
-
+  tv: # {{{2

     series:
     series:

-      settings:
-        normal:
-          timeframe: 12 hours
-          target: 1080p webdl
-          quality: 480p+
-          upgrade: yes
-

       normal:
         - 8 out of 10 cats
         - american dad
       normal:
         - 8 out of 10 cats
         - american dad

-        - breaking bad
+        - archer 2009

         - boardwalk empire
         - boardwalk empire

+        - breaking bad
+        - broadchurch

         - burn notice
         - chuck
         - burn notice
         - chuck

+        - community

         - dexter
         - dexter

-        - doctor who
+        - doctor who 2005

         - downton abbey
         - eureka
         - family guy
         - downton abbey
         - eureka
         - family guy

+        - foyle's war

         - futurama
         - game of thrones
         - futurama
         - game of thrones

-        - house
+        - homeland

         - how i met your mother
         - how i met your mother

+        - last week tonight with john oliver
+        - master of sex

         - my little pony
         - my little pony

-        - qi
+        - mythbusters
+        - qi (xl)

         - ray donovan
         - red dwarf
         - sherlock
         - ray donovan
         - red dwarf
         - sherlock

+        - suits

         - the big bang theory
         - the big bang theory

+        - the blacklist

         - the cleveland show
         - the walking dead
         - two and a half men
         - the cleveland show
         - the walking dead
         - two and a half men

-        - weeds
+        - the wire:
+            quality: 720p+

 
 

-    transmission:
-      host: localhost
-      port: 9091
-      path: /mnt/Skaro/Torrents.flex
-      removewhendone: yes
-      ratio: 0.0
+  movies: # {{{2
+    imdb:
+      min_score: 7.5
+      min_votes: 50000
+    imdb_required: on
+    my_exists_movie:
+      path:
+        - '/mnt/Skaro/Movies'
+      allow_different_qualities: better
+      type: files
+    seen_movies: strict
+
+tasks: # {{{1
+  tv-shows: # {{{2
+    series:
+      settings:
+        normal:
+          timeframe: 12 hours
+          target: 1080p webdl
+          quality: 480p+
+          upgrade: yes

 
 

-tasks:
-  tv-shows:

     priority: 1
     priority: 1

-    inputs:
-      - rss: { url: 'https://ezrss.it/feed/', silent: yes }
-      - rss: { url: 'http://publichd.se/rss.php', silent: yes }
-      - rss: { url: 'http://rss.bt-chat.com/?group=3', silent: yes }
-      - rss: { url: 'http://kickass.to/tv/?rss=1', silent: yes }
-      - rss: { url: 'http://showrss.info/feeds/all.rss', silent: yes }
-#      - rss: { url: 'http://www.torlock.com/television/rss.xml', silent: yes }
-#      - rss: { url: 'http://torrentz.eu/feed_verified?q=tv', silent: yes }
-#      - rss: { url: 'http://rss.thepiratebay.org/208', silent: yes }
-    preset: tv
+    template:
+      - tv
+      - filters
+      - usenet-tv
+    exists_series:
+      path: '/mnt/Skaro/Series/{{tvdb_series_name}}'
+      allow_different_qualities: better
+    content_size:
+      min:  100
+      max: 6000
+      strict: yes

 
 

+  movies-1080p: # {{{2
+    priority: 1
+    template:
+      - movies
+      - filters
+      - usenet-movies
+    quality: 1080p webdl+
+    content_size:
+      min:  3000
+      max: 15000
+      strict: yes

 
 

-  move-episodes:
+  movies-720p: # {{{2
+    priority: 2
+    template:
+      - movies
+      - filters
+      - usenet-movies
+    quality: 720p hdrip+
+    delay: 7 days
+    content_size:
+      min:  1000
+      max: 10000
+      strict: yes
+
+  move-tv: # {{{2

     priority: 2
     thetvdb_lookup: yes
     metainfo_series: yes
     priority: 2
     thetvdb_lookup: yes
     metainfo_series: yes

-    accept_all: yes
-    # only reject files that have been seen by this task

     seen: local
     seen: local

+    disable_builtins: [retry_failed]
+    all_series:
+      parse_only: yes
+    accept_all: yes

 
     find:
 
     find:

-      path: /mnt/Skaro/Torrents.flex
+      path:
+        - /mnt/Skaro/usenet/done
+        - /mnt/Skaro/torrents/done

       recursive: yes
       recursive: yes

-      regexp: '.*\.(avi|mkv|mp4|mpg|divx)$'
+      regexp: '.*\.(avi|mkv|mp4|mpg|divx|webm)$'

 
     regexp:
       reject:
 
     regexp:
       reject:


@@ -89,21 +195,65 @@ tasks:
 
     move:
       to: "/mnt/Skaro/Series/{{tvdb_series_name}}/{% if tvdb_season == 0 %}Specials{% else %}Season {{tvdb_season}}{% endif %}/"
 
     move:
       to: "/mnt/Skaro/Series/{{tvdb_series_name}}/{% if tvdb_season == 0 %}Specials{% else %}Season {{tvdb_season}}{% endif %}/"

-      filename: "{{tvdb_season}}x{{tvdb_episode|pad(2)}} {{tvdb_ep_name|replace('/','-')}} ({{tvdb_ep_air_date|formatdate('%Y')}}){{'{'}}{{quality|replace(' ','}{')}}{{'}'}}[en]{{location|pathext}}"
+      filename: "{{tvdb_season}}x{{tvdb_episode|pad(2)}} {{tvdb_ep_name|replace('/','-')}} ({{tvdb_ep_air_date|formatdate('%Y')}}){{'{'}}{{quality|replace(' ','}{')}}{{'}'}}[en]"
+      clean_source: 100   # removes dir if < [N] MB

 
 

-  move-movies:
+  move-movies: # {{{2

     priority: 3
     priority: 3

-    tmdb_lookup: yes
+    imdb_lookup: yes

     accept_all: yes
     seen: local
     accept_all: yes
     seen: local

+    disable_builtins: [retry_failed]

 
     find:
 
     find:

-      path: /mnt/Skaro/Torrents.flex
+      path:
+        - /mnt/Skaro/usenet/done
+        - /mnt/Skaro/torrents/done

       recursive: yes
       regexp: '.*\.(mkv|avi|mp4)$'
 
     move:
       to: "/mnt/Skaro/Movies"
       recursive: yes
       regexp: '.*\.(mkv|avi|mp4)$'
 
     move:
       to: "/mnt/Skaro/Movies"

-      filename: "{{tmdb_name}} ({{tmdb_year}}){{'{'}}{{quality|replace(' ','}{')}}{{'}'}}[en]{{location|pathext}}"
+      filename: "{{imdb_name}} ({{imdb_year}}){{'{'}}{{quality|replace(' ','}{')}}{{'}'}}[en]"
+      clean_source: 100   # removes dir if < [N] MB
+
+  seed-tv-db: # {{{2
+    manual: yes
+    find:
+      path: '/mnt/Skaro/Series'
+      regexp: '.*\.(avi|mkv|mp4|webm)$'
+      recursive: yes
+    require_field:
+      - series_name
+    manipulate:
+      - title:
+          from: location
+          replace:
+            regexp: '.*/([^/]+)/[^/]+/(\d+)x(\d+)([^/]*)\.[^.]+$'
+            format: '\1 S\2E\3\4'
+      - title:
+          replace:
+            regexp: '\[.*\]'
+            format: ''
+      - title:
+          replace:
+            regexp: '[\(\)\{\}]'
+            format: ' '
+    all_series: yes
+    assume_quality: 480p
+    # template: tv
+    # configure_series:
+    #   from:
+    #     listdir:
+    #       - /mnt/Skaro/Series
+    # series:
+    #   settings:
+    #     normal:
+    #       target: 480p
+
+schedules: # {{{1
+  - tasks: '*'
+    interval:
+      hours: 1

 
 # vim: sts=2 ts=2 sw=2 et
 
 # vim: sts=2 ts=2 sw=2 et