X-Git-Url: https://git.rmz.io/dotfiles.git/blobdiff_plain/ee99efb0df6b146d098b5b65cdbed8a61ecd9ff1..fe0e1e613404ff8b11f9306f1f8a269d8b30f3ca:/flexget/config.yml

diff --git a/flexget/config.yml b/flexget/config.yml
index cf45208..f692dab 100644
--- a/flexget/config.yml
+++ b/flexget/config.yml
@@ -1,84 +1,583 @@
-email:
-  from: flexget@tardis
-  to: ramsi@localhost
+secrets: private.yml
 
-tasks:
-  tv-shows:
+
+templates: # {{{1
+  email: # {{{2
+    email:
+      from: flexget@tardis
+      to: ramsi@localhost
+
+
+  torrents: # {{{2
     inputs:
-      - rss: { url: 'https://www.ezrss.it/feed/', silent: yes }
-#      - rss: { url: 'http://www.torlock.com/television/rss.xml', silent: yes }
-#      - rss: { url: 'http://torrentz.eu/feed_verified?q=tv', silent: yes }
+      - rss: { url: 'https://ezrss.it/feed/', silent: yes }
+      - rss: { url: 'http://publichd.se/rss.php', silent: yes }
       - rss: { url: 'http://rss.bt-chat.com/?group=3', silent: yes }
-      - rss: { url: 'http://showrss.karmorra.info/feeds/all.rss', silent: yes }
-#      - rss: { url: 'http://rss.thepiratebay.org/208', silent: yes }
+      - rss: { url: 'http://kickass.to/tv/?rss=1', silent: yes }
+      - rss: { url: 'http://showrss.info/feeds/all.rss', silent: yes }
+      # - rss: { url: 'http://www.torlock.com/television/rss.xml', silent: yes }
+      # - rss: { url: 'http://torrentz.eu/feed_verified?q=tv', silent: yes }
+      # - rss: { url: 'http://rss.thepiratebay.org/208', silent: yes }
+    transmission:
+      host: localhost
+      port: 9091
+      path: /srv/torrents/done
+      ratio: 0.0
+
+
+  usenet: # {{{2
+    sabnzbd:
+      key: '{{secrets.sabnzbd.key}}'
+      url: '{{secrets.sabnzbd.url}}'
+
+
+  usenet-movies: # {{{2
+    inputs:
+      - rss: { url: 'https://www.usenet-crawler.com/rss?t=2040&dl=1&num=100{{secrets.crawler.api}}', silent: yes } # Movies HD
+      - rss: { url: 'https://newztown.co.za/rss?t=2040&dl=1&num=100{{secrets.newztown.api}}', silent: yes } # Movies HD
+      - rss: { url: 'https://api.drunkenslug.com/rss?t=2040&dl=1&num=100{{secrets.drunkenslug.api}}', silent: yes } # Movies HD
+
+
+  usenet-tv: # {{{2
+    inputs:
+      - rss: { url: 'https://www.usenet-crawler.com/rss?t=5030,5040&dl=1&num=100{{secrets.crawler.api}}', silent: yes } # TV SD/HD
+      - rss: { url: 'https://newztown.co.za/rss?t=5030,5040&dl=1&num=100{{secrets.newztown.api}}', silent: yes } # TV SD/HD
+      - rss: { url: 'https://api.drunkenslug.com/rss?t=2040&dl=1&num=100{{secrets.drunkenslug.api}}', silent: yes } # Movies HD
+
 
+  filters: # {{{2
     content_filter:
+      require:
+        - '*.mkv'
+        - '*.mp4'
       reject:
+        - 'filename.mkv'
         - '*.rar'
         - '*.r0*'
+        - '*.wmv'
+        - '*.exe'
+    regexp:
+      reject:
+        - \b3-?D\b:       {from: title}
+        - \btrailer\b:    {from: title} # I've gotten a few trailers that matched as movies. VERY annoying
+        - \bR5\b:         {from: title} # The following are poor quality types that somehow got through the quality
+        - \bWEBSCR\b:     {from: title} # features usually due to the title including a keyword like "720p" as well
+        - \bscreener\b:   {from: title}
+        - \bTS\b:         {from: title}
+        - \bCam\b:        {from: title}
+        - '{C_P}':        {from: title} # The following are groups with poor quality releases
+        - TrTd TeaM:      {from: title}
+        - \[TNTVillage\]: {from: title}
+        - \[facepalm\]:   {from: title}
+        - \bASAP\b:       {from: title}
+        - \b Go\):        {from: title} # filter those misplaced french only movies
+        - \b(HEVC|x265)\b: {from: title} # don't get x265/HEVC
 
-    exists_series:
-      - "/mnt/Skaro/Series"
-      - "/home/ramsi/Torrents"
 
+  series: # {{{2
+    set:
+      category: 'series'
     series:
       settings:
-        normal:
+        default: &default_settings
+          identified_by: ep
+          timeframe: 12 hours
+          target: 1080p webdl h264+
+          quality: 480p+ h264+
           upgrade: yes
+    exists_series:
+      path:
+        - '/mnt/series/{{tvdb_series_name}}'
+      allow_different_qualities: better
+    content_size:
+      min:  100
+      max: 6000
+      strict: yes
 
-      normal:
+  series-list: # {{{2
+    series:
+      default:
+        - 8 out of 10 cats
         - american dad
+        - archer 2009
+        - better call saul
+        - boardwalk empire
+        - breaking bad
+        - broadchurch
         - burn notice
         - chuck
+        - community
+        - danger 5: { quality: 720p+ }
+        - dexter
+        - doctor who 2005
+        - downton abbey
+        - eureka
         - family guy
+        - foyle's war
         - futurama
+        - game of thrones: { timeframe: 9 hours }
+        - homeland
+        - house of cards 2013: { alternate_name: house of cards us }
         - how i met your mother
-        - qi
+        - last week tonight with john oliver: { timeframe: 10 hours }
+        - masters of sex
+        - my little pony
+        - mythbusters
+        - qi: { special_ids: 'uncut' }
+        - ray donovan
+        - red dwarf
+        - sherlock
+        - suits
         - the big bang theory
+        - the blacklist
         - the cleveland show
+        - the walking dead
         - two and a half men
-      720p:
-        - dexter
-        - doctor who
-        - eureka
-        - game of thrones
-        - house
-        - my little pony
-        - red dwarf
-        - weeds
+        - the wire: { quality: 720p+ }
+        - vinyl
 
-    transmission:
-      host: localhost
-      port: 9091
-      path: /mnt/Skaro/Torrents.flex
-      removewhendone: yes
-      ratio: 0.0
 
-  move-episodes:
+  series-trakt: # {{{2
+    configure_series:
+      from:
+        trakt_list:
+          username: '{{secrets.trakt.username}}'
+          account: '{{secrets.trakt.account}}'
+          list: followlist
+          type: shows
+      settings: *default_settings
+
+
+  series-trakt-backfill: # {{{2
+    configure_series:
+      from:
+        trakt_list:
+          username: '{{secrets.trakt.username}}'
+          account: '{{secrets.trakt.account}}'
+          list: backfill
+          type: shows
+      settings: # *default_settings
+        identified_by: ep
+        quality: 720p+ h264+
+    discover:
+      interval: 1 hours
+      what:
+        - trakt_list:
+            username: '{{secrets.trakt.username}}'
+            account: '{{secrets.trakt.account}}'
+            list: backfill
+            type: episodes
+        - next_series_episodes:
+            from_start: yes
+      from:
+        - newznab:
+            url: 'https://www.usenet-crawler.com/api?apikey={{secrets.crawler.apikey}}&t=tvsearch&cat=5030,5040&extended=1'
+            category: tv
+    all_series: yes
+
+
+  movies: # {{{2
+    set:
+      category: 'movies'
+      priority: '-2'
+    exists_movie:
+      path:
+        - '/mnt/movies'
+      allow_different_qualities: better
+      type: files
+      lookup: imdb
+
+
+  movies-imdb: # {{{2
+    imdb_lookup: yes
+    require_field: imdb_url
+    imdb:
+      min_score: 7.5
+      min_votes: 30000
+
+
+  movies-1080p: # {{{2
+    quality: 1080p bluray+ h264+
+    content_size:
+      min:  3000
+      max: 15000
+      strict: yes
+
+
+  movies-720p: # {{{2
+    quality: 720p+ webdl+ h264+
+    delay: 14 days
+    content_size:
+      min:  1000
+      max: 10000
+      strict: yes
+
+  # movies-discover-queue: # {{{2
+  #   movie_queue: accept
+  #   discover:
+  #     what:
+  #       - emit_movie_queue: yes
+  #     from:
+  #       - newznab:
+  #           url: 'https://www.usenet-crawler.com/api?apikey={{secrets.crawler.apikey}}&t=movie&extended=1&cat=2040'
+  #           category: movie
+  #     interval: 7 days  # search each entry only once a week
+
+
+  trakt-add-collection: # {{{2
+    list_add:
+      - trakt_list:
+          username: '{{secrets.trakt.username}}'
+          account: '{{secrets.trakt.account}}'
+          list: collection
+
+
+tasks: # {{{1
+  dl-series: # {{{2
+    priority: 100
+    template:
+      - email
+      - series
+      - series-list
+      - series-trakt
+      - filters
+      - usenet
+      - usenet-tv
+
+
+  # dl-series-trakt-backfill: # {{{2
+  #   priority: 110
+  #   template:
+  #     - series
+  #     - series-trakt-backfill
+  #     - filters
+  #     - usenet
+  #   digest: backfill
+
+
+  # dl-movies-trakt: # {{{2
+  #   priority: 10
+  #   trakt_list:
+  #     username: '{{secrets.trakt.username}}'
+  #     account: '{{secrets.trakt.account}}'
+  #     list: watchlist
+  #     type: movies
+  #   accept_all: yes
+  #   movie_queue: add
+
+
+  # dl-movies-trakt-remove: # {{{2
+  #   priority: 20
+  #   disable:
+  #     - seen
+  #   emit_movie_queue: yes
+  #   crossmatch:
+  #     from:
+  #       - trakt_list:
+  #           username: '{{secrets.trakt.username}}'
+  #           account: '{{secrets.trakt.account}}'
+  #           list: watchlist
+  #           type: movies
+  #     fields: [imdb_id]
+  #     action: reject
+  #   accept_all: yes
+  #   movie_queue: remove
+
+
+  dl-movies-discover-queue-1080p: # {{{2
+    priority: 100
+    template:
+      - email
+      - movies
+      - movies-discover-queue
+      - movies-1080p
+      - filters
+      - usenet
+
+
+  dl-movies-discover-queue-720p: # {{{2
+    priority: 110
+    template:
+      - email
+      - movies
+      - movies-discover-queue
+      - movies-720p
+      - filters
+      - usenet
+
+
+  dl-movies-queue-1080p: # {{{2
+    priority: 100
+    template:
+      - email
+      - movies
+      - movies-1080p
+      - filters
+      - usenet
+      - usenet-movies
+
+
+  dl-movies-queue-720p: # {{{2
+    priority: 110
+    template:
+      - email
+      - movies
+      - movies-720p
+      - filters
+      - usenet
+      - usenet-movies
+
+
+  dl-movies-imdb-1080p: # {{{2
+    priority: 120
+    template:
+      - email
+      - movies
+      - movies-imdb
+      - movies-1080p
+      - filters
+      - usenet
+      - usenet-movies
+
+
+  dl-movies-imdb-720p: # {{{2
+    priority: 130
+    template:
+      - email
+      - movies
+      - movies-imdb
+      - movies-720p
+      - filters
+      - usenet
+      - usenet-movies
+
+
+  move-series: # {{{2
+    manual: yes
+    template:
+      - trakt-add-collection
+    seen: local
+    disable:
+      - retry_failed
+      - nzb_size
+    no_entries_ok: yes
+
+    filesystem:
+      path:
+        - /srv/usenet/done
+        - /srv/torrents/done
+      recursive: yes
+      retrieve: files
+      regexp: '.*\.(avi|mkv|mp4|mpg|divx|webm)$'
+
+    regexp:
+      reject:
+        - '[Ss]ample'
+
     thetvdb_lookup: yes
-    metainfo_series: yes
+    all_series:
+      parse_only: yes
     accept_all: yes
+    require_field:
+      - tvdb_season
+      - tvdb_episode
+      - tvdb_ep_name
+      - tvdb_ep_air_date
+
+    set:
+      destination: '/mnt/series'
+      folder: "{{tvdb_series_name}}/{% if tvdb_season == 0 %}Specials{% else %}Season {{tvdb_season}}{% endif %}"
+      filename: "{{tvdb_season}}x{{tvdb_episode|pad(2)}} {{tvdb_ep_name|replace('/','-')}} ({{tvdb_ep_air_date|formatdate('%Y')}}){{'{'}}{{quality|replace(' ','}{')}}{{'}'}}[en]"
+    move:
+      to: "/mnt/series/{{folder}}"
+      rename: "{{filename}}"
+      clean_source: 100   # removes dir if < [N] MB
+
+    # log: "<<<{{folder}}/{{filename}}>>>"
+    exec:
+      - echo "<<<{{folder}}/{{filename}}>>>"
+      - touch "{{destination}}/{{folder}}/{{filename}}{{location|pathext}}"
+    digest: move-tasks
+
 
-    find:
-      path: /mnt/Skaro/Torrents.flex
+  move-movies: # {{{2
+    manual: yes
+    template:
+      - trakt-add-collection
+    seen: local
+    disable:
+      - retry_failed
+      - nzb_size
+    no_entries_ok: yes
+
+    filesystem:
+      path:
+        - /srv/usenet/done
+        - /srv/torrents/done
       recursive: yes
-      regexp: '.*\.(avi|mkv|mp4)$'
+      regexp: '.*\.(mkv|avi|mp4)$'
+
+    regexp:
+      reject:
+        - '[Ss]ample'
+
+    imdb_lookup: yes
+    if:
+      - movie_name is None:
+          manipulate:
+            - title:
+                extract: 'done/([^/]*)/[^/]*$'
+                from: location
+          imdb_lookup: yes
 
+    accept_all: yes
+    require_field:
+      - imdb_name
+      - imdb_year
+
+    set:
+      destination: '/mnt/movies'
+      filename: "{{imdb_name}} ({{imdb_year}}){{'{'}}{{quality|replace(' ','}{')}}{{'}'}}[en]"
     move:
-      to: "/mnt/Skaro/Series/{{series_name_tvdb}}/Season {{tvdb_season}}/"
-      filename: "{{tvdb_season}}x{{tvdb_episode|pad(2)}} {{ep_name|replace('/','-')}} ({{ep_air_date|formatdate('%Y')}}){{'{'}}{{quality|replace(' ','}{')}}{{'}'}}[en]{{location|pathext}}"
+      to: "/mnt/movies"
+      rename: "{{filename}}"
+      clean_source: 100   # removes dir if < [N] MB
+
+    exec:
+      - echo "<<<{{filename}}>>>"
+      - touch "{{destination}}/{{filename}}{{location|pathext}}"
+    digest: move-tasks
 
-  move-movies:
-    tmdb_lookup: yes
+
+  daily-mail: # {{{2
+    manual: yes
+    no_entries_ok: yes
+    from_digest:
+      list: move-tasks
+    seen: local
+    accept_all: yes
+    email:
+      from: flexget@tardis
+      to: ramsi@localhost
+      template: move
+
+
+  backfill-mail: # {{{2
+    priority: 500
+    manual: yes
+    template:
+      - email
+    no_entries_ok: yes
+    from_digest:
+      list: backfill
+    seen: local
     accept_all: yes
 
-    find:
-      path: /mnt/Skaro/Movies.carsten
+
+  seed-series-db: # {{{2
+    manual: yes
+    seen: local
+
+    filesystem:
+      path:
+        - '/mnt/series'
       recursive: yes
-      regexp: '.*\.mkv$'
+      retrieve: files
+      regexp: '.*\.(avi|mkv|mp4|webm|m4v)$'
 
-    move:
-      to: "/mnt/Skaro/Movies.flexed"
-      filename: "{{tmdb_name}} ({{tmdb_year}}){{'{'}}{{quality|replace(' ','}{')}}{{'}'}}[en][de].mkv"
+    manipulate:
+      - title:
+          from: location
+          replace:
+            regexp: '.*/([^/]+)/[^/]+/(\d+)(?:x(\d+))+([^/]*)\.[^.]+$'
+            format: '\1 S\2E\3\4'
+      - title:
+          replace:
+            regexp: '\[.*\]'
+            format: ''
+      - title:
+          replace:
+            regexp: '[\(\)\{\}]'
+            format: ' '
+
+    metainfo_series: yes
+    thetvdb_lookup: yes
+    all_series:
+      tracking: no
+    assume_quality: 480p
+    accept_all: yes
+    require_field:
+      - tvdb_id
+
+
+  seed-trakt-series: # {{{2
+    manual: yes
+    seen: local
+    template:
+      - trakt-add-collection
+
+    filesystem:
+      path:
+        - '/mnt/series'
+      recursive: yes
+      retrieve: files
+      regexp: '.*\.(avi|mkv|mp4|webm|m4v)$'
+
+    manipulate:
+      - title:
+          from: location
+          replace:
+            regexp: '.*/([^/]+)/[^/]+/(\d+)(?:x(\d+))+([^/]*)\.[^.]+$'
+            format: '\1 S\2E\3\4'
+      - title:
+          replace:
+            regexp: '\[.*\]'
+            format: ''
+      - title:
+          replace:
+            regexp: '[\(\)\{\}]'
+            format: ' '
+
+    metainfo_series: yes
+    thetvdb_lookup: yes
+    all_series: yes
+    assume_quality: 480p
+    accept_all: yes
+    require_field:
+      - tvdb_id
+
+
+  seed-trakt-movies: # {{{2
+    manual: yes
+    seen: local
+    template:
+      - trakt-add-collection
+    filesystem:
+      path:
+        - '/mnt/movies'
+      recursive: yes
+      retrieve: files
+      regexp: '.*\.(avi|mkv|mp4|webm|m4v)$'
+    imdb_lookup: yes
+    accept_all: yes
+    require_field:
+      - imdb_id
+
+
+schedules: # {{{1
+  - tasks: ['daily-mail']
+    schedule:
+      hour: '17'
+      minute: '00'
+
+  - tasks: ['dl-*']
+    schedule:
+      hour: '*'
+      minute: '48'
+
+  - tasks: ['backfill-mail']
+    schedule:
+      hour: '*'
+      minute: '48'
 
 # vim: sts=2 ts=2 sw=2 et