Makefile: add target for git

[dotfiles.git] / flexget / config.yml

diff --git a/flexget/config.yml b/flexget/config.yml
index 542ab1dd0a4a85ed70af7dc285e65b21526c7bab..e15c26a9e5eac9661a68c8f0dbb4254f9b730677 100644 (file)
--- a/flexget/config.yml
+++ b/flexget/config.yml
@@ -1,11 +1,14 @@
-secrets: private.yml
+variables: private.yml

 
 
 templates: # {{{1
   email: # {{{2
 
 
 templates: # {{{1
   email: # {{{2

-    email:
-      from: flexget@tardis
-      to: ramsi@localhost
+    notify:
+      task:
+        via:
+          - email:
+              from: flexget@tardis
+              to: ramsi@localhost

 
 
   torrents: # {{{2
 
 
   torrents: # {{{2


@@ -21,28 +24,28 @@ templates: # {{{1
     transmission:
       host: localhost
       port: 9091
     transmission:
       host: localhost
       port: 9091

-      path: /mnt/Skaro/torrents/done
+      path: /srv/torrents/done

       ratio: 0.0
 
 
   usenet: # {{{2
     sabnzbd:
       ratio: 0.0
 
 
   usenet: # {{{2
     sabnzbd:

-      key: '{{secrets.sabnzbd.key}}'
-      url: '{{secrets.sabnzbd.url}}'
+      key: '{?sabnzbd.key?}'
+      url: '{?sabnzbd.url?}'

 
 
   usenet-movies: # {{{2
 
 
   usenet-movies: # {{{2

-    set:
-      category: 'movies'

     inputs:
     inputs:

-      - rss: { url: 'https://www.usenet-crawler.com/rss?t=2040&dl=1&num=100{{secrets.crawler.api}}', silent: yes } # Movies HD
+      - rss: { url: 'https://www.usenet-crawler.com/rss?t=2040&dl=1&num=100{?crawler.api?}', silent: yes } # Movies HD
+      - rss: { url: 'https://newztown.co.za/rss?t=2040&dl=1&num=100{?newztown.api?}', silent: yes } # Movies HD
+      - rss: { url: 'https://api.drunkenslug.com/rss?t=2040&dl=1&num=100{?drunkenslug.api?}', silent: yes } # Movies HD

 
 
   usenet-tv: # {{{2
 
 
   usenet-tv: # {{{2

-    set:
-      category: 'tv'

     inputs:
     inputs:

-      - rss: { url: 'https://www.usenet-crawler.com/rss?t=5030,5040&dl=1&num=100{{secrets.crawler.api}}', silent: yes } # TV SD/HD
+      - rss: { url: 'https://www.usenet-crawler.com/rss?t=5030,5040&dl=1&num=100{?crawler.api?}', silent: yes } # TV SD/HD
+      - rss: { url: 'https://newztown.co.za/rss?t=5030,5040&dl=1&num=100{?newztown.api?}', silent: yes } # TV SD/HD
+      - rss: { url: 'https://api.drunkenslug.com/rss?t=2040&dl=1&num=100{?drunkenslug.api?}', silent: yes } # Movies HD

 
 
   filters: # {{{2
 
 
   filters: # {{{2


@@ -71,15 +74,38 @@ templates: # {{{1
         - \[facepalm\]:   {from: title}
         - \bASAP\b:       {from: title}
         - \b Go\):        {from: title} # filter those misplaced french only movies
         - \[facepalm\]:   {from: title}
         - \bASAP\b:       {from: title}
         - \b Go\):        {from: title} # filter those misplaced french only movies

+        - \b(HEVC|x265)\b: {from: title} # don't get x265/HEVC

 
 
 
 

-  tv: # {{{2
+  series: # {{{2
+    set:
+      category: 'series'

     series:
     series:

-      normal:
+      settings:
+        default: &default_settings
+          identified_by: ep
+          timeframe: 12 hours
+          target: 1080p webdl h264+
+          quality: 480p+ h264+
+          upgrade: yes
+    exists_series:
+      path:
+        - '/mnt/series/{{tvdb_series_name}}'
+      allow_different_qualities: better
+    content_size:
+      min:  100
+      max: 6000
+      strict: yes
+
+  series-list: # {{{2
+    series:
+      default:

         - 8 out of 10 cats
         - american dad
         - archer 2009
         - 8 out of 10 cats
         - american dad
         - archer 2009

+        - arrested development

         - better call saul
         - better call saul

+        - black mirror

         - boardwalk empire
         - breaking bad
         - broadchurch
         - boardwalk empire
         - breaking bad
         - broadchurch


@@ -92,43 +118,91 @@ templates: # {{{1
         - downton abbey
         - eureka
         - family guy
         - downton abbey
         - eureka
         - family guy

+        - fargo

         - foyle's war
         - futurama
         - foyle's war
         - futurama

-        - game of thrones
+        - game of thrones: { timeframe: 9 hours }

         - homeland
         - house of cards 2013: { alternate_name: house of cards us }
         - how i met your mother
         - homeland
         - house of cards 2013: { alternate_name: house of cards us }
         - how i met your mother

-        - last week tonight with john oliver
+        - last week tonight with john oliver: { timeframe: 10 hours }

         - masters of sex
         - my little pony
         - mythbusters
         - qi: { special_ids: 'uncut' }
         - ray donovan
         - red dwarf
         - masters of sex
         - my little pony
         - mythbusters
         - qi: { special_ids: 'uncut' }
         - ray donovan
         - red dwarf

+        - rick and morty

         - sherlock
         - suits
         - the big bang theory
         - the blacklist
         - sherlock
         - suits
         - the big bang theory
         - the blacklist

+        - the blacklist redemption

         - the cleveland show
         - the walking dead
         - the cleveland show
         - the walking dead

-        - two and a half men

         - the wire: { quality: 720p+ }
         - the wire: { quality: 720p+ }

+        - two and a half men
+        - vinyl
+        - westworld
+
+
+  series-trakt: # {{{2
+    configure_series:
+      from:
+        trakt_list:
+          username: '{?trakt.username?}'
+          account: '{?trakt.account?}'
+          list: followlist
+          type: shows
+      settings: *default_settings
+
+
+  series-trakt-backfill: # {{{2
+    configure_series:
+      from:
+        trakt_list:
+          username: '{?trakt.username?}'
+          account: '{?trakt.account?}'
+          list: backfill
+          type: shows
+      settings: # *default_settings
+        identified_by: ep
+        quality: 720p+ h264+
+    discover:
+      interval: 1 hours
+      what:
+        - trakt_list:
+            username: '{?trakt.username?}'
+            account: '{?trakt.account?}'
+            list: backfill
+            type: episodes
+        - next_series_episodes:
+            from_start: yes
+      from:
+        - newznab:
+            url: 'https://www.usenet-crawler.com/api?apikey={?crawler.apikey?}&t=tvsearch&cat=5030,5040&extended=1'
+            category: tv
+    all_series: yes

 
 
   movies: # {{{2
 
 
   movies: # {{{2

+    set:
+      category: 'movies'
+      priority: '-2'

     exists_movie:
       path:
     exists_movie:
       path:

-        - '/mnt/Skaro/Movies'
+        - '/mnt/movies'

       allow_different_qualities: better
       type: files
       lookup: imdb
 
 
   movies-imdb: # {{{2
       allow_different_qualities: better
       type: files
       lookup: imdb
 
 
   movies-imdb: # {{{2

+    imdb_lookup: yes
+    require_field: imdb_url

     imdb:
       min_score: 7.5
       min_votes: 30000
     imdb:
       min_score: 7.5
       min_votes: 30000

-    imdb_required: on

 
 
   movies-1080p: # {{{2
 
 
   movies-1080p: # {{{2


@@ -147,67 +221,122 @@ templates: # {{{1
       max: 10000
       strict: yes
 
       max: 10000
       strict: yes
 

-  movies-queued: # {{{2
-    movie_queue: accept
-    set:
-      category: 'movies'
-    discover:
-      what:
-        - emit_movie_queue: yes
-      from:
-        - newznab:
-            url: 'https://www.usenet-crawler.com/api?apikey={{secrets.crawler.apikey}}&t=movie&extended=1&cat=2040'
-            category: movie
-      interval: 5 seconds
+  # movies-discover-queue: # {{{2
+  #   movie_queue: accept
+  #   discover:
+  #     what:
+  #       - emit_movie_queue: yes
+  #     from:
+  #       - newznab:
+  #           url: 'https://www.usenet-crawler.com/api?apikey={?crawler.apikey?}&t=movie&extended=1&cat=2040'
+  #           category: movie
+  #     interval: 7 days  # search each entry only once a week
+
+
+  trakt-add-collection: # {{{2
+    list_add:
+      - trakt_list:
+          username: '{?trakt.username?}'
+          account: '{?trakt.account?}'
+          list: collection

 
 
 tasks: # {{{1
 
 
 tasks: # {{{1

-  dl-tv: # {{{2
+  dl-series: # {{{2

     priority: 100
     template:
       - email
     priority: 100
     template:
       - email

-      - tv
+      - series
+      - series-list
+      - series-trakt

       - filters
       - usenet
       - usenet-tv
       - filters
       - usenet
       - usenet-tv

-    series:
-      settings:
-        normal:
-          timeframe: 12 hours
-          target: 1080p webdl h264+
-          quality: 480p+ h264+
-          upgrade: yes
-    exists_series:
-      path: '/mnt/Skaro/Series/{{tvdb_series_name}}'
-      allow_different_qualities: better
-    content_size:
-      min:  100
-      max: 6000
-      strict: yes

 
 
 
 

-  dl-movies-queued-1080p: # {{{2
+  # dl-series-trakt-backfill: # {{{2
+  #   priority: 110
+  #   template:
+  #     - series
+  #     - series-trakt-backfill
+  #     - filters
+  #     - usenet
+  #   digest: backfill
+
+
+  # dl-movies-trakt: # {{{2
+  #   priority: 10
+  #   trakt_list:
+  #     username: '{?trakt.username?}'
+  #     account: '{?trakt.account?}'
+  #     list: watchlist
+  #     type: movies
+  #   accept_all: yes
+  #   movie_queue: add
+
+
+  # dl-movies-trakt-remove: # {{{2
+  #   priority: 20
+  #   disable:
+  #     - seen
+  #   emit_movie_queue: yes
+  #   crossmatch:
+  #     from:
+  #       - trakt_list:
+  #           username: '{?trakt.username?}'
+  #           account: '{?trakt.account?}'
+  #           list: watchlist
+  #           type: movies
+  #     fields: [imdb_id]
+  #     action: reject
+  #   accept_all: yes
+  #   movie_queue: remove
+
+
+  dl-movies-discover-queue-1080p: # {{{2

     priority: 100
     template:
       - email
       - movies
     priority: 100
     template:
       - email
       - movies

-      - movies-queued
+      - movies-discover-queue

       - movies-1080p
       - filters
       - usenet
 
 
       - movies-1080p
       - filters
       - usenet
 
 

-  dl-movies-queued-720p: # {{{2
+  dl-movies-discover-queue-720p: # {{{2

     priority: 110
     template:
       - email
       - movies
     priority: 110
     template:
       - email
       - movies

-      - movies-queued
+      - movies-discover-queue

       - movies-720p
       - filters
       - usenet
 
 
       - movies-720p
       - filters
       - usenet
 
 

+  dl-movies-queue-1080p: # {{{2
+    priority: 100
+    template:
+      - email
+      - movies
+      - movies-1080p
+      - filters
+      - usenet
+      - usenet-movies
+
+
+  dl-movies-queue-720p: # {{{2
+    priority: 110
+    template:
+      - email
+      - movies
+      - movies-720p
+      - filters
+      - usenet
+      - usenet-movies
+
+

   dl-movies-imdb-1080p: # {{{2
     priority: 120
     template:
   dl-movies-imdb-1080p: # {{{2
     priority: 120
     template:


@@ -232,17 +361,22 @@ tasks: # {{{1
       - usenet-movies
 
 
       - usenet-movies
 
 

-  move-tv: # {{{2
-    seen: local
+  move-series: # {{{2
+    manual: yes
+    template:
+      - trakt-add-collection

     disable:
       - retry_failed
     disable:
       - retry_failed

+      - seen
+      - seen_info_hash

     no_entries_ok: yes
 
     no_entries_ok: yes
 

-    find:
+    filesystem:

       path:
       path:

-        - /mnt/Skaro/usenet/done
-        - /mnt/Skaro/torrents/done
+        - /srv/usenet/done
+        - /srv/torrents/done

       recursive: yes
       recursive: yes

+      retrieve: files

       regexp: '.*\.(avi|mkv|mp4|mpg|divx|webm)$'
 
     regexp:
       regexp: '.*\.(avi|mkv|mp4|mpg|divx|webm)$'
 
     regexp:


@@ -250,36 +384,52 @@ tasks: # {{{1
         - '[Ss]ample'
 
     thetvdb_lookup: yes
         - '[Ss]ample'
 
     thetvdb_lookup: yes

+    if:
+      - "not has_field('tvdb_episode')":
+          manipulate:
+            - title:
+                extract: 'done/([^/]*)/[^/]*$'
+                from: location
+          thetvdb_lookup: yes
+

     all_series:
       parse_only: yes
     accept_all: yes
     all_series:
       parse_only: yes
     accept_all: yes

+    require_field:
+      - tvdb_season
+      - tvdb_episode
+      - tvdb_ep_name

 
     set:
 
     set:

-      destination: '/mnt/Skaro/Series'
+      destination: '/mnt/series'

       folder: "{{tvdb_series_name}}/{% if tvdb_season == 0 %}Specials{% else %}Season {{tvdb_season}}{% endif %}"
       filename: "{{tvdb_season}}x{{tvdb_episode|pad(2)}} {{tvdb_ep_name|replace('/','-')}} ({{tvdb_ep_air_date|formatdate('%Y')}}){{'{'}}{{quality|replace(' ','}{')}}{{'}'}}[en]"
     move:
       folder: "{{tvdb_series_name}}/{% if tvdb_season == 0 %}Specials{% else %}Season {{tvdb_season}}{% endif %}"
       filename: "{{tvdb_season}}x{{tvdb_episode|pad(2)}} {{tvdb_ep_name|replace('/','-')}} ({{tvdb_ep_air_date|formatdate('%Y')}}){{'{'}}{{quality|replace(' ','}{')}}{{'}'}}[en]"
     move:

-      to: "/mnt/Skaro/Series/{{folder}}"
-      filename: "{{filename}}"
+      to: "/mnt/series/{{folder}}"
+      rename: "{{filename}}"

       clean_source: 100   # removes dir if < [N] MB
 
       clean_source: 100   # removes dir if < [N] MB
 

-    exec: echo "<<<{{folder}}/{{filename}}>>>"
-    email:
-      from: flexget@tardis
-      to: ramsi@localhost
-      template: move
+    # log: "<<<{{folder}}/{{filename}}>>>"
+    exec:
+      - echo "<<<{{folder}}/{{filename}}>>>"
+      - touch "{{destination}}/{{folder}}/{{filename}}{{location|pathext}}"
+    digest: move-tasks

 
 
   move-movies: # {{{2
 
 
   move-movies: # {{{2

-    seen: local
+    manual: yes
+    template:
+      - trakt-add-collection

     disable:
       - retry_failed
     disable:
       - retry_failed

+      - seen
+      - seen_info_hash

     no_entries_ok: yes
 
     no_entries_ok: yes
 

-    find:
+    filesystem:

       path:
       path:

-        - /mnt/Skaro/usenet/done
-        - /mnt/Skaro/torrents/done
+        - /srv/usenet/done
+        - /srv/torrents/done

       recursive: yes
       regexp: '.*\.(mkv|avi|mp4)$'
 
       recursive: yes
       regexp: '.*\.(mkv|avi|mp4)$'
 


@@ -288,36 +438,115 @@ tasks: # {{{1
         - '[Ss]ample'
 
     imdb_lookup: yes
         - '[Ss]ample'
 
     imdb_lookup: yes

+    if:
+      - movie_name is None:
+          manipulate:
+            - title:
+                extract: 'done/([^/]*)/[^/]*$'
+                from: location
+          imdb_lookup: yes
+

     accept_all: yes
     accept_all: yes

+    require_field:
+      - imdb_name
+      - imdb_year

 
     set:
 
     set:

-      destination: '/mnt/Skaro/Movies'
+      destination: '/mnt/movies'

       filename: "{{imdb_name}} ({{imdb_year}}){{'{'}}{{quality|replace(' ','}{')}}{{'}'}}[en]"
     move:
       filename: "{{imdb_name}} ({{imdb_year}}){{'{'}}{{quality|replace(' ','}{')}}{{'}'}}[en]"
     move:

-      to: "/mnt/Skaro/Movies"
-      filename: "{{filename}}"
+      to: "/mnt/movies"
+      rename: "{{filename}}"

       clean_source: 100   # removes dir if < [N] MB
 
       clean_source: 100   # removes dir if < [N] MB
 

-    exec: echo "<<<{{filename}}>>>"
-    email:
-      from: flexget@tardis
-      to: ramsi@localhost
-      template: move
+    exec:
+      - echo "<<<{{filename}}>>>"
+      - touch "{{destination}}/{{filename}}{{location|pathext}}"
+    digest: move-tasks
+
+
+  daily-mail: # {{{2
+    manual: yes
+    no_entries_ok: yes
+    from_digest:
+      list: move-tasks
+    seen: local
+    accept_all: yes
+    notify:
+      task:
+        template: move
+        via:
+          - email:
+              from: flexget@tardis
+              to: ramsi@localhost
+
+
+  backfill-mail: # {{{2
+    priority: 500
+    manual: yes
+    template:
+      - email
+    no_entries_ok: yes
+    from_digest:
+      list: backfill
+    seen: local
+    accept_all: yes
+
+
+  seed-series-db: # {{{2
+    manual: yes
+    seen: local
+
+    filesystem:
+      path:
+        - '/mnt/series'
+      recursive: yes
+      retrieve: files
+      regexp: '.*\.(avi|mkv|mp4|webm|m4v)$'
+
+    manipulate:
+      - title:
+          from: location
+          replace:
+            regexp: '.*/([^/]+)/[^/]+/(\d+)(?:x(\d+))+([^/]*)\.[^.]+$'
+            format: '\1 S\2E\3\4'
+      - title:
+          replace:
+            regexp: '\[.*\]'
+            format: ''
+      - title:
+          replace:
+            regexp: '[\(\)\{\}]'
+            format: ' '
+
+    metainfo_series: yes
+    thetvdb_lookup: yes
+    all_series:
+      tracking: no
+    assume_quality: 480p
+    accept_all: yes
+    require_field:
+      - tvdb_id

 
 
 
 

-  seed-tv-db: # {{{2
+  seed-trakt-series: # {{{2

     manual: yes
     manual: yes

+    seen: local
+    template:
+      - trakt-add-collection

 
 

-    find:
-      path: '/mnt/Skaro/Series'
-      regexp: '.*\.(avi|mkv|mp4|webm)$'
+    filesystem:
+      path:
+        - '/mnt/series'

       recursive: yes
       recursive: yes

+      retrieve: files
+      regexp: '.*\.(avi|mkv|mp4|webm|m4v)$'

 
     manipulate:
       - title:
           from: location
           replace:
 
     manipulate:
       - title:
           from: location
           replace:

-            regexp: '.*/([^/]+)/[^/]+/(\d+)x(\d+)([^/]*)\.[^.]+$'
+            regexp: '.*/([^/]+)/[^/]+/(\d+)(?:x(\d+))+([^/]*)\.[^.]+$'

             format: '\1 S\2E\3\4'
       - title:
           replace:
             format: '\1 S\2E\3\4'
       - title:
           replace:


@@ -328,17 +557,46 @@ tasks: # {{{1
             regexp: '[\(\)\{\}]'
             format: ' '
 
             regexp: '[\(\)\{\}]'
             format: ' '
 

+    metainfo_series: yes
+    thetvdb_lookup: yes

     all_series: yes
     assume_quality: 480p
     all_series: yes
     assume_quality: 480p

+    accept_all: yes
+    require_field:
+      - tvdb_id
+

 
 

+  seed-trakt-movies: # {{{2
+    manual: yes
+    seen: local
+    template:
+      - trakt-add-collection
+    filesystem:
+      path:
+        - '/mnt/movies'
+      recursive: yes
+      retrieve: files
+      regexp: '.*\.(avi|mkv|mp4|webm|m4v)$'
+    imdb_lookup: yes
+    accept_all: yes

     require_field:
     require_field:

-      - series_name
+      - imdb_id

 
 
 schedules: # {{{1
 
 
 schedules: # {{{1

+  - tasks: ['daily-mail']
+    schedule:
+      hour: '17'
+      minute: '00'
+

   - tasks: ['dl-*']
     schedule:
       hour: '*'
       minute: '48'
 
   - tasks: ['dl-*']
     schedule:
       hour: '*'
       minute: '48'
 

+  - tasks: ['backfill-mail']
+    schedule:
+      hour: '*'
+      minute: '48'
+

 # vim: sts=2 ts=2 sw=2 et
 # vim: sts=2 ts=2 sw=2 et