summaryrefslogtreecommitdiff
path: root/feeder.pl
blob: 1b353c8a59d3f862120c15ff974f4d9be5d6cd80 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
#!/usr/bin/env perl 
use strict;
use warnings;
use 5.012;
use Feed;
use Feed::Utils;
use Log::Log4perl;
 
Log::Log4perl::init(\<<'LOG');
log4perl.rootLogger = WARN, Screen
log4perl.appender.Screen = Log::Log4perl::Appender::Screen
log4perl.appender.Screen.stderr = 1
log4perl.appender.Screen.layout = PatternLayout
log4perl.appender.Screen.layout.ConversionPattern = [%d{ISO8601}] %p{1} %X{opml} %X{uri} (%c) %m{chomp}%n
LOG
 
set_feed_class(Feed->with_traits(
    'MailDir',
    'FixDateTime',
    'DeDupe',
    'AuthorName',
    'UnBase64',
));
 
set_feed_args(
    dupe_dsn => 'dbi:SQLite:dbname=dedup.db',
    maildir_base => 'maildir',
);
 
feeds_from_opml(
    {
        mail_folders => 'Gentoo',
    },
    'https://planet.gentoo.org/opml.xml',
if 0;
 
feeds(
    {
        mail_folders => 'Fun',
    },
    'https://dresdencodak.com/feed/rss/',
    {
        uri => 'http://oglaf.com/feeds/rss/',
        title=>'Oglaf',
    },
    'http://www.bureau42.com/bureau42.rss',
    'http://syndication.thedailywtf.com/TheDailyWtf',
    {
        uri => 'https://feeds.feedburner.com/thisisindexed/',
        # uri => http://thisisindexed.com/feed/', 
        title => 'Indexed',
        dedupe_use_body => 0,
    },
    {
        uri => 'https://bakabt.me/rss.php?uid=714931&key=94346a8e67f313b3cf64bef311eaf551',
        title => 'BakaBT releases',
        dedupe_use_body => 0,
        dedupe_use_date => 0,
    },
);
 
feeds(
    {
        mail_folders => 'OSS',
    },
    'https://alistapart.com/main/feed/',
    'https://www.oreilly.com/radar/feed/index.xml',
    'https://www.oreilly.com/radar/topics/four-short-links/feed/index.xml',
    'http://feeds.feedburner.com/Oreillygmt',
    'http://emacs-fu.blogspot.com/feeds/posts/default',
);
 
feeds(
    {
        mail_folders => 'Perl',
    },
    {
        uri => 'file:///var/www/thenautilus/htdocs/metacpan.atom',
        title => 'Recent CPAN uploads - MetaCPAN',
    },
    # cloudflare gives us 403 
    #'http://pugs.blogs.com/pugs/index.rdf', 
    #'http://pugs.blogs.com/audrey/atom.xml', 
    'http://blog.plover.com/index.atom',
    'https://shitpost.plover.com/index.atom',
    'http://blogs.perl.org/atom.xml',
    'http://YAPHB.blogspot.com/atom.xml',
    'http://blog.fsck.com/atom.xml',
    'http://blog.urth.org/index.xml',
    'http://log.perl.org/feeds/posts/default',
    {
        uri => 'https://xdg.me/blog/index.xml',
        dedupe_use_body => 0,
    },
    'http://perl6advent.wordpress.com/feed/',
    'http://perladvent.org/2014/atom.xml',
    'http://leonerds-code.blogspot.com/feeds/posts/default',
    'https://planet.raku.org/atom.xml',
    'https://rakudoweekly.blog/feed/',
);
 
feeds(
    {
        mail_folders => 'Science',
    },
    'http://www.badscience.net/feed/',
    'http://khymos.org/feed/',
    'http://glottorellando.wordpress.com/feed/',
    'http://languagelog.ldc.upenn.edu/nll/?feed=atom',
    {
     uri => 'http://www.goodmath.org/blog/?feed=rss2',
        dedupe_use_body => 0,
    },
    'http://cattaneo-lescienze.blogautore.espresso.repubblica.it/feed/atom/',
    'http://feeds.feedburner.com/makezineonline',
    'http://ovadia-lescienze.blogautore.espresso.repubblica.it/feed/atom/',
    'http://rudimatematici-lescienze.blogautore.espresso.repubblica.it/feed/atom/',
    'http://www.schneier.com/blog/index.rdf',
    'http://bressanini-lescienze.blogautore.espresso.repubblica.it/feed/atom/',
    'http://scienceofmagic.wordpress.com/feed/',
    'http://blog.plan28.org/feeds/posts/default',
    'http://chasmosaurs.com/feed/',
);
 
feeds(
    {
        mail_folders => 'Stuff',
    },
    'https://freedom-to-tinker.com/feed/atom/',
    'http://hackaday.com/feed/',
    uri => 'https://blog.watches.com/feed/'dedupe_use_body => 0 },
);
 
feeds(
    {
        mail_folders => 'Weblogs',
    },
    'http://www.rousette.org.uk/blog/index.xml',
    {
        uri => 'http://www.haibane.info/feed/',
        dedupe_use_body => 0,
    },
    'http://nobodyharks.blogspot.com/feeds/posts/default',
    'http://spaghettovolante.wordpress.com/feed/',
    'http://exquisitebeast.tumblr.com/rss',
    'https://viaggiandocongiotto.com/feed/',
    'https://megmegsmusings.wordpress.com/feed/',
);
 
feeds(
    {
        mail_folders => 'Writers',
    },
    {
        uri => 'http://www.antipope.org/charlie/blog-static/atom.xml',
        dedupe_use_date => 0,
    },
    {
        uri => 'http://elizabethbear.livejournal.com/data/rss',
        dedupe_use_body => 0,
    },
    'http://lisagoldresearch.wordpress.com/feed/',
    {
     uri => 'http://journal.neilgaiman.com/feeds/posts/default',
dedupe_use_body => 0,
    },
    'http://www.tor.com/feed',
    'http://whatever.scalzi.com/feed/',
    {
        uri => 'http://thecomposites.tumblr.com/rss',
        dedupe_use_body => 0,
    },
    {
     uri => 'http://www.goodreads.com/author/show/16094.Lois_McMaster_Bujold/blog?format=rss',
dedupe_use_body => 0,
    },
);
 
feeds(
    {
        mail_folders => '3dPrinter',
    },
    {
        uri => 'http://hydraraptor.blogspot.com/feeds/posts/default',
        dedupe_use_body => 0,
    },
);