-
Notifications
You must be signed in to change notification settings - Fork 16
/
activePlugins.py
108 lines (92 loc) · 5.5 KB
/
activePlugins.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
# pylint: disable=C0413
# The processing pipeline has three stages.
# Preprocessors have access to the page content before it's fed through the
# filters (they're located in the remote AutoTreiver instances)
# Filters are for extracting additional information from the in-flight pages.
# Plugins rewrite the page content for more pleasant consumption.
import WebMirror.OutputFilters.RoyalRoadL.RRLSeriesPageFilter
import WebMirror.OutputFilters.RoyalRoadL.RRLSeriesUpdateFilter
import WebMirror.OutputFilters.RoyalRoadL.RRLJsonXmlSeriesUpdateFilter
import WebMirror.OutputFilters.WattPad.WattPadSeriesPageFilter
import WebMirror.OutputFilters.JapTem.JapTemSeriesPageFilter
import WebMirror.OutputFilters.Booksie.BooksieSeriesPageFilter
import WebMirror.OutputFilters.LNDB.LNDBSeriesPageFilter
import WebMirror.OutputFilters.Twitter.TwitterFilter
import WebMirror.OutputFilters.Nu.NUHomepageFilter
import WebMirror.OutputFilters.Nu.NuSeriesPageFilter
import WebMirror.OutputFilters.Qidian.QidianSeriesPageFilter
import WebMirror.OutputFilters.FoxTeller.FoxTellerReleasesFilter
import WebMirror.OutputFilters.ScribbleHub.SHSeriesUpdateFilter
import WebMirror.OutputFilters.ScribbleHub.SHSeriesPageFilter
# Filters are executed against fetched content after preprocessing. They cannot modify content, but they can
# perform operations based on it's content (e.g. generating releases for WLNUpdates, etc...).
FILTERS = [
WebMirror.OutputFilters.RoyalRoadL.RRLSeriesPageFilter.RRLSeriesPageFilter,
WebMirror.OutputFilters.RoyalRoadL.RRLSeriesUpdateFilter.RRLSeriesUpdateFilter,
WebMirror.OutputFilters.RoyalRoadL.RRLJsonXmlSeriesUpdateFilter.RRLJsonXmlSeriesUpdateFilter,
WebMirror.OutputFilters.Nu.NUHomepageFilter.NuHomepageFilter,
WebMirror.OutputFilters.Nu.NuSeriesPageFilter.NUSeriesPageFilter,
WebMirror.OutputFilters.JapTem.JapTemSeriesPageFilter.JapTemSeriesPageFilter,
#WebMirror.OutputFilters.WattPad.WattPadSeriesPageFilter.WattPadSeriesPageFilter,
WebMirror.OutputFilters.Booksie.BooksieSeriesPageFilter.BooksieSeriesPageFilter,
WebMirror.OutputFilters.LNDB.LNDBSeriesPageFilter.LNDBSeriesPageFilter,
WebMirror.OutputFilters.Twitter.TwitterFilter.TwitterFilter,
WebMirror.OutputFilters.Qidian.QidianSeriesPageFilter.QidianSeriesPageFilter,
WebMirror.OutputFilters.FoxTeller.FoxTellerReleasesFilter.FoxTellerSeriesPageFilter,
WebMirror.OutputFilters.ScribbleHub.SHSeriesUpdateFilter.SHSeriesUpdateFilter,
WebMirror.OutputFilters.ScribbleHub.SHSeriesPageFilter.SHSeriesPageFilter,
]
import WebMirror.processor.HtmlProcessor
import WebMirror.processor.GDriveDirProcessor
import WebMirror.processor.GDocProcessor
import WebMirror.processor.MarkdownProcessor
import WebMirror.processor.BinaryProcessor
import WebMirror.processor.JsonProcessor
import WebMirror.processor.XmlProcessor
import WebMirror.processor.RssProcessor
import WebMirror.processor.WattPadJsonProcessor
import WebMirror.processor.RoyalRoadLChapterPageProcessor
import WebMirror.processor.RoyalRoadLSeriesPageProcessor
import WebMirror.processor.NuProcessor
import WebMirror.processor.FontRemapProcessors
import WebMirror.processor.GarbageInlineProcessors
import WebMirror.processor.ProtectionProcessor
# Finally, plugins handle fully extracting the content from a page. They can also do
# rewriting like how preprocessors work, but they're intended for more general use.
PLUGINS = [
WebMirror.processor.HtmlProcessor.HtmlPageProcessor,
WebMirror.processor.GDriveDirProcessor.GDriveDirProcessor,
WebMirror.processor.GDocProcessor.GdocPageProcessor,
WebMirror.processor.MarkdownProcessor.MarkdownProcessor,
WebMirror.processor.BinaryProcessor.BinaryResourceProcessor,
WebMirror.processor.JsonProcessor.JsonProcessor,
WebMirror.processor.XmlProcessor.XmlProcessor,
WebMirror.processor.RssProcessor.RssProcessor,
WebMirror.processor.WattPadJsonProcessor.WattPadJsonProcessor,
WebMirror.processor.RoyalRoadLChapterPageProcessor.RoyalRoadLChapterPageProcessor,
WebMirror.processor.RoyalRoadLSeriesPageProcessor.RoyalRoadLSeriesPageProcessor,
WebMirror.processor.RoyalRoadLSeriesPageProcessor.RoyalRoadLSeriesPageProcessor,
#WebMirror.processor.FontRemapProcessors.KobatoChanDaiSukiPageProcessor,
# WebMirror.processor.FontRemapProcessors.NepustationPageProcessor,
WebMirror.processor.FontRemapProcessors.EccentricTranslationsFontRemapProcessor,
WebMirror.processor.NuProcessor.NuProcessor,
WebMirror.processor.GarbageInlineProcessors.HecatesCornerPageProcessor,
WebMirror.processor.GarbageInlineProcessors.ZenithNovelsPageProcessor,
WebMirror.processor.GarbageInlineProcessors.LightNovelsWorldPageProcessor,
WebMirror.processor.GarbageInlineProcessors.WatashiWaSugoiDesuPageProcessor,
WebMirror.processor.GarbageInlineProcessors.ShamelessOniisanPageProcessor,
WebMirror.processor.GarbageInlineProcessors.FantasyBooksLiveProcessor,
WebMirror.processor.GarbageInlineProcessors.MayonaizeShrimpLiveProcessor,
WebMirror.processor.GarbageInlineProcessors.RebirthOnlineLiveProcessor,
WebMirror.processor.GarbageInlineProcessors.ConvallariasLibraryProcessor,
WebMirror.processor.GarbageInlineProcessors.AfterAugustMakingProcessor,
WebMirror.processor.GarbageInlineProcessors.CreativeNovelsPageProcessor,
WebMirror.processor.GarbageInlineProcessors.KujoRestAreaPageProcessor,
WebMirror.processor.ProtectionProcessor.XiAiNovelPageProcessor,
WebMirror.processor.ProtectionProcessor.FoxTellerPageProcessor,
]
# import WebMirror.OutputFilters.WattPad.WattPadInit
INIT_CALLS = [
#WebMirror.OutputFilters.WattPad.WattPadInit.init_call
]
print("Processing plugins: %s, active filters: %s" % (len(PLUGINS), len(FILTERS)))