Update plugin AppriseNotifier

Create new plugin EpicScraper

config.example.json5

@@ -20,6 +20,9 @@
     },
     "gameshub.official.redeem.steamclient": { // Steamclient redeem plugin (https://github.com/ValvePython/steam)
       "enable": true
+    },
+    "gameshub.official.scraper.epic": { // Epic Games scraper plugin (https://github.com/SD4RK/epicstore_api)
+      "enable": true
     }
   }
 }

plugins/gameshub.official.notification.apprise/AppriseNotifier.py

@@ -12,7 +12,7 @@
 """static variables"""
 __name__ = "Apprise Notifier"
 __package__ = "gameshub.official.notification.apprise"
-__version__ = "1.0.1"
+__version__ = "1.0.2"
 config_example_path = os.path.join(os.path.split(os.path.realpath(__file__))[0], "config.example.json5")
 config_folder = os.path.join('plugins', __package__)
 if not os.path.exists(config_folder):
@@ -99,6 +99,9 @@ def notify(
             source_url: str,
             extra_info: str = None
     ):
+        if extra_info is None:
+            extra_info = ""
+
         def format_str(s: str):
             start_time_str = 'N/A'
             if start_time is not None:

plugins/gameshub.official.notification.apprise/README.md

@@ -6,6 +6,9 @@ This is plugin to send free games information using [Apprise](https://github.com
 ## [Requirements](requirements.txt)
 
 ## Changelog
+v1.0.2
+- Fix extra_info will show "None" when extra_info field is None
+
 v1.0.1
 - Add version
 - Send "N/A" when start time or end time is not available

plugins/gameshub.official.scraper.epic/EpicScraper.py

@@ -0,0 +1,109 @@
+from epicstore_api import EpicGamesStoreAPI, OfferData
+from peewee import *
+import datetime
+
+from games_hub.api import *
+from games_hub.logger import logger
+from games_hub.message import *
+from games_hub.utils import *
+
+"""static variables"""
+__name__ = "EpicGamesStore Scraper"
+__package__ = "gameshub.official.scraper.epic"
+__version__ = "1.0.0"
+config_example_path = os.path.join(os.path.split(os.path.realpath(__file__))[0], "config.example.json5")
+config_folder = os.path.join('plugins', __package__)
+if not os.path.exists(config_folder):
+    os.makedirs(config_folder, exist_ok=True)
+record_path = os.path.join(config_folder, "record.db")
+config_path = os.path.join(config_folder, "config.json5")
+if not os.path.exists(config_path):
+    shutil.copy(config_example_path, config_path)
+"""static variables END"""
+db = SqliteDatabase(record_path)
+
+
+class GameRecord(Model):
+    game_id = CharField()
+    begin_time = DateTimeField()
+    end_time = DateTimeField()
+
+    class Meta:
+        database = db
+
+
+def save_game_records_to_db(games):
+    if db.is_closed():
+        db.connect()
+    for game in games:
+        game.save()
+
+
+def get_game_record_from_db(game_id, begin_time: datetime.datetime = None, end_time: datetime.datetime = None):
+    if db.is_closed():
+        db.connect()
+    game = GameRecord.select().where(GameRecord.game_id == game_id)
+    if len(game) != 0:
+        for g in game:
+            if g.begin_time == begin_time and g.end_time == end_time:
+                return g
+    return None
+
+
+class Config:
+    def __init__(self):
+        self.loop_delay = 3000
+
+
+config = Config()
+
+
+def parse_config():
+    logger.info(PARSING_CONFIG_MSG % config_path)
+    if not os.path.exists(config_path):
+        raise Exception(CONFIG_NOT_EXIST_ERROR_MSG)
+    config_json = load_json(config_path)
+    if "loop_delay" in config_json:
+        config.loop_delay = config_json["loop_delay"]
+
+
+logger.info(center_format_text())
+logger.info(center_format_text(__name__))
+logger.info(center_format_text("Scrap epic games store free games"))
+logger.info(center_format_text("Author: lupohan44"))
+logger.info(center_format_text())
+
+parse_config()
+db.create_tables([GameRecord])
+
+
+@timer(delay=config.loop_delay)
+def scraper():
+    try:
+        logger.info("Getting free games from epic games store...")
+        api = EpicGamesStoreAPI()
+        free_games = api.get_free_games().get('data').get('Catalog').get('searchStore').get('elements')
+        new_free_games_count = 0
+        for free_game in free_games:
+            if free_game['productSlug'] != '[]':
+                games_free_type = GameFreeType.KEEP_FOREVER
+                if not free_game.get('expiryDate'):
+                    games_free_type = GameFreeType.LIMITED_TIME
+                game_id = free_game['id'] + '@' + free_game['namespace']
+                start_time = datetime.datetime.strptime(free_game.get('promotions').get('promotionalOffers')[0].
+                                                        get('promotionalOffers')[0].get('startDate'),
+                                                        '%Y-%m-%dT%H:%M:%S.%fZ')
+                end_time = datetime.datetime.strptime(free_game.get('promotions').get('promotionalOffers')[0].
+                                                      get('promotionalOffers')[0].get('endDate'),
+                                                      '%Y-%m-%dT%H:%M:%S.%fZ')
+
+                if get_game_record_from_db(game_id, start_time, end_time) is not None:
+                    continue
+                notify(__name__, GamePlatform.EPIC, free_game['title'], free_game['id'] + '@' + free_game['namespace'],
+                       "https://store.epicgames.com/p/" + free_game['productSlug'], games_free_type,
+                       start_time, end_time, "https://store.epicgames.com/p/" + free_game['productSlug'], None)
+                new_free_games_count += 1
+                save_game_records_to_db([GameRecord(game_id=game_id, begin_time=start_time, end_time=end_time)])
+        logger.info("Got %d new free games from epic games store" % new_free_games_count)
+    except Exception as e:
+        logger.error(e)

plugins/gameshub.official.scraper.epic/README.md

@@ -0,0 +1,10 @@
+# EpicGamesStore Scraper (gameshub.official.scraper.epic)
+
+## Description
+This is a plugin to scrap free games information from [EpicGames](https://store.epicgames.com/) using [epicstore_api](https://github.com/SD4RK/epicstore_api)
+
+## [Requirements](requirements.txt)
+
+## Changelog
+v1.0.0
+- Initial release

plugins/gameshub.official.scraper.epic/config.example.json5

@@ -0,0 +1,3 @@
+{
+  "loop_delay": 3000
+}

plugins/gameshub.official.scraper.epic/requirements.txt

@@ -0,0 +1,2 @@
+epicstore_api
+peewee