v0.1714 - fallbacks

Author: FlyingFathead

README.md

@@ -219,6 +219,12 @@ If you just need to see the options and help, type:
 ```
 
 ## Changes
+- v0.1714 - **More fixes**
+   - Graceful passing of description fetching errors
+      => (`yt-dlp` pushes onward w/ warnings if the description fetch yielded errors)
+   - Default client behavior changed to suit YouTube better when using `yt-dlp` (Android client in custom arguments as default in `config.ini`)
+   - Added `[Delays]` section to `config.ini`
+      => Set up delays between description and video fetching to avoid snags; user configurable
 - v0.1713 - Added customizable `yt-dlp` commands to `config.ini` under `custom_yt_dlp_args`
    - Leave the entry blank if you don't want any custom commands to be added.
    - Adding custom commands might help with some sites that have i.e. chunking problems during download, or if you need to tweak something, etc.

config/config.ini

@@ -100,14 +100,21 @@ completionmessage = Transcription complete. Have a nice day! 😊\n\n<i>P.S. If
 cooldown_seconds = 10
 max_requests_per_minute = 5
 
+[Delays]
+# Wait time in seconds between fetching video description and downloading the file
+descriptionfetchdelay = 5
+
 [YTDLPSettings]
 # (((=== Custom commands for yt-dlp when downloading video/audio ===)))
 # If the entry below is blank, no extra flags are appended to the yt-dlp command.
 # (leave blank like so if no extra commands aren't needed)
 # (Example below); can help with "chunk side exceeded" errors in some cases, i.e.:
 # custom_yt_dlp_args = --http-chunk-size 0
+# ~~~ android client ~~~
+# custom_yt_dlp_args = --extractor-args "youtube:player_client=android"
+# ~~~
 # Just leave the entry below blank if you have no idea what you're doing. :-)
-custom_yt_dlp_args = 
+custom_yt_dlp_args = --extractor-args "youtube:player_client=android"
 # (((=== Cookies ===)))
 # Use your own `cookies.txt` file (true/false)
 # this is sometimes required for sites that require login
@@ -116,7 +123,7 @@ custom_yt_dlp_args =
 use_cookies_file = false
 cookies_file = config/cookies.txt
 # use cookies from your browser (to bypass yt-dlp woes)
-use_browser_cookies = true
+use_browser_cookies = false
 # your browser type
 browser_type = firefox
 # your browser cookies profile location, leave blank to use default location

src/main.py

@@ -3,7 +3,7 @@
 # openai-whisper transcriber-bot for Telegram
 
 # version of this program
-version_number = "0.1713"
+version_number = "0.1714"
 
 # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 # https://github.com/FlyingFathead/whisper-transcriber-telegram-bot/
@@ -911,7 +911,7 @@ async def ping_owners_on_startup(app: Application):
                                 await app.bot.send_message(
                                     chat_id=owner_id,
                                     text=(
-                                        "<b>👋🤖 Whisper Transcriber Bot is now online!</b>\n"
+                                        f"<b>👋🤖 Whisper Transcriber Bot (v{version_number}) is now online!</b>\n"
                                         f"\nStart time: {start_time_utc} (UTC)"
                                         f"\nLocal time: {start_time_local}"                                        
                                     ),

src/transcription_handler.py

@@ -600,10 +600,24 @@ async def transcribe_audio(bot, update, audio_path, output_dir, youtube_url, vid
         logger.error(f"An error occurred during transcription: {e}")
         return {}, ""
 
+# debugger for yt-dlp version
+async def debug_yt_dlp_version():
+    proc = await asyncio.create_subprocess_exec(
+        "yt-dlp", "--version",
+        stdout=asyncio.subprocess.PIPE,
+        stderr=asyncio.subprocess.PIPE
+    )
+    out, err = await proc.communicate()
+    logger.info(f"DEBUG: 'yt-dlp --version' -> {out.decode().strip()}")
 
 # Process the message's URL and keep the user informed
 # (Added in the new GPU logging function call to the process_url_message function)
 async def process_url_message(message_text, bot, update, model, language):
+
+    # fetch delays
+    config = ConfigLoader.get_config()
+    desc_fetch_delay = config.getfloat('Delays', 'descriptionfetchdelay', fallback=0.0)
+
     try:
         # Get transcription settings
         transcription_settings = get_transcription_settings()
@@ -613,6 +627,9 @@ async def process_url_message(message_text, bot, update, model, language):
         should_send_detailed_info = notification_settings['send_detailed_info']
         send_video_info = notification_settings['send_video_info'] 
 
+        # for yt-dlp version debugging
+        await debug_yt_dlp_version()
+
         logger.info(f"Transcription settings in process_url_message: {transcription_settings}")
 
         user_id = update.effective_user.id
@@ -645,32 +662,82 @@ async def process_url_message(message_text, bot, update, model, language):
             audio_path = os.path.join(audio_dir, audio_file_name)
             video_info_message = "Transcription initiated."
 
-            # Wrap fetch_video_details in try-except
+            # get the video details first; graceful passthrough if broken
             try:
                 logger.info("Fetching video details...")
                 details = await fetch_video_details(normalized_url)
                 details['video_url'] = normalized_url
-                video_info_message = create_video_info_message(details)
-
-                # Only send if config says so
-                if send_video_info:
-                    for part in split_message(video_info_message):
-                        await bot.send_message(
-                            chat_id=update.effective_chat.id,
-                            text=f"<code>{part}</code>",
-                            parse_mode='HTML'
-                        )
 
             except Exception as e:
-                error_message = str(e)
-                logger.error(f"An error occurred while fetching video details: {error_message}")
-                # await bot.send_message(chat_id=update.effective_chat.id, text=f"❌ Error: {error_message}")
+                # WARN instead of abort
+                logger.warning(f"Could not fetch video details for '{normalized_url}'. Continuing anyway.\nError: {e}")
                 await bot.send_message(
                     chat_id=update.effective_chat.id, 
-                    text=f"❌ Error: {error_message}", 
+                    text="⚠️ WARNING: Could not fetch video description. Continuing with audio download...",
                     disable_web_page_preview=True
                 )
-                continue  # Skip to the next URL if any
+                # Provide a fallback for create_video_info_message()
+                details = {
+                    'title':           '???',
+                    'duration':        0,
+                    'channel':         '???',
+                    'upload_date':     '?',
+                    'views':           '?',
+                    'likes':           '?',
+                    'average_rating':  '?',
+                    'comment_count':   '?',
+                    'channel_id':      '?',
+                    'video_id':        '?',
+                    'video_url':       normalized_url,
+                    'tags':            [],
+                    'description':     'No description available',
+                    'audio_duration':  0
+                }
+
+            # Now create a (possibly placeholder) message
+            video_info_message = create_video_info_message(details)
+
+            # Only send if config says so
+            if send_video_info and video_info_message.strip():
+                for part in split_message(video_info_message):
+                    await bot.send_message(
+                        chat_id=update.effective_chat.id,
+                        text=f"<code>{part}</code>",
+                        parse_mode='HTML'
+                    )
+
+            # # // (old method)
+            # # Wrap fetch_video_details in try-except
+            # try:
+            #     logger.info("Fetching video details...")
+            #     details = await fetch_video_details(normalized_url)
+            #     details['video_url'] = normalized_url
+            #     video_info_message = create_video_info_message(details)
+
+            #     # Only send if config says so
+            #     if send_video_info:
+            #         for part in split_message(video_info_message):
+            #             await bot.send_message(
+            #                 chat_id=update.effective_chat.id,
+            #                 text=f"<code>{part}</code>",
+            #                 parse_mode='HTML'
+            #             )
+
+            # except Exception as e:
+            #     error_message = str(e)
+            #     logger.error(f"An error occurred while fetching video details: {error_message}")
+            #     # await bot.send_message(chat_id=update.effective_chat.id, text=f"❌ Error: {error_message}")
+            #     await bot.send_message(
+            #         chat_id=update.effective_chat.id, 
+            #         text=f"❌ Error: {error_message}", 
+            #         disable_web_page_preview=True
+            #     )
+            #     continue  # Skip to the next URL if any
+
+            # If we do want to wait after any attempt:
+            if desc_fetch_delay > 0:
+                logger.info(f"Waiting {desc_fetch_delay} second(s) after fetching description...")
+                await asyncio.sleep(desc_fetch_delay)
 
             await bot.send_message(chat_id=update.effective_chat.id, text="📥 Fetching the audio track...")