maarek/server_IPTV
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Stream M3U playlists line by line during analysis

Browse Source 
readlines() loaded whole playlists into memory; a 336 MB file needs
roughly 500-600 MB of RAM on a VPS with ~800 MB available.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
ubuntu
2026-10-17 00:03:12 +00:00
co-authored by Claude Opus 5.5
parent 4fa53e7a64
commit ad82a96440
1 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
server.py
+8 -4
View File
@@ -561,8 +561,12 @@ async def analyse_m3u_file(request):
# Process the m3u file # Process the m3u file
new_channels =[] new_channels =[]
f = open(new_path_filename, "r", encoding="utf8") # Lecture ligne à ligne : une playlist de plusieurs centaines de Mo chargée d'un
Lines = f.readlines() # bloc (readlines) ne tient pas dans la mémoire du VPS.
with open(new_path_filename, "r", encoding="utf8", errors="replace") as count_file:
total_lines = max(1, sum(1 for _ in count_file))
f = open(new_path_filename, "r", encoding="utf8", errors="replace")
Lines = f
print('ouverture fichier', flush=True) print('ouverture fichier', flush=True)
channel = {} channel = {}
separator = '--------' separator = '--------'
@@ -570,7 +574,6 @@ async def analyse_m3u_file(request):
num_channel = 0 num_channel = 0
TypeLangChannel = ['EN','FR','US','CA', 'UK' ] TypeLangChannel = ['EN','FR','US','CA', 'UK' ]
total_lines = len(Lines)
number_line = 0 number_line = 0
for line in Lines: for line in Lines:
@@ -622,7 +625,8 @@ async def analyse_m3u_file(request):
channel_exist = True channel_exist = True
num_channel += 1 num_channel += 1
f.close()
bulk_insert_channels(collection_channels, new_channels, num_channel) bulk_insert_channels(collection_channels, new_channels, num_channel)
print("Save final channels ", num_channel, flush=True) print("Save final channels ", num_channel, flush=True)
number_channels = collection_channels.count_documents({"id_playlist":id_playlist}) number_channels = collection_channels.count_documents({"id_playlist":id_playlist})