forked from importers/git-importer
Also treat some more mimetypes as text
This commit is contained in:
parent
7861a7e9b0
commit
4d1ca8d882
@ -25,18 +25,28 @@ BINARY = {
|
|||||||
".zst",
|
".zst",
|
||||||
}
|
}
|
||||||
|
|
||||||
|
TEXT_MIMETYPES = {
|
||||||
|
"message/rfc822",
|
||||||
|
"application/pgp-keys",
|
||||||
|
"application/x-gnupg-keyring",
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def is_text_mimetype(mimetype):
|
||||||
|
if mimetype.startswith("text/"):
|
||||||
|
return True
|
||||||
|
|
||||||
|
return mimetype.split(";")[0] in TEXT_MIMETYPES
|
||||||
|
|
||||||
|
|
||||||
def is_binary_or_large(filename, size):
|
def is_binary_or_large(filename, size):
|
||||||
"""Decide if is a binary file based on the extension or size"""
|
"""Decide if is a binary file based on the extension or size"""
|
||||||
binary_suffix = BINARY
|
binary_suffix = BINARY
|
||||||
non_binary_suffix = {
|
non_binary_suffix = {
|
||||||
".1",
|
|
||||||
".8",
|
|
||||||
".SUSE",
|
".SUSE",
|
||||||
".asc",
|
".asc",
|
||||||
".c",
|
".c",
|
||||||
".cabal",
|
".cabal",
|
||||||
".cfg",
|
|
||||||
".changes",
|
".changes",
|
||||||
".conf",
|
".conf",
|
||||||
".desktop",
|
".desktop",
|
||||||
|
@ -6,6 +6,7 @@ import sys
|
|||||||
|
|
||||||
import requests
|
import requests
|
||||||
|
|
||||||
|
from lib.binary import is_text_mimetype
|
||||||
from lib.db import DB
|
from lib.db import DB
|
||||||
|
|
||||||
|
|
||||||
@ -71,13 +72,13 @@ class LFSOid:
|
|||||||
VALUES (%s,%s,%s)""",
|
VALUES (%s,%s,%s)""",
|
||||||
(package, filename, lfs_oid_id),
|
(package, filename, lfs_oid_id),
|
||||||
)
|
)
|
||||||
if mimetype.startswith("text/"):
|
if is_text_mimetype(mimetype):
|
||||||
cur.execute(
|
cur.execute(
|
||||||
"INSERT INTO text_files (package,filename) VALUES (%s,%s)",
|
"INSERT INTO text_files (package,filename) VALUES (%s,%s)",
|
||||||
(package, filename),
|
(package, filename),
|
||||||
)
|
)
|
||||||
self.db.conn.commit()
|
self.db.conn.commit()
|
||||||
self.from_db(lfs_oid_id)
|
self.set_from_dbid(lfs_oid_id)
|
||||||
if not self.check():
|
if not self.check():
|
||||||
self.register()
|
self.register()
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user