wehub-resource-sync
118 lines
4.1 KiB
Python
118 lines
4.1 KiB
Python
from __future__ import annotations
|
|
|
|
import os
|
|
import subprocess
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
# These files are allowed to be larger than our limit
|
|
FILES_ALLOWED_TO_BE_LARGE = {
|
|
"Cargo.lock",
|
|
"CHANGELOG.md",
|
|
"crates/build/re_types_builder/src/codegen/cpp/mod.rs", # TODO(andreas): This file should really be split up.
|
|
"crates/build/re_types_builder/src/codegen/python/mod.rs",
|
|
"crates/build/re_types_builder/src/reflection.rs",
|
|
"crates/store/re_dataframe/src/query.rs",
|
|
"crates/store/re_protos/proto/schema_snapshot.yaml",
|
|
"crates/store/re_protos/src/v1alpha1/rerun.cloud.v1alpha1.rs",
|
|
"crates/store/re_protos/src/v1alpha1/rerun.cloud.v1alpha1.ext.rs",
|
|
"crates/store/re_query/src/range_zip/generated.rs",
|
|
"crates/store/re_sdk_types/src/datatypes/tensor_buffer.rs",
|
|
"crates/store/re_sdk_types/src/reflection/mod.rs",
|
|
"crates/top/re_sdk/src/recording_stream.rs",
|
|
"crates/viewer/re_ui/data/Inter-Medium.otf",
|
|
"crates/viewer/re_viewer/data/app_icon_mac.png",
|
|
"crates/viewer/re_viewer/src/app.rs", # TODO(emilk): break this up into smaller files
|
|
"docs/snippets/INDEX.md",
|
|
"pixi.lock",
|
|
"rerun_cpp/docs/Doxyfile",
|
|
"uv.lock",
|
|
# Examples excluded from the uv workspace so they maintain standalone lockfiles.
|
|
"examples/python/dataloader/uv.lock",
|
|
"examples/python/droid_semantic_search/uv.lock",
|
|
}
|
|
|
|
# Paths with the following prefixes are allowed to contain PNG files that are not checked into LFS
|
|
PATH_PREFIXES_ALLOWED_TO_CONTAIN_NON_LFS_PNGS = (
|
|
"crates/viewer/re_ui/data/icons/",
|
|
"crates/viewer/re_ui/data/logo_dark_mode.png",
|
|
"crates/viewer/re_ui/data/logo_light_mode.png",
|
|
"crates/viewer/re_viewer/data/app_icon.png",
|
|
"crates/viewer/re_viewer/data/app_icon_mac.png",
|
|
"crates/viewer/re_web_viewer_server/web_viewer/apple-touch-icon.png",
|
|
"docs/snippets/all/archetypes/ferris.png",
|
|
"docs/snippets/all/archetypes/encoded_depth.png",
|
|
"docs/snippets/src/snippets/ferris.png",
|
|
"docs/snippets/src/snippets/encoded_depth.png",
|
|
"examples/assets/example.png",
|
|
)
|
|
|
|
|
|
def check_large_files(files_to_check: set[str]) -> int:
|
|
"""Check for files that are too large to be checked into the repository."""
|
|
|
|
maximum_size = 100 * 1024
|
|
|
|
result = 0
|
|
for file_path in files_to_check:
|
|
actual_size = os.path.getsize(file_path)
|
|
|
|
if actual_size >= maximum_size:
|
|
if file_path not in FILES_ALLOWED_TO_BE_LARGE:
|
|
print(f"{file_path} is {actual_size} bytes (max allowed is {maximum_size} bytes)")
|
|
result = 1
|
|
|
|
print(f"checked {len(files_to_check)} files")
|
|
|
|
return result
|
|
|
|
|
|
def check_for_non_lfs_pngs(files_to_check: set[str]) -> int:
|
|
"""Check for PNG files that are not checked into LFS."""
|
|
|
|
result = 0
|
|
for file_path in files_to_check:
|
|
if file_path.startswith(PATH_PREFIXES_ALLOWED_TO_CONTAIN_NON_LFS_PNGS):
|
|
continue
|
|
|
|
print(f"{file_path} is a PNG file that is not checked into LFS")
|
|
result = 1
|
|
|
|
print(f"checked {len(files_to_check)} pngs")
|
|
|
|
return result
|
|
|
|
|
|
def main() -> None:
|
|
script_path = os.path.dirname(os.path.realpath(__file__))
|
|
os.chdir(os.path.join(script_path, "../.."))
|
|
|
|
all_tracked_files = set(subprocess.check_output(["git", "ls-files", "--full-name"]).decode().splitlines())
|
|
lfs_files = set(subprocess.check_output(["git", "lfs", "ls-files", "-n"]).decode().splitlines())
|
|
not_lfs_files = all_tracked_files - lfs_files
|
|
relative_paths = False
|
|
try:
|
|
Path(next(iter(not_lfs_files))).relative_to(Path.cwd().name)
|
|
relative_paths = True
|
|
except Exception:
|
|
pass
|
|
if relative_paths:
|
|
not_lfs_files = {str(Path(f).relative_to(Path.cwd().name)) for f in not_lfs_files}
|
|
|
|
result = check_large_files(not_lfs_files)
|
|
if result != 0:
|
|
sys.exit(result)
|
|
|
|
all_tracked_pngs = {f for f in all_tracked_files if f.endswith(".png")}
|
|
not_lfs_pngs = all_tracked_pngs - lfs_files
|
|
if relative_paths:
|
|
not_lfs_pngs = {str(Path(f).relative_to(Path.cwd().name)) for f in not_lfs_pngs}
|
|
|
|
result = check_for_non_lfs_pngs(not_lfs_pngs)
|
|
if result != 0:
|
|
sys.exit(result)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|