Added --jpeg-ext, implements #330

This commit is contained in:
Rhet Turnbull 2021-01-10 09:44:42 -08:00
parent ee2750224a
commit 55c088eea2
8 changed files with 182 additions and 22 deletions

View File

@ -295,6 +295,10 @@ Options:
--export-as-hardlink Hardlink files instead of copying them. --export-as-hardlink Hardlink files instead of copying them.
Cannot be used with --exiftool which creates Cannot be used with --exiftool which creates
copies of the files with embedded EXIF data. copies of the files with embedded EXIF data.
Note: on APFS volumes, files are cloned when
exporting giving many of the same advantages
as hardlinks without having to use --export-
as-hardlink.
--touch-file Sets the file's modification time to match --touch-file Sets the file's modification time to match
photo date. photo date.
--overwrite Overwrite existing files. Default behavior --overwrite Overwrite existing files. Default behavior
@ -489,6 +493,15 @@ Options:
do not include an extension in the FILENAME do not include an extension in the FILENAME
template. See below for additional details template. See below for additional details
on templating system. on templating system.
--jpeg-ext EXTENSION Specify file extension for JPEG files.
Photos uses .jpeg for edited images but many
images are imported with .jpg or .JPG which
can result in multiple different extensions
used for JPEG files upon export. Use --jpg-
ext to specify a single extension to use for
all exported JPEG images. Valid values are
jpeg, jpg, JPEG, JPG; e.g. '--jpg-ext jpg'
to use '.jpg' for all JPEGs.
--strip Optionally strip leading and trailing --strip Optionally strip leading and trailing
whitespace from any rendered templates. For whitespace from any rendered templates. For
example, if --filename template is "{title,} example, if --filename template is "{title,}

View File

@ -47,6 +47,7 @@ from .path_utils import is_valid_filepath, sanitize_filename, sanitize_filepath
from .photoinfo import ExportResults from .photoinfo import ExportResults
from .photokit import check_photokit_authorization, request_photokit_authorization from .photokit import check_photokit_authorization, request_photokit_authorization
from .phototemplate import TEMPLATE_SUBSTITUTIONS, TEMPLATE_SUBSTITUTIONS_MULTI_VALUED from .phototemplate import TEMPLATE_SUBSTITUTIONS, TEMPLATE_SUBSTITUTIONS_MULTI_VALUED
from .utils import get_preferred_uti_extension
# global variable to control verbose output # global variable to control verbose output
# set via --verbose/-V # set via --verbose/-V
@ -1588,6 +1589,16 @@ def query(
"File extension will be added automatically--do not include an extension in the FILENAME template. " "File extension will be added automatically--do not include an extension in the FILENAME template. "
"See below for additional details on templating system.", "See below for additional details on templating system.",
) )
@click.option(
"--jpeg-ext",
multiple=False,
metavar="EXTENSION",
type=click.Choice(["jpeg", "jpg", "JPEG", "JPG"], case_sensitive=True),
help="Specify file extension for JPEG files. Photos uses .jpeg for edited images but many images "
"are imported with .jpg or .JPG which can result in multiple different extensions used for JPEG files "
"upon export. Use --jpg-ext to specify a single extension to use for all exported JPEG images. "
"Valid values are jpeg, jpg, JPEG, JPG; e.g. '--jpg-ext jpg' to use '.jpg' for all JPEGs.",
)
@click.option( @click.option(
"--strip", "--strip",
is_flag=True, is_flag=True,
@ -1759,6 +1770,7 @@ def export(
has_raw, has_raw,
directory, directory,
filename_template, filename_template,
jpeg_ext,
strip, strip,
edited_suffix, edited_suffix,
original_suffix, original_suffix,
@ -1898,6 +1910,7 @@ def export(
has_raw = cfg.has_raw has_raw = cfg.has_raw
directory = cfg.directory directory = cfg.directory
filename_template = cfg.filename_template filename_template = cfg.filename_template
jpeg_ext = cfg.jpeg_ext
strip = cfg.strip strip = cfg.strip
edited_suffix = cfg.edited_suffix edited_suffix = cfg.edited_suffix
original_suffix = cfg.original_suffix original_suffix = cfg.original_suffix
@ -2265,6 +2278,7 @@ def export(
use_photokit=use_photokit, use_photokit=use_photokit,
exiftool_option=exiftool_option, exiftool_option=exiftool_option,
strip=strip, strip=strip,
jpeg_ext=jpeg_ext,
) )
results += export_results results += export_results
@ -2839,6 +2853,7 @@ def export_photo(
use_photokit=False, use_photokit=False,
exiftool_option=None, exiftool_option=None,
strip=False, strip=False,
jpeg_ext=None,
): ):
"""Helper function for export that does the actual export """Helper function for export that does the actual export
@ -2876,6 +2891,7 @@ def export_photo(
exiftool_option: optional list flags (e.g. ["-m", "-F"]) to pass to exiftool exiftool_option: optional list flags (e.g. ["-m", "-F"]) to pass to exiftool
exiftool_merge_keywords: boolean; if True, merged keywords found in file's exif data (requires exiftool) exiftool_merge_keywords: boolean; if True, merged keywords found in file's exif data (requires exiftool)
exiftool_merge_persons: boolean; if True, merged persons found in file's exif data (requires exiftool) exiftool_merge_persons: boolean; if True, merged persons found in file's exif data (requires exiftool)
jpeg_ext: if not None, specify the extension to use for all JPEG images on export
Returns: Returns:
list of path(s) of exported photo or None if photo was missing list of path(s) of exported photo or None if photo was missing
@ -2933,6 +2949,7 @@ def export_photo(
photo, filename_template, original_name, strip=strip photo, filename_template, original_name, strip=strip
) )
for filename in filenames: for filename in filenames:
rendered_suffix = ""
if original_suffix: if original_suffix:
try: try:
rendered_suffix, unmatched = photo.render_template( rendered_suffix, unmatched = photo.render_template(
@ -2955,14 +2972,17 @@ def export_photo(
) )
rendered_suffix = rendered_suffix[0] rendered_suffix = rendered_suffix[0]
original_filename = pathlib.Path(filename) original_filename = pathlib.Path(filename)
original_filename = ( file_ext = (
original_filename.parent "." + jpeg_ext
/ f"{original_filename.stem}{rendered_suffix}{original_filename.suffix}" if jpeg_ext and photo.uti == "public.jpeg"
) else original_filename.suffix
original_filename = str(original_filename) )
else: original_filename = (
original_filename = filename original_filename.parent
/ f"{original_filename.stem}{rendered_suffix}{file_ext}"
)
original_filename = str(original_filename)
verbose_( verbose_(
f"Exporting {photo.original_filename} ({photo.filename}) as {original_filename}" f"Exporting {photo.original_filename} ({photo.filename}) as {original_filename}"
@ -3046,6 +3066,7 @@ def export_photo(
use_photokit=use_photokit, use_photokit=use_photokit,
verbose=verbose_, verbose=verbose_,
exiftool_flags=exiftool_option, exiftool_flags=exiftool_option,
jpeg_ext=jpeg_ext,
) )
results += export_results results += export_results
for warning_ in export_results.exiftool_warning: for warning_ in export_results.exiftool_warning:
@ -3087,13 +3108,15 @@ def export_photo(
# verify the photo has adjustments and valid path to avoid raising an exception # verify the photo has adjustments and valid path to avoid raising an exception
if export_edited and photo.hasadjustments: if export_edited and photo.hasadjustments:
edited_filename = pathlib.Path(filename) edited_filename = pathlib.Path(filename)
# check for correct edited suffix edited_ext = (
if photo.path_edited is not None: "." + jpeg_ext
edited_ext = pathlib.Path(photo.path_edited).suffix if jpeg_ext and photo.uti_edited == "public.jpeg"
else: else "." + get_preferred_uti_extension(photo.uti_edited)
# use filename suffix which might be wrong, if photo.uti_edited
# will be corrected by use_photos_export else pathlib.Path(photo.path_edited).suffix
edited_ext = pathlib.Path(photo.filename).suffix if photo.path_edited
else pathlib.Path(photo.filename).suffix
)
if edited_suffix: if edited_suffix:
try: try:
@ -3128,7 +3151,9 @@ def export_photo(
) )
if missing_edited: if missing_edited:
space = " " if not verbose else "" space = " " if not verbose else ""
verbose_(f"{space}Skipping missing edited photo for {edited_filename}") verbose_(
f"{space}Skipping missing edited photo for {edited_filename}"
)
results.missing.append( results.missing.append(
str(pathlib.Path(dest_path) / edited_filename) str(pathlib.Path(dest_path) / edited_filename)
) )
@ -3140,7 +3165,7 @@ def export_photo(
f"{space}Skipping missing deleted photo {photo.original_filename} ({photo.uuid})" f"{space}Skipping missing deleted photo {photo.original_filename} ({photo.uuid})"
) )
results.missing.append( results.missing.append(
str(pathlib.Path(dest_path) / edited_filename ) str(pathlib.Path(dest_path) / edited_filename)
) )
else: else:
@ -3173,6 +3198,7 @@ def export_photo(
use_photokit=use_photokit, use_photokit=use_photokit,
verbose=verbose_, verbose=verbose_,
exiftool_flags=exiftool_option, exiftool_flags=exiftool_option,
jpeg_ext=jpeg_ext,
) )
results += export_results_edited results += export_results_edited
for warning_ in export_results_edited.exiftool_warning: for warning_ in export_results_edited.exiftool_warning:

View File

@ -1,5 +1,3 @@
""" version info """ """ version info """
__version__ = "0.39.13" __version__ = "0.39.14"

View File

@ -437,6 +437,7 @@ def export2(
exiftool_flags=None, exiftool_flags=None,
merge_exif_keywords=False, merge_exif_keywords=False,
merge_exif_persons=False, merge_exif_persons=False,
jpeg_ext=None,
): ):
"""export photo, like export but with update and dry_run options """export photo, like export but with update and dry_run options
dest: must be valid destination path or exception raised dest: must be valid destination path or exception raised
@ -488,6 +489,7 @@ def export2(
exiftool_flags: optional list of flags to pass to exiftool when using exiftool option, e.g ["-m", "-F"] exiftool_flags: optional list of flags to pass to exiftool when using exiftool option, e.g ["-m", "-F"]
merge_exif_keywords: boolean; if True, merged keywords found in file's exif data (requires exiftool) merge_exif_keywords: boolean; if True, merged keywords found in file's exif data (requires exiftool)
merge_exif_persons: boolean; if True, merged persons found in file's exif data (requires exiftool) merge_exif_persons: boolean; if True, merged persons found in file's exif data (requires exiftool)
jpeg_ext: if set, will use this value for extension on jpegs converted to jpeg with convert_to_jpeg; if not set, uses jpeg; do not include the leading "."
Returns: ExportResults class Returns: ExportResults class
ExportResults has attributes: ExportResults has attributes:
@ -576,7 +578,8 @@ def export2(
if convert_to_jpeg and self.isphoto and uti != "public.jpeg": if convert_to_jpeg and self.isphoto and uti != "public.jpeg":
# not a jpeg but will convert to jpeg upon export so fix file extension # not a jpeg but will convert to jpeg upon export so fix file extension
fname_new = pathlib.Path(fname) fname_new = pathlib.Path(fname)
fname = str(fname_new.parent / f"{fname_new.stem}.jpeg") ext = "." + jpeg_ext if jpeg_ext else ".jpeg"
fname = str(fname_new.parent / f"{fname_new.stem}{ext}")
else: else:
# nothing to convert # nothing to convert
convert_to_jpeg = False convert_to_jpeg = False

File diff suppressed because one or more lines are too long

View File

@ -565,6 +565,14 @@ UUID_NO_LIKES = [
"1C1C8F1F-826B-4A24-B1CB-56628946A834", "1C1C8F1F-826B-4A24-B1CB-56628946A834",
] ]
UUID_JPEGS_DICT = {
"4D521201-92AC-43E5-8F7C-59BC41C37A96": ["IMG_1997", "JPG"],
"E9BC5C36-7CD1-40A1-A72B-8B8FAC227D51": ["wedding", "jpg"],
"E2078879-A29C-4D6F-BACB-E3BBE6C3EB91": ["screenshot-really-a-png", "jpeg"],
}
UUID_HEIC = {"7783E8E6-9CAC-40F3-BE22-81FB7051C266": "IMG_3092"}
def modify_file(filename): def modify_file(filename):
""" appends data to a file to modify it """ """ appends data to a file to modify it """
@ -5238,3 +5246,77 @@ def test_export_xattr_template():
assert sorted(md.keywords) == sorted(expected) assert sorted(md.keywords) == sorted(expected)
assert md.comment == CLI_FINDER_TAGS[uuid]["XMP:Title"] assert md.comment == CLI_FINDER_TAGS[uuid]["XMP:Title"]
def test_export_jpeg_ext():
""" test --jpeg-ext """
import glob
import os
import os.path
from osxphotos.__main__ import export
runner = CliRunner()
cwd = os.getcwd()
# pylint: disable=not-context-manager
with runner.isolated_filesystem():
for uuid, fileinfo in UUID_JPEGS_DICT.items():
result = runner.invoke(
export, [os.path.join(cwd, PHOTOS_DB_15_7), ".", "-V", "--uuid", uuid]
)
assert result.exit_code == 0
files = glob.glob("*")
filename, ext = fileinfo
assert f"{filename}.{ext}" in files
for jpeg_ext in ["jpg", "JPG", "jpeg", "JPEG"]:
with runner.isolated_filesystem():
for uuid, fileinfo in UUID_JPEGS_DICT.items():
result = runner.invoke(
export,
[
os.path.join(cwd, PHOTOS_DB_15_7),
".",
"-V",
"--uuid",
uuid,
"--jpeg-ext",
jpeg_ext,
],
)
assert result.exit_code == 0
files = glob.glob("*")
filename, ext = fileinfo
assert f"{filename}.{jpeg_ext}" in files
@pytest.mark.skipif(
"OSXPHOTOS_TEST_CONVERT" not in os.environ,
reason="Skip if running in Github actions, no GPU.",
)
def test_export_jpeg_ext_convert_to_jpeg():
""" test --jpeg-ext with --convert-to-jpeg """
import glob
import os
import os.path
from osxphotos.__main__ import export
runner = CliRunner()
cwd = os.getcwd()
# pylint: disable=not-context-manager
with runner.isolated_filesystem():
for uuid, filename in UUID_HEIC.items():
result = runner.invoke(
export,
[
os.path.join(cwd, PHOTOS_DB_15_7),
".",
"-V",
"--uuid",
uuid,
"--convert-to-jpeg",
"--jpeg-ext",
"jpg",
],
)
assert result.exit_code == 0
files = glob.glob("*")
assert f"{filename}.jpg" in files

18
utils/README.md Normal file
View File

@ -0,0 +1,18 @@
# Utils
These are various utilities used in my development workflow. They may or may not be useful to you if you're working on osxphotos. If using the AppleScripts to get data from Photos, I highly recommend the excellent [FastScripts](https://redsweater.com/fastscripts/) from Red Sweater Software.
## Files
|File | Description |
|-----|-------------|
|build_help_table.py| Builds the template substitutions table used in main README.md |
|check_uuid.py| Use with output file created by dump_photo_info.scpt to check ouput of osxphotos vs what Photos reports|
|copy_uuid_to_clipboard.applescript| Copy UUID of selected photo in Photos to the Clipboard|
|dump_photo_info.applescript| Dumps UUID and other info about every photo in Photos.app to a test file; see check_uuid.py|
|dump_photo_info.scpt| Compiled version of dump_photo_info.applescript|
|gen_face_test_data.py| Generate test data for test_faceinfo.py|
|generate_search_info_test_data.py | Create the test data needed for test_search_info_10_15_7.py|
|get_photo_info.applescript| Displays UUID and other info about selected photos, useful for debugging|
|get_photo_info.scpt| Compiled version of above|
|write_uuid_to_file.applescript| Writes the UUIDs of selected images in Photos to a text file; can generate input for --uuid-from-file|

View File

@ -0,0 +1,20 @@
-- Copies UUID of selected photo to the clipboard, if more than one selection, copies uuid from the last item
-- Useful for debugging with osxphotos
tell application "Photos"
set uuid to ""
set theSelection to selection
repeat with theItem in theSelection
set uuid to ((id of theItem) as text)
set oldDelimiter to AppleScript's text item delimiters
set AppleScript's text item delimiters to "/"
set theTextItems to every text item of uuid
set uuid to first item of theTextItems
set AppleScript's text item delimiters to oldDelimiter
end repeat
set the clipboard to uuid
end tell