score.py

import torch
from PIL import Image
from src.open_clip import create_model_and_transforms, get_tokenizer
import warnings
import argparse

warnings.filterwarnings("ignore", category=UserWarning)

# Create an argument parser
parser = argparse.ArgumentParser()
parser.add_argument('--image_path', type=str, required=True, help='Path to the input image')
parser.add_argument('--prompt', type=str, required=True, help='Text prompt')
parser.add_argument('--checkpoint', type=str, default='../HPSv2.pt', help='Path to the model checkpoint')

args = parser.parse_args()

device = 'cuda' if torch.cuda.is_available() else 'cpu'
model, preprocess_train, preprocess_val = create_model_and_transforms(
    'ViT-H-14',
    'laion2B-s32B-b79K',
    precision='amp',
    device=device,
    jit=False,
    force_quick_gelu=False,
    force_custom_text=False,
    force_patch_dropout=False,
    force_image_size=None,
    pretrained_image=False,
    image_mean=None,
    image_std=None,
    light_augmentation=True,
    aug_cfg={},
    output_dict=True,
    with_score_predictor=False,
    with_region_predictor=False
)

checkpoint = torch.load(args.checkpoint)
model.load_state_dict(checkpoint['state_dict'])
tokenizer = get_tokenizer('ViT-H-14')
model.eval()

# Load your image and prompt
with torch.no_grad():
    # Process the image
    image = preprocess_val(Image.open(args.image_path)).unsqueeze(0).to(device=device, non_blocking=True)
    # Process the prompt
    text = tokenizer([args.prompt]).to(device=device, non_blocking=True)
    # Calculate the HPS
    with torch.cuda.amp.autocast():
        outputs = model(image, text)
        image_features, text_features = outputs["image_features"], outputs["text_features"]
        logits_per_image = image_features @ text_features.T

        hps_score = torch.diagonal(logits_per_image).cpu().numpy()
print('HPSv2 score:', hps_score[0])