104 lines
3.3 KiB
Python
Executable File
104 lines
3.3 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
"""
|
|
Copyright © 2020 Mia Herkt
|
|
Licensed under the EUPL, Version 1.2 or - as soon as approved
|
|
by the European Commission - subsequent versions of the EUPL
|
|
(the "License");
|
|
You may not use this work except in compliance with the License.
|
|
You may obtain a copy of the license at:
|
|
|
|
https://joinup.ec.europa.eu/software/page/eupl
|
|
|
|
Unless required by applicable law or agreed to in writing,
|
|
software distributed under the License is distributed on an
|
|
"AS IS" basis, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
|
|
either express or implied.
|
|
See the License for the specific language governing permissions
|
|
and limitations under the License.
|
|
"""
|
|
|
|
import numpy as np
|
|
import os
|
|
import sys
|
|
from io import BytesIO
|
|
from pathlib import Path
|
|
|
|
os.environ["GLOG_minloglevel"] = "2" # seriously :|
|
|
import caffe
|
|
import av
|
|
av.logging.set_level(av.logging.PANIC)
|
|
|
|
class NSFWDetector:
|
|
def __init__(self):
|
|
npath = Path(__file__).parent / "nsfw_model"
|
|
self.nsfw_net = caffe.Net(
|
|
str(npath / "deploy.prototxt"),
|
|
caffe.TEST,
|
|
weights = str(npath / "resnet_50_1by2_nsfw.caffemodel")
|
|
)
|
|
self.caffe_transformer = caffe.io.Transformer({
|
|
'data': self.nsfw_net.blobs['data'].data.shape
|
|
})
|
|
# move image channels to outermost
|
|
self.caffe_transformer.set_transpose('data', (2, 0, 1))
|
|
# subtract the dataset-mean value in each channel
|
|
self.caffe_transformer.set_mean('data', np.array([104, 117, 123]))
|
|
# rescale from [0, 1] to [0, 255]
|
|
self.caffe_transformer.set_raw_scale('data', 255)
|
|
# swap channels from RGB to BGR
|
|
self.caffe_transformer.set_channel_swap('data', (2, 1, 0))
|
|
|
|
def _compute(self, img):
|
|
image = caffe.io.load_image(img)
|
|
|
|
H, W, _ = image.shape
|
|
_, _, h, w = self.nsfw_net.blobs["data"].data.shape
|
|
h_off = int(max((H - h) / 2, 0))
|
|
w_off = int(max((W - w) / 2, 0))
|
|
crop = image[h_off:h_off + h, w_off:w_off + w, :]
|
|
|
|
transformed_image = self.caffe_transformer.preprocess('data', crop)
|
|
transformed_image.shape = (1,) + transformed_image.shape
|
|
|
|
input_name = self.nsfw_net.inputs[0]
|
|
output_layers = ["prob"]
|
|
all_outputs = self.nsfw_net.forward_all(
|
|
blobs=output_layers, **{input_name: transformed_image})
|
|
|
|
outputs = all_outputs[output_layers[0]][0].astype(float)
|
|
|
|
return outputs
|
|
|
|
def detect(self, fpath):
|
|
try:
|
|
with av.open(fpath) as container:
|
|
try: container.seek(int(container.duration / 2))
|
|
except: container.seek(0)
|
|
|
|
frame = next(container.decode(video=0))
|
|
|
|
if frame.width >= frame.height:
|
|
w = 256
|
|
h = int(frame.height * (256 / frame.width))
|
|
else:
|
|
w = int(frame.width * (256 / frame.height))
|
|
h = 256
|
|
frame = frame.reformat(width=w, height=h, format="rgb24")
|
|
img = BytesIO()
|
|
frame.to_image().save(img, format="ppm")
|
|
|
|
scores = self._compute(img)
|
|
except:
|
|
return -1.0
|
|
|
|
return scores[1]
|
|
|
|
|
|
if __name__ == "__main__":
|
|
n = NSFWDetector()
|
|
|
|
for inf in sys.argv[1:]:
|
|
score = n.detect(inf)
|
|
print(inf, score)
|