* Copyright (C) 2022 Huawei Device Co., Ltd.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include "medialibrary_common_utils.h"
#include <algorithm>
#include <regex>
#include <sstream>
#include <unordered_set>
#include "medialibrary_errno.h"
#include "medialibrary_db_const.h"
#include "medialibrary_tracer.h"
#include "media_device_column.h"
#include "media_directory_type_column.h"
#include "media_log.h"
#include "media_old_photos_column.h"
#include "media_facard_photos_column.h"
#include "media_smart_album_column.h"
#include "openssl/sha.h"
#include "vision_aesthetics_score_column.h"
#include "vision_column.h"
#include "vision_dedup_selection_column.h"
#include "vision_face_tag_column.h"
#include "vision_image_face_column.h"
#include "vision_label_column.h"
#include "vision_photo_map_column.h"
#include "vision_recommendation_column.h"
#include "vision_total_column.h"
#include "highlight_column.h"
#include "smart_album_column.h"
namespace OHOS {
namespace Media {
using namespace std;
const std::string ALBUM_LPATH = "lpath";
const std::string ALBUM_BUNDLE_NAME = "bundle_name";
const vector<string> CHAR2HEX_TABLE = {
"00", "01", "02", "03", "04", "05", "06", "07", "08", "09", "0A", "0B", "0C", "0D", "0E", "0F",
"10", "11", "12", "13", "14", "15", "16", "17", "18", "19", "1A", "1B", "1C", "1D", "1E", "1F",
"20", "21", "22", "23", "24", "25", "26", "27", "28", "29", "2A", "2B", "2C", "2D", "2E", "2F",
"30", "31", "32", "33", "34", "35", "36", "37", "38", "39", "3A", "3B", "3C", "3D", "3E", "3F",
"40", "41", "42", "43", "44", "45", "46", "47", "48", "49", "4A", "4B", "4C", "4D", "4E", "4F",
"50", "51", "52", "53", "54", "55", "56", "57", "58", "59", "5A", "5B", "5C", "5D", "5E", "5F",
"60", "61", "62", "63", "64", "65", "66", "67", "68", "69", "6A", "6B", "6C", "6D", "6E", "6F",
"70", "71", "72", "73", "74", "75", "76", "77", "78", "79", "7A", "7B", "7C", "7D", "7E", "7F",
"80", "81", "82", "83", "84", "85", "86", "87", "88", "89", "8A", "8B", "8C", "8D", "8E", "8F",
"90", "91", "92", "93", "94", "95", "96", "97", "98", "99", "9A", "9B", "9C", "9D", "9E", "9F",
"A0", "A1", "A2", "A3", "A4", "A5", "A6", "A7", "A8", "A9", "AA", "AB", "AC", "AD", "AE", "AF",
"B0", "B1", "B2", "B3", "B4", "B5", "B6", "B7", "B8", "B9", "BA", "BB", "BC", "BD", "BE", "BF",
"C0", "C1", "C2", "C3", "C4", "C5", "C6", "C7", "C8", "C9", "CA", "CB", "CC", "CD", "CE", "CF",
"D0", "D1", "D2", "D3", "D4", "D5", "D6", "D7", "D8", "D9", "DA", "DB", "DC", "DD", "DE", "DF",
"E0", "E1", "E2", "E3", "E4", "E5", "E6", "E7", "E8", "E9", "EA", "EB", "EC", "ED", "EE", "EF",
"F0", "F1", "F2", "F3", "F4", "F5", "F6", "F7", "F8", "F9", "FA", "FB", "FC", "FD", "FE", "FF"
};
void MediaLibraryCommonUtils::Char2Hex(const unsigned char *data, const size_t len, std::string &hexStr)
{
constexpr int CHAR_WIDTH = 8;
constexpr int HEX_WIDTH = 4;
constexpr size_t OUT_HEXSTR_SIZE = SHA256_DIGEST_LENGTH * (CHAR_WIDTH / HEX_WIDTH);
hexStr = "";
hexStr.reserve(OUT_HEXSTR_SIZE);
for (size_t i = 0; i < len; i++) {
hexStr.append(CHAR2HEX_TABLE[data[i]]);
}
}
int32_t MediaLibraryCommonUtils::GenKey(const unsigned char *data, const size_t len, std::string &key)
{
if (len == 0 || len > LONG_MAX) {
return -EINVAL;
}
unsigned char hash[SHA256_DIGEST_LENGTH] = "";
SHA256_CTX ctx;
SHA256_Init(&ctx);
SHA256_Update(&ctx, data, len);
SHA256_Final(hash, &ctx);
Char2Hex(hash, SHA256_DIGEST_LENGTH, key);
return E_OK;
}
int32_t MediaLibraryCommonUtils::GenKeySHA256(const std::vector<uint8_t> &input, std::string &key)
{
return GenKey(input.data(), input.size(), key);
}
int32_t MediaLibraryCommonUtils::GenKeySHA256(const std::string &input, std::string &key)
{
return GenKey((const unsigned char *)input.c_str(), input.size(), key);
}
void MediaLibraryCommonUtils::ExtractKeyWord(std::string &str)
{
if (str.empty()) {
return;
}
std::regex spacePattern("\\=|\\<>|\\>|\\>=|\\<|\\<=|\\!=",
std::regex_constants::ECMAScript | std::regex_constants::icase);
str = regex_replace(str, spacePattern, " ");
auto pos = str.find_first_not_of(" ");
if (pos != std::string::npos) {
str.erase(0, pos);
}
pos = str.find_first_of(" ");
if (pos != std::string::npos) {
str = str.substr(0, pos);
}
}
static const std::unordered_set<std::string> FILE_KEY_WHITE_LIST {
CONST_MEDIA_DATA_DB_ID,
CONST_MEDIA_DATA_DB_RELATIVE_PATH,
CONST_MEDIA_DATA_DB_NAME,
CONST_MEDIA_DATA_DB_PARENT_ID,
CONST_MEDIA_DATA_DB_MIME_TYPE,
CONST_MEDIA_DATA_DB_MEDIA_TYPE,
CONST_MEDIA_DATA_DB_SIZE,
CONST_MEDIA_DATA_DB_DATE_ADDED,
CONST_MEDIA_DATA_DB_DATE_ADDED_S,
CONST_MEDIA_DATA_DB_DATE_MODIFIED,
CONST_MEDIA_DATA_DB_DATE_MODIFIED_S,
CONST_MEDIA_DATA_DB_DATE_TAKEN,
CONST_MEDIA_DATA_DB_DATE_TAKEN_S,
CONST_MEDIA_DATA_DB_TITLE,
CONST_MEDIA_DATA_DB_ARTIST,
CONST_MEDIA_DATA_DB_AUDIO_ALBUM,
CONST_MEDIA_DATA_DB_DURATION,
CONST_MEDIA_DATA_DB_WIDTH,
CONST_MEDIA_DATA_DB_HEIGHT,
CONST_MEDIA_DATA_DB_ORIENTATION,
CONST_MEDIA_DATA_DB_BUCKET_ID,
CONST_MEDIA_DATA_DB_BUCKET_NAME,
DIRECTORY_DB_DIRECTORY_TYPE,
CONST_MEDIA_DATA_DB_DATE_TRASHED,
CONST_MEDIA_DATA_DB_DATE_TRASHED_S,
CONST_MEDIA_DATA_DB_BUCKET_ID,
CONST_MEDIA_DATA_DB_ALBUM_ID,
DEVICE_DB_NETWORK_ID,
SMARTABLUMASSETS_PARENTID,
SMARTALBUM_DB_ID,
CONST_MEDIA_DATA_DB_FILE_PATH,
CONST_MEDIA_DATA_DB_IS_TRASH,
CONST_MEDIA_DATA_DB_RECYCLE_PATH,
CONST_MEDIA_DATA_DB_OWNER_PACKAGE,
CONST_MEDIA_DATA_DB_OWNER_APPID,
MediaColumn::MEDIA_PACKAGE_NAME,
CONST_MEDIA_DATA_DB_IS_FAV,
CONST_MEDIA_DATA_DB_TIME_PENDING,
CONST_MEDIA_DATA_DB_POSITION,
MEDIA_DATA_DB_HIGHLIGHT_ID,
MEDIA_DATA_DB_HIGHLIGHT_STATUS,
PhotoColumn::PHOTO_THUMB_STATUS,
PhotoColumn::PHOTO_SUBTYPE,
PhotoColumn::PHOTO_IS_TEMP,
PhotoColumn::PHOTO_BURST_KEY,
PhotoColumn::PHOTO_CE_AVAILABLE,
PhotoColumn::PHOTO_LCD_VISIT_TIME,
PhotoColumn::PHOTO_DETAIL_TIME,
PhotoColumn::PHOTO_MEDIA_SUFFIX,
PhotoColumn::PHOTO_CLEAN_FLAG,
TabOldPhotosColumn::MEDIA_OLD_ID,
TabOldPhotosColumn::MEDIA_OLD_FILE_PATH,
TabFaCardPhotosColumn::FACARD_PHOTOS_ASSET_URI,
TabFaCardPhotosColumn::FACARD_PHOTOS_FORM_ID,
CONST_MEDIA_DATA_DB_ALL_EXIF,
CONST_MEDIA_DATA_DB_SHOOTING_MODE,
CONST_MEDIA_DATA_DB_SHOOTING_MODE_TAG,
CONST_MEDIA_DATA_DB_PHOTOS_LATITUDE,
CONST_MEDIA_DATA_DB_PHOTOS_LONGITUDE,
CONST_MEDIA_DATA_DB_USER_OPERATION,
CONST_MEDIA_DATA_DB_RENAME_OPERATION,
CONST_MEDIA_DATA_DB_COVER_SATISFIED,
PhotoColumn::PHOTO_OWNER_ALBUM_ID,
PhotoColumn::PHOTO_DATE_ADDED_DAY,
PhotoColumn::PHOTO_DATE_ADDED_MONTH,
PhotoColumn::PHOTO_DATE_ADDED_YEAR,
AESTHETICS_ALL_VERSION,
AESTHETICS_SCORE_ALL,
IS_FILTERED_HARD,
MAP_ALBUM,
CONST_COMPAT_HIDDEN,
CONST_COMPAT_PHOTO_SYNC_STATUS,
CONST_COMPAT_FILE_SUBTYPE,
CONST_COMPAT_CAMERA_SHOT_KEY,
CONST_COMPAT_ALBUM_SUBTYPE,
ALBUM_LPATH,
ALBUM_BUNDLE_NAME,
TAG_ID,
FACE_ID,
LANDMARKS,
FEATURE,
CENTER_FEATURES,
STATUS,
OCR,
LABEL,
AESTHETICS_SCORE,
FACE,
OBJECT,
RECOMMENDATION,
SEGMENTATION,
COMPOSITION,
SALIENCY,
CATEGORY_ID,
HEAD,
POSE,
PET_STATUS,
SCALE_X,
SCALE_Y,
SCALE_HEIGHT,
SCALE_WIDTH,
ANALYSIS_VERSION,
FEATURES,
PHOTO_FILE_ID,
IMAGE_FACE_VERSION,
IMAGE_FEATURES_VERSION,
BEAUTY_BOUNDER_VERSION,
PRIORITY,
AESTHETICS_SCORE_ALL_STATUS,
BEAUTY_BOUNDER_VERSION,
FACE_EYE_CLOSE,
FACE_DETAIL_VERSION,
AGE,
GENDER,
SIMILARITY,
DUPLICATE,
TOTAL_SCORE_STATUS,
CAPTION,
HIGHLIGHT_FLUSH,
GROUP_ID_REP,
GROUP_ID_SIM,
};
bool MediaLibraryCommonUtils::CheckWhiteList(const std::string &express)
{
if (FILE_KEY_WHITE_LIST.find(express) != FILE_KEY_WHITE_LIST.end()) {
return true;
}
auto pos = express.find_first_of(".");
if (pos == std::string::npos) {
return false;
}
return FILE_KEY_WHITE_LIST.find(express.substr(pos + 1)) != FILE_KEY_WHITE_LIST.end();
}
bool MediaLibraryCommonUtils::CheckExpressValidation(std::vector<std::string> &sepratedStr)
{
for (auto &str : sepratedStr) {
ExtractKeyWord(str);
if (str.empty() || (str.size() == 1 && str == " ")) {
continue;
}
if (!CheckWhiteList(str)) {
MEDIA_ERR_LOG("Failed to check key word: %{private}s", str.c_str());
return false;
}
}
return true;
}
void MediaLibraryCommonUtils::RemoveSpecialCondition(std::string &hacker, const std::string &pattern)
{
auto pos = hacker.find(pattern);
while (pos != std::string::npos) {
hacker.replace(pos, pos + pattern.size(), " ");
pos = hacker.find(pattern);
}
}
void MediaLibraryCommonUtils::RemoveSpecialCondition(std::string &hacker)
{
const std::string S1 = "not between ? and ?";
const std::string S2 = "between ? and ?";
const std::string S3 = "limit ?, ?";
RemoveSpecialCondition(hacker, S1);
RemoveSpecialCondition(hacker, S2);
RemoveSpecialCondition(hacker, S3);
}
void MediaLibraryCommonUtils::SeprateSelection(std::string &strCondition, std::vector<std::string> &sepratedStr)
{
std::transform(strCondition.begin(), strCondition.end(), strCondition.begin(), ::tolower);
std::regex bracketsPattern("\\(|\\)", std::regex_constants::ECMAScript | std::regex_constants::icase);
strCondition = regex_replace(strCondition, bracketsPattern, "");
std::regex spacePattern("\\s+", std::regex_constants::ECMAScript | std::regex_constants::icase);
strCondition = regex_replace(strCondition, spacePattern, " ");
RemoveSpecialCondition(strCondition);
std::regex conditionPattern("\\s*and\\s+|\\s*or\\s+",
std::regex_constants::ECMAScript | std::regex_constants::icase);
std::sregex_token_iterator iter(strCondition.begin(), strCondition.end(), conditionPattern, -1);
decltype(iter) end;
while (iter != end) {
sepratedStr.push_back(iter->str());
++iter;
}
}
bool MediaLibraryCommonUtils::CheckKeyWord(const std::string &strCondition)
{
std::regex pattern("\\s*exec\\s*|\\s*insert\\s*|\\s*delete\\s*|\\s*update\\s*|" \
"\\s*join\\s*|\\s*union\\s*|\\s*master\\s*|\\s*truncate\\s*",
std::regex_constants::ECMAScript | std::regex_constants::icase);
if (regex_search(strCondition, pattern)) {
return false;
}
return true;
}
bool MediaLibraryCommonUtils::CheckIllegalCharacter(const std::string &strCondition)
{
if (strCondition.find(';') == std::string::npos) {
return true;
}
return false;
}
bool MediaLibraryCommonUtils::CheckWhereClause(const std::string &whereClause)
{
MediaLibraryTracer tracer;
tracer.Start("CommonUtils::CheckWhereClause");
if (whereClause.empty() || (whereClause.size() == 1 && whereClause == " ")) {
return true;
}
if (!CheckIllegalCharacter(whereClause)) {
MEDIA_ERR_LOG("CheckIllegalCharacter is failed!");
return false;
}
if (!CheckKeyWord(whereClause)) {
MEDIA_ERR_LOG("CheckKeyWord is failed!");
return false;
}
std::vector<std::string> sepratedStr;
auto args = whereClause;
SeprateSelection(args, sepratedStr);
return CheckExpressValidation(sepratedStr);
}
void MediaLibraryCommonUtils::AppendSelections(std::string &selections)
{
if (selections.empty()) {
return;
}
selections = "(" + selections + ")";
}
bool MediaLibraryCommonUtils::CanConvertStrToInt32(const std::string &str)
{
std::istringstream iss(str);
int32_t num = 0;
iss >> num;
return iss.eof() && !iss.fail();
}
}
}