Android X Y Android sample ios sample

Transcription

1

2 Android ios Android XY ios XY m m m Android sample ios sample Android sample ios sample json

3

4 SenseME_Sticker v3.2 license SenseME Sticker v3.2.2 e bug

5 SenseME_Sticker v3.2.2 Bug fixed XY h NULL material_path, process_texture crash change_package process_texture e a a crash Android Sample Android Sample g ios Sample ios Sample g SenseME_Sticker SDK i 106 W SDK p GPU i 720P W SDK W 2

6 W 10 W p p 5 W g t so W 1 VVVV V 2 h W W 3

7 W

8 2 2.1 SenseME p GPU, i 1080P SDK p ie W 2.2 SDK W APP W W W p W 2.3 VSenseTime, W SenseTime V cp W 5

9 2.1 : :SenseTime p W 2.2 : d :SenseTime d 3 SenseME_Sticker p license SDK SDK W SDK license W g g license 6

10 sample g W 4 SDK 4.1 Android CPU ARM V7 NEON Android 4.0 or later 4.2 ios iphone 5s or later ios 7.0 or later ios X Y ios armv7, arm64, i386, x86_ Android XY 480P XL Y L XL Y XL Y 3; 92 ( ) ) ) ) ( ) ) ) ) ) - ) ) % - %,( MGUS; % ) ( (,) 7

11 ) ( ) () %( (( M RG ( (%.- ), 9A) ) ) ) (% )) ) 9A (, %) (). A;P % ( ( ) ((, 720P XL Y L XL Y XL Y 3; 92 ( ) ) ), )% ) ) ) ) ) ( -. )% %. (%. 9 UX%Y ( (),( ) ) ) ( - ( % ) ((, ( (, MGUS % ( - ) (, MGUS % ), )),, MGUS; % ) ) (( (,) ) ( ),,( ( ( M RG ) (. )( )(, 9A) ) ) ). ) - A;P %..) (, -% :;;:.O S %,) h L RG, ) ) h ;- % ( (., h L RG- %., h M RG- - %, 8

12 5.2 ios XY 480P XL Y L XL Y XL Y 3; 92 ;I MG),, ( -,, ( ). ;I MG3, %, ( --, ;I MG. ( ) ). ( ),, %, ;I MG. ( ) ). - %,,, ;I MG O S % %, ),( ;I MG. ( ( (( ), - ;I MG O S. (,, ( )).,) 720P XL Y L XL Y XL Y 3; 92 ;I MG3, %., (,) ;I MG. ( ) - ) -(.) ;I MG. ( ) ( ( -. % ) ;I MG O S % % ) ( (..) %,(, ;I MG. ( ( (. ) % (. 9

13 ;I MG O S. ( () %., m st_handle_t rw : typedef void *st_handle_t; st_result_t typedef int st_result_t; #define ST_OK (0) #define ST_E_INVALIDARG (-1) #define ST_E_HANDLE (-2) #define ST_E_OUTOFMEMORY (-3) #define ST_E_FAIL (-4) #define ST_E_DELNOTFOUND (-5) #define ST_E_INVALID_PIXEL_FORMAT (-6) #define ST_E_FILE_NOT_FOUND (-10) #define ST_E_INVALID_FILE_FORMAT (-11) #define ST_E_INVALID_APPID (-12) #define ST_E_INVALID_AUTH (-13) #define ST_E_AUTH_EXPIRE (-14) #define ST_E_FILE_EXPIRE (-15) #define ST_E_DONGLE_EXPIRE (-16) #define ST_E_ONLINE_AUTH_FAIL (-17) 10

14 #define ST_E_ONLINE_AUTH_TIMEOUT (-18) #define ST_E_INVALID_ACTIVATE (-19) #define ST_E_INVALID_LICENSE (-20) #define ST_E_NO_CAPABILITY (-21) : ST_OK (0) ST_E_INVALIDARG (-1) ST_E_HANDLE (-2) ST_E_OUTOFMEMORY (-3): a ST_E_FAIL (-4) ST_E_DELNOTFOUND (-5)m ST_E_INVALID_PIXEL_FORMAT (-6) a ST_E_FILE_NOT_FOUND (-10) a ST_E_INVALID_FILE_FORMAT (-11) a, ST_E_INVALID_APPID (-12) ST_E_INVALID_AUTH (-13) licensea ST_E_AUTH_EXPIRE (-14) license SDK ST_E_FILE_EXPIRE (-15) ST_E_DONGLE_EXPIRE (-16) ST_E_ONLINE_AUTH_FAIL (-17) ST_E_ONLINE_AUTH_TIMEOUT (-18) ST_E_INVALID_ACTIVATE (-19) v #define ST_E_INVALID_LICENSE (-20) license #define ST_E_NO_CAPABILITY (-21) license st_rect_t r typedef struct st_rect_t { int left; int top; int right; int bottom; 11

15 } st_rect_t; : Left: top: right:,h right-left bottom: st_pointf_t r h typedef struct st_pointf_t { float x; float y; } st_pointf_t; : X:,h y:,h st_pointi_t r h typedef struct st_pointi_t { int x; int y; } st_pointi_t; : x:,h y:,h st_pixel_format 12

16 typedef enum { ST_PIX_FMT_GRAY8, ST_PIX_FMT_YUV420P, ST_PIX_FMT_NV12 ST_PIX_FMT_NV21, ST_PIX_FMT_BGRA8888, ST_PIX_FMT_BGR888, ST_PIX_FMT_RGBA8888 } st_pixel_format; : ST_PIX_FMT_GRAY8:Y 1 8bpp ( 8bit ) ST_PIX_FMT_YUV420P:YUV 4:2:0 12bpp ( 3,, e h U V, ) ST_PIX_FMT_NV12:YUV 4:2:0 12bpp ( 2,, h UV u ) ST_PIX_FMT_NV21:YUV 4:2:0 12bpp ( 2,, h VU u ) ST_PIX_FMT_BGRA8888:BGRA 8:8:8:8 32bpp ( 4 32bit BGRA ) ST_PIX_FMT_BGR888:BGR 8:8:8 24bpp ( 3 24bit BGR ) ST_PIX_FMT_RGBA8888:BGRA 8:8:8:8 32bpp ( 4 32bit RGBA ) st_rotate_type : : ST_CLOCKWISE_ROTATE_0 = 0, ST_CLOCKWISE_ROTATE_90 = 1, ST_CLOCKWISE_ROTATE_180 = 2, ST_CLOCKWISE_ROTATE_270 = 3 : ST_CLOCKWISE_ROTATE_0 = 0:a ST_CLOCKWISE_ROTATE_90 = 1: 90 ST_CLOCKWISE_ROTATE_180 = 2: 180 ST_CLOCKWISE_ROTATE_270 = 3:

17 st_mobile_106_t typedef struct st_mobile_106_t { st_rect_t rect; float score; st_pointf_t points_array[106]; float yaw; float pitch; float roll; float eye_dist; int ID; } st_mobile_106_t; : Rect: Score: points_array[106]: 106 yaw: pose pitch: pose roll: pose eye_dist: pose e ID faceid st_mobile_face_action_t typedef struct st_mobile_face_action_t { struct st_mobile_106_t face; unsigned int face_action; } st_mobile_face_action_t; #define ST_MOBILE_FACE_DETECT #define ST_MOBILE_EYE_BLINK #define ST_MOBILE_MOUTH_AH 0x x x

18 #define ST_MOBILE_HEAD_YAW #define ST_MOBILE_HEAD_PITCH #define ST_MOBILE_BROW_JUMP 0x x x #define ST_MOBILE_HUMAN_ACTION_DEFAULT_CONFIG 0x000000FF #define ST_MOBILE_HUMAN_ACTION_MAX_FACE_COUNT 10 #define ST_MOBILE_FACE_DETECT #define ST_MOBILE_EYE_BLINK #define ST_MOBILE_MOUTH_AH #define ST_MOBILE_HEAD_YAW #define ST_MOBILE_HEAD_PITCH #define ST_MOBILE_BROW_JUMP 0x x x x x x st_mobile_human_action_t typedef struct st_mobile_human_action_t { st_mobile_face_action_t faces[st_mobile_human_action_max_face_count]; int face_count; } st_mobile_human_action_t, *p_st_mobile_human_action_t; #define ST_MOBILE_HUMAN_ACTION_MAX_FACE_COUNT 10 st_mobile_face_action_t faces[st_mobile_human_action_max_face_count] int face_count CONFIG_ST_MOBILE_CVTCOLOR ST_SDK_API st_result_t st_mobile_color_convert( const unsigned char *image_src, 15

19 unsigned char *image_dst, int image_width, int image_height, st_color_convert_type type ); typedef enum { ST_BGRA_YUV420P = 0, ST_BGR_YUV420P = 1, ST_BGRA_NV12 = 2, ST_BGR_NV12 = 3, ST_BGRA_NV21 = 4, ST_BGR_NV21 = 5, ST_YUV420P_BGRA = 6, ST_YUV420P_BGR = 7, ST_NV12_BGRA = 8, ST_NV12_BGR = 9, ST_NV21_BGRA = 10, ST_NV21_BGR = 11, ST_BGRA_GRAY = 12, ST_BGR_BGRA = 13, ST_BGRA_BGR = 14, ST_YUV420P_GRAY = 15, ST_NV12_GRAY = 16, ST_NV21_GRAY = 17, ST_BGR_GRAY = 18, ST_GRAY_YUV420P = 19, ST_GRAY_NV12 = 20, ST_GRAY_NV21 = 21, ST_NV12_YUV420P = 22, ST_NV21_YUV420P = 23, ST_NV21_RGBA = 24, ST_BGR_RGBA = 25, ST_BGRA_RGBA = 26, 16

20 ST_RGBA_BGRA = 27, ST_GRAY_BGR = 28, ST_GRAY_BGRA = 29, ST_NV12_RGBA = 30, ST_NV12_RGB = 31, ST_RGBA_NV12 = 32, ST_RGB_NV12 = 33, ST_RGBA_BGR = 34, ST_BGRA_RGB = 35, ST_RGBA_GRAY = 36, ST_RGB_GRAY = 37, } st_color_convert_type; image_src r image_dst image_width r( h) image_height r( h) type st_mobile_generate_activecode EGM G ST_SDK_API st_result_t st_mobile_generate_activecode( const char* license_path, char* activation_code, int* activation_code_len ); [in] license_path license [out] active_code [in out] active_code_len h active_code, 17

21 st_mobile_check_activecode EGM G ST_SDK_API st_result_t st_mobile_check_activecode( const char* license_path, const char* activation_code ); [in] license_path license [in] active_path st_mobile_generate_activecode_from_buffer EGM G ST_SDK_API st_result_t st_mobile_generate_activecode_from_buffer( const char* license_buf, int license_size, char* activation_code, int* activation_code_len ); [in] license_buf license [in] license_size license [out] activation_code, ; 129, 1024 st_mobile_check_activecode_from_buffer, n 18

22 ST_SDK_API st_result_t st_mobile_check_activecode_from_buffer( const char* license_buf, int license_size, const char* activation_code ); [in] license_buf license [in] license_size license [in] activation_code 6.2 m st_mobile_beautify_create ST_SDK_API st_result_t st_mobile_beautify_create( int image_width, int image_height, st_handle_t *handle ); [in] image_width [in] image_height [out]handlg ST_OKm st_common.h g ST_E_FAIL :st_beautify_type typedef enum { ST_BEAUTIFY_CONTRAST_STRENGTH =1, 19

23 ST_BEAUTIFY_SMOOTH_STRENGTH = 3, } st_beautify_type ST_BEAUTIFY_CONTRAST_STRENGT6[0,1C ST_BEAUTIFY_SMOOTH_STRENGTH [0,1] :st_mobile_beautify_setparam : ST_SDK_API st_result_t st_mobile_beautify_setparam( st_handle_t handle, st_beautify_type type, float value )0 : [in]handle: [in]type: ST_BEAUTIFY_DEFRECKLEV ST_BEAUTIFY_TONE_STRENGTH [in] value: ST_OKm st_common.h g ST_E_FAIL :st_mobile_beautify_process_buffer buffep ST_SDK_API st_result_t st_mobile_beautify_process_buffer( st_handle_t handle, const unsigned char* img_in, st_pixel_format fmt_in, int image_width, int image_height, int image_stride, 20

24 unsigned char* img_out, st_pixel_format fmt_out 0 : [in] handle: [in] img_in: [in] fmt_in: NV21BGR,BGRA,NV12,RGBA [in] image_width: h) [in] image_height: h) [in] image_stride: r h 0 padding,a roi [out] img_out: [in] fmt_out: NV21,BGR,BGRA,NV12,RGBA ST_OK, m st_common.h g ST_E_FAIL :st_mobile_beautify_process_ picture buffgp a opengl g : ST_SDK_API st_result_t st_mobile_beautify_process_picture( st_handle_t handle, const unsigned char* img_in, st_pixel_format fmt_in, int image_width, int image_height, int image_stride, unsigned char* img_out, st_pixel_format fmt_out 0 : [in] handle [in] img_in: [in] fmt_in:, NV21,BGR,BGRA,NV12,RGBA [in] image_width: h) [in] image_height: h) [in] image_strider h 0 padding,a roi 21

25 [out] img_out: [in] fmt_out:, NV21,BGR,BGRA,NV12,RGBA ST_OK,m st_common.h g ST_E_F178 :st_mobile_beautify_process_nvbuffer : ios g YUVa NV12, NV *1080 : ST_SDK_API st_result_t st_mobile_beautify_process_nvbuffer( st_handle_t handle, const unsigned char* img_in_y, unsigned char* img_in_uv, st_pixel_format fmt_in, int image_width, int image_height, int image_stride, unsigned char* img_out, st_pixel_format fmt_out 0 : handle: [in] img_in_y:b [in] img_in_uv: [in] fmt_in:, NV21,NV12 [in] image_width: h) [in] image_height: h) [in] image_stride: r h 0 padding,a roi [out] img_out: [in] fmt_out:, NV21,BGR,BGRA,NV12,RGBA ST_OK,m st_common.h g, ST_E_FAIL :st_mobile_beautify_process_texture : OpenGL : ST_SDK_API st_result_t 22

26 st_mobile_beautify_process_texture( st_handle_t handle, unsigned int textureid_src, int image_width, int image_height, unsigned int textureid_dst ); : [in] handle: [in] textureid_src:, RGBA [in] image_width: h) [in] image_height: h) [out] textureid_dst: id ST_OKm st_common.h g ST_E_FAIL : st_mobile_beautify_process_and_output_texture :OGM58 4g : ST_SDK_API st_result_t st_mobile_beautify_process_and_output_texture( st_handle_t handle, unsigned int textureid_src, int image_width, int image_height, unsigned int textureid_dst, unsigned char *img_out, st_pixel_format fmt_out ); [in] handle [in] textureid_src id, RGBA [in] image_width ( h) [in] image_height ( h) [in] textureid_dst id RGBA [out] img_out,, null, a buffer [in] fmt_out, NV21,BGR,BGRA,NV12,RGBA W 23

27 :st_mobile_beautify_destroy : ST_SDK_API void st_mobile_beautify_destroy( st_handle_t handle ); : [in] handle: 6.3 m st_mobile_human_action_create h t ST_SDK_API st_result_t st_mobile_human_action_create( const char *model_path, unsigned int config, st_handle_t *handle ); [in] model_path models/track.tar [in] config ST_MOBILE_DEFAULT_CONFIG ST_MOBILE_HAND_LOVE ST_MOBILE_FACE_DETECT [out] handle h NULL st_mobile_human_action_destroy h ST_SDK_API void st_mobile_human_action_destroy( 24

28 st_handle_t handle ); [in] handle h st_mobile_human_action_detect h ST_SDK_API st_result_t st_mobile_human_action_detect( st_handle_t handle, const unsigned char *image, st_pixel_format pixel_format, int image_width, int image_height, int image_stride, st_rotate_type orientation, unsigned int detect_config, st_mobile_human_action_t *p_humans_array ); [in] handle h [in] image r [in] pixel_format r, [in] image_width r( h) [in] image_height r( h) [in] image_stride r( h)] padding aroi [in] orientation g [out] p_humans_array h api st_mobile_human_release_result [out] p_humans_count 25

29 st_mobile_human_action_reset ST_SDK_API st_result_t st_mobile_human_action_reset( st_handle_t handle ); st_mobile_sticker_create ST_SDK_API st_result_t st_mobile_sticker_create( const char* zip_path, st_handle_t *handle ); [in] zip_path [out] handle NULL st_mobile_sticker_change_package ST_SDK_API st_result_t st_mobile_sticker_change_package( st_handle_t handle, const char* zip_path ); [in] handle [in] zip_path typedef void(*item_action)(const char* material_name, st_material_status status) 26

30 typedef enum { ST_MATERIAL_BEGIN = 0, ST_MATERIAL_PROCESS = 1, ST_MATERIAL_END = 2 ///< ///< g ///< }st_material_status; [in] material_name [in] status st_material_status m st_mobile_sticker_process_texture :OGM58 4g OGMH g 521 ST_SDK_API st_result_t st_mobile_sticker_process_texture( st_handle_t handle, unsigned int textureid_src, int image_width, int image_height, st_rotate_type rotate, bool need_mirror, p_st_mobile_human_action_t human_action, item_action callback, unsigned int textureid_dst ); [in]textureid_src textureid [in] image_width [in] image_height [in] rotate [in] need_mirror [in] human_action 106 Vface [in] callback m [in]textureid_dst textureid 27

31 st_mobile_sticker_destroy ST_SDK_API void st_mobile_sticker_destroy( st_handle_t handle ); 7 Android sample ios sample SDK p Android sample ios sample samplew 7.1 Android sample Android sample a gw g sample h /sdcard/android/data/com.pili.pldroid.streaming.camera.demo/files 7.1 g sample 28

32 7.2 ios sample ios sample a gw itunes sample ituns Apps Documents g 7.2 sample PP PP sample pp APP g sample View Files 29

33 7.3 pp APP g sample View Files Documents > Stickers Stickers g sample W json W 8.2 json { "version":"1.1", "parts":{ "cheek":{ "zposition":2, "width":220, "height":102, "framecount":1, "triggertype":0, 30

34 "triggerloop":0, "triggerdelay":0, "triggerstop":false, "scale":{ "scalex":{ "pointa":[{"x":66.0,"y":8.0,"index":74}], "pointb":[{"x":154.0,"y":5.0,"index":77}] }, "scaley":{ "pointa":[], "pointb":[] } }, "positiontype":1, "positionrelationtype":1, "position":{ "positionx":[{"x":66.0,"y":8.0,"index":74},{"x":154.0,"y":5.0,"index":77}, "positiony":[] }, "rotatecenter":[ {"x":110.0,"y":68.0,"index":46}] }, "cheek": "zposition":phw n Z 0 W "width": "height": "framecount": a 128 "triggertype"l 0 ha 2 h 4 h 8 h 16 h 32 h "triggerloop": 0 h 31

35 "triggerdelay": "triggerstop": "scale": l "scalepointsx": x en x scalew "scalepointsy" y en y scalew 2 "positiontype": W 0 1 h VVV 2 h VV 3 h V "positionrelationtype": 0 a 1 "positionpoints": X gy 2 a 20 "position":t W "rotatecenters":g X gy 1 a 20 W rotatecenters h h 46 a rotatecenters h g "index":0-105 h W "index":106v"index":107v "index":108v"index":109 32

36

37 9.2 X 106 Y V V V g V

38 g xx g g V r g index 35

39 g g png g z n Z 0 W W png png hx0.0yn X0.0YhW 74X71 140Y 106 gx x y Y 36

40 8.2 W h"index":106v"index":107v"index":108v "index":109w "rotatecenters":hg 8.3 gaw "rotatecenters":h g 37

41 10 hp r SenseME_Sticker SDK W h SenseME_Sticker SDK W 38