From 64728f6cc7724fb596ffe93f34c546127989493e Mon Sep 17 00:00:00 2001 From: Hobe Date: Mon, 1 Jun 2020 10:16:10 +0000 Subject: [PATCH] git-svn-id: http://newslabx.csie.ntu.edu.tw/svn/Ginger@65 5747cdd2-2146-426f-b2b0-0570f90b98ed --- trunk/RTCSA_SS/03Design.tex | 25 ++++++++++----------- trunk/RTCSA_SS/04Evaluation.tex | 28 +++++++++++++++++++++++- trunk/RTCSA_SS/05Conclusion.tex | 8 ++++++- trunk/RTCSA_SS/Main.tex | 4 ++-- trunk/RTCSA_SS/figures/HR.png | Bin 0 -> 892 bytes trunk/RTCSA_SS/figures/LR.png | Bin 0 -> 365 bytes trunk/RTCSA_SS/figures/Lepton_residual_heat.bmp | Bin 2358 -> 0 bytes trunk/RTCSA_SS/figures/Lepton_residual_heat.png | Bin 0 -> 919 bytes trunk/RTCSA_SS/figures/SR.png | Bin 0 -> 775 bytes trunk/RTCSA_SS/figures/coverart.eps | 1 + 10 files changed, 49 insertions(+), 17 deletions(-) create mode 100644 trunk/RTCSA_SS/figures/HR.png create mode 100644 trunk/RTCSA_SS/figures/LR.png delete mode 100644 trunk/RTCSA_SS/figures/Lepton_residual_heat.bmp create mode 100644 trunk/RTCSA_SS/figures/Lepton_residual_heat.png create mode 100644 trunk/RTCSA_SS/figures/SR.png create mode 120000 trunk/RTCSA_SS/figures/coverart.eps diff --git a/trunk/RTCSA_SS/03Design.tex b/trunk/RTCSA_SS/03Design.tex index 15d1660..1660667 100644 --- a/trunk/RTCSA_SS/03Design.tex +++ b/trunk/RTCSA_SS/03Design.tex @@ -36,13 +36,13 @@ to two categories. One is lay on back and the other is lay on side. Since the in data is very small, we use a neural network consist one 2D convolution layer, one 2D max pooling, one flatten and one densely-connected layer. The possibility of output has a very large various just after turning over because the model cannot -distinguish the residual heat on bed and the person as Figure~\ref{fig:pose}(a) shown. This +distinguish the residual heat on bed and the person as Figure~\ref{fig:residual_heat} shown. This situation will slowly disappear after one or two minutes. To determination the pose, first we use a median filter with a window size of five to filter out the noise. Than, find the curve hull line of the upper bound and lower bound of the data. Finally calculate the middle line of upper bound and lower bound. -Figure~\ref{fig:pose}(b) and (c) shows the data and these lines. +Figure~\ref{fig:trend} shows the data and these lines. We divide every data into 10 second time windows. If the middle line of the time window is at the top one fifth, it is a lay on back. If it is at the bottom one fifth, @@ -52,15 +52,14 @@ there are three continuously same output. \begin{figure}[ht] \centering - \subfloat[Residual heat on bed]{ - \includegraphics[width=0.3\columnwidth]{figures/Lepton_residual_heat.bmp} - } - \subfloat[Enhanced Images after Background Calibration]{ - \includegraphics[width=0.3\columnwidth]{figures/MinMax.pdf} - } - \subfloat[Enhanced Images after Background Calibration]{ - \includegraphics[width=0.3\columnwidth]{figures/Mid.pdf} - } - \caption{Background subtraction.} - \label{fig:pose} + \minipage{0.3\columnwidth} + \includegraphics[width=\linewidth]{figures/Lepton_residual_heat.png} + \caption{Residual heat on bed.} + \label{fig:residual_heat} + \endminipage + \minipage{0.65\columnwidth} + \includegraphics[width=\linewidth]{figures/MinMax.pdf} + \caption{Trend of pose.} + \label{fig:trend} + \endminipage \end{figure} diff --git a/trunk/RTCSA_SS/04Evaluation.tex b/trunk/RTCSA_SS/04Evaluation.tex index 8a7b4ef..d0d186a 100644 --- a/trunk/RTCSA_SS/04Evaluation.tex +++ b/trunk/RTCSA_SS/04Evaluation.tex @@ -1,4 +1,30 @@ \section{Performance Evaluation} \label{sec:eval} -Evaluation. \ No newline at end of file +This section presents the evaluation results for the proposed method, and +how we collect the dataset. + +For training SRCNN model, we let a person lay on bed and randomly change pose +or move his arms and legs. Collect the about 600 images from Grideye sensors and +Lepton 3, and align them at the same timestamps. Figure~\ref{fig:resolution_compare} shows the result of SRCNN model. + +\begin{figure}[ht] + \centering + \subfloat[Grideye Image]{ + \includegraphics[width=0.32\columnwidth]{figures/LR.png} + } + \subfloat[SR Image]{ + \includegraphics[width=0.32\columnwidth]{figures/SR.png} + } + \subfloat[Downscaled Lepton Image]{ + \includegraphics[width=0.32\columnwidth]{figures/HR.png} + } + \caption{Result of SRCNN} + \label{fig:resolution_compare} +\end{figure} + +For training the pose recognization model, we collect 200 images of lay on back and 400 images +of lay on right or left side. The result shows that the accuracy of single frame detection +can be improved about 5\% by SRCNN. + +The accuracy of pose detection is about 67\% and turning over datection is 56\%. diff --git a/trunk/RTCSA_SS/05Conclusion.tex b/trunk/RTCSA_SS/05Conclusion.tex index 4f5b1aa..2b81dc3 100644 --- a/trunk/RTCSA_SS/05Conclusion.tex +++ b/trunk/RTCSA_SS/05Conclusion.tex @@ -1,3 +1,9 @@ \section{Conclusion\label{sec:conclusion}} -Conclusion \ No newline at end of file +In this paper, we use the SRCNN to improve the resolution of thermal sensor, and +detect the pose of each frame. +The result shows that Super-resolution can slightly improve the accuracy of pose +detection. We develop a method to detect the turning over. It has about 67\% accuracy +even when the accuracy of pose detection is only ???\%. + + diff --git a/trunk/RTCSA_SS/Main.tex b/trunk/RTCSA_SS/Main.tex index d602cf6..48c8837 100644 --- a/trunk/RTCSA_SS/Main.tex +++ b/trunk/RTCSA_SS/Main.tex @@ -13,7 +13,6 @@ %\usepackage{ntu_techrpt_cover} %\usepackage{lipsum} -\usepackage{graphicx} \usepackage{times} %\usepackage{psfrag} %\usepackage[tight]{subfigure} @@ -22,7 +21,8 @@ %\usepackage{epsfig} \usepackage{longtable} %\usepackage{cases} -%\usepackage{subfig} +\usepackage{subfig} +\usepackage{graphicx} \usepackage{balance} \usepackage{xcolor} %\usepackage{algorithm} diff --git a/trunk/RTCSA_SS/figures/HR.png b/trunk/RTCSA_SS/figures/HR.png new file mode 100644 index 0000000000000000000000000000000000000000..5c02b5d50988acf0c0d8b1a21a79c05eebc501f3 GIT binary patch literal 892 zcmV-?1B3jDP)f0009+Nkl5C-6xcjoNb-8ivbr>O|^f&_?*)Ne@q03`nZH>4t{5HyWw?IiZDch8=g;d!`6 zCm|w%BE+T~PQjJK*duG03)Cwa8%T))VgWdeoB;_=Mx;(!La=c^kzeLm}O@0i7+$4l-v@NK#)bU%omnG9gQGSfK@#oF`rD`PaoR~Mqn2P7 zWsqP(N~Gz>H(y^~p1R%AZa?qEA%x%#q7;=p<(Jo+;SlMf%`ZVof{}WoN)ix_vF*Hb zDt%h-61yXmNW$49z|*JE@77123vsuaiCMtR&J;?dde_k|X)XKdSPY58)If=(4Iz%P zKeUp4e!P78I~wCBD6v-st16|oURR{%^*kI(c8ZHZ*;C?_N&EE=Z$CF_DjS`S57+PM z_P>!8OJmBZ%ddW2o#OCh%^ZDsQEtcEe00R@6x?jS`|bG>?>@$GZ{d@E6}yMXNntQj zX@6N)+sNl5e>sgYwzOS#p?B(B#5HYh(#NZ|N|xo5Yb3s&DgF>d6mjOC!B-d`rQ>~q zu6DtEo>v5CGp$&Ui#?os95szruNsG_1K>~)T|E{bgSqWujL6NrlA7k(wW&)4U1Mxy zDc(;@als^0D(yTH93W>sPSbGZJ|vzBBBp2S-P(-w3=(mdOe z57kv5BJA`9kGINn+*^{|JR4g+c}nWef0003rNklEU=y6nOvVp{kcj^Pv_BG902mBBREPv*IrohL{;E(ULi^S- z3mcxD1r>d+-EJZLsHjrPqoB%>Q7}T1kVx%rB~2vCqL&XdOMXrkRN7=LmP{_9`yqs+ zTFagSL7vJ+p_G8AEF`GBsih`C52S1#g2Dy4eIt>@f)FXlC~!{BU7r#$sSkfk(C`iU z7J~(j1KqM;lz=&w!Qb{`%f4iFRxw-lb>=&kas3m~9)Q(PaLx2jtg}S_hMV60RQoMk zeU4h1baCMyH)-wG1Uu^K8(+;g<$TDV+d4RA>tEpW-pPPY(trtFYG#K;`JTUI1AKg2 ztWouuUEF7JOAUX?x3M$x3737#3tr_qvfLuysdZZof_Tk*VgdXE>p5iCYaN9|00000 LNkvXXu0mjfyltS` literal 0 HcmV?d00001 diff --git a/trunk/RTCSA_SS/figures/Lepton_residual_heat.bmp b/trunk/RTCSA_SS/figures/Lepton_residual_heat.bmp deleted file mode 100644 index 9eca0c1e989248a596b3ee7aba60e4eaf7b315ac..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 2358 zcmZ`*cUV*B7k+KE6|z9cB7`Iu5h2J@5x0nY)j_4Qlp%z@i4gYQ1c4+#2mt~Ff)N#4 z)T*^82#5+U+FCmtwc4Srv%}xT{{6epbMJSb`+n!V=RN0q-*-K>E;7QqYteMTmUy!w z?x}GaX1@FW{~pt(O~ZTdy@&VTe;?DQPsfZIGw{I&AK=3eKg7(LGht+81Y=`kkVqtu z$z)I{6i}&D&}cN6n3%xS)D*L3&4QVk8O+ViL8sHfU@*XBGQnc8z-F^yVPOFdhXYGX zOK`bdSXo(t$K!#|=R+V6z}ngxvuDqSP$n`C!c(Ry?gh<$Hxc0zP|AD^Mk*?KLP>*uy5Z!?BBm1fq{Vt3JOASa4OHpE)MbW@kmHWKw@Gd zl9G~;oScl5loUuL5*$2u5UHuDNJ~qDR4PS!dO9*PGLV^>iL9(FWM^k1CnpEFxw**8 z%R_#CJ_-s7P*_-qqM{-c7Z;^aSy_pysw&82GE`Sr;>gphu%b`#xpj0YRUtf=gh6Xe?HbSLRp{c0}YPA~8&CSqgG-zpQL2GL( z+S=Nn)oRh+-j0rr4s>>QLZ{QAtE&s$-QCdZ_2}v8!QsP)VK5kQ==$8KaRe>KAbpl0-t{RDL(t`GxYcOQ7fBrna{PIf-3=H7Hg$uZN@gfEX2Qf4>giDt$VR(2LBO@ai9UaBx%a<`WHij!# zuHfp`tGIUU8pg-RF)=ZL>({U2#*G`edGjW2-MWR_w{K%|auQ#C^%cJU`fGgi%{RDn z=MKL8_FLS&dl%n*_Z`0f{(JoJ!w>lJ#~*R;-aXvEe;*GXJix<;5AoAaKjG1%NBH^Y zpYizdV?25C1i$?93x56eSN!(dZ}|Q9-|_V6Q#^b241fIb2mbu?PdtDA94}tHz{{5} z@#@tpyng)}Z{EDYUw{3DzyJOl|NQe0{{8n~ynXu?47Q1hnU#&3c!$5VO3~h2r#w`i zo);UkUy`GAF$1x7O=;#rp{w79eHmp9T2);=I&6rKV09=H}+WAo$4?8pD$B5*WBwoSfd$TAiPf ztI}yIno^f7cjprJBof7(YvmXk6BHa5Um`Ck$*pPZs+FsnJU!j{nA+ngbdJC!I4Z<1 zIwoD#pl+;dZmU%&_3>+#38&&GlT0nR4neWO{$b)IgTAf0u1Qf{TitVf>tX^Ykx5i@ z3%=bxaa2HjX3>duUAtOaRa1MY|8&qsVsj>usnjWcZ*go$*unB+`qq|)qV&89#kqlw zNLRp!N~171d^_)mq=?9jazmR|tI0?U^{Y{x9-K%g;-gSV=2kq>zUa8vq=K5R&USrw zVP-;Ld}{W<#MLSPWWrux?;jPD7+0#)Y4wKs(vnn3di2iW@nOP0iAH5u@a+7e5>lka zGF?Y!dqY`aNp^nH%HHuS1a3s468s|X=%kdAa%D$Xt43Z^Dl4p%tlFiQ5cxHtQ0Q!) z$U8DoT3uSJ)2LO7T7^R1l z$cFQdpG;@-XRnTu6ckn~^*ueEP0D(MP9DF)Nl5e`iAbeJ^nK5jzd05ztNXiO%TXR}nCSy0iW z*LUi5?agPd+&I$}Z_gw6jVTlclV!!X-yqJHsagzLZAb6O8zAB%Q^;&4iz;&Ed|m-!5xt={zb=%gV};1dAhXP4y3nOk*)jnJgApDB6;t zXl<`-$rgvlM}>vB68%RZei$gT{=)@!Tciz!qxltODdBPcULMxH1V5Q%Of@y1#bmL$ z0-N<&72Srka79dLh~F+7{`M*TBw~fL=u9F-R&$oe?YN34shE z1#Avc#kD>M0#@2DTf000ACNklDE_0GSZ?kc_y9l^X}Fu+c$Mm6tBtmfWGX`_@GFcBkiXm@n9o*$n#`{i=Gh;NmM zz{Z)$n8W7Y;dKx4(de(oKN1=?q2ini5woD#Ypxw1-@Oxkv-g489cBVM*omA-L+(_X z+q+6y@J;?oGZQ!(5fKR!mz^|+e{F%iX8+9zi?ca78-(C;D9&enIzHN8XZ?7k4i`3d z6lSMzT|>_iSY0mM`&hlpHVyWQP+@cGqAQUbg(cEGa0#3(=y!oBu+ z`=Gf}$%-r>hmdGCWOUZ1zPE>;EQ>lj1kP$I&EfH@d{hPGE?vb>>HIe(2iVx5@!;;+ zk*v=zyX)&IY3}pxYbAnbSmgDs)0=GwVWHk{YzC3x)h|!f#1s?|_fL;d&=k?q|Nh=V ze187Zw@G0zV@G|XRY9s3p?RXeE&lV}quG^+;DGDK$PjmttW3QB-|*gB~~YQ z3vRsaru`C3`|Qbze|dVwjN$|aD3_iqGOgX^a-8PFcW7Y+%*4RptjhvPGp~P8aG`65p*}yv_MhSJ2mGVZdXT$aX8hjdPC0Wdea zObXUgxQXi6KE25Iy9icTArd#IYMqwFD7br`>M7k>hOZBemih?BzK%%kjSKY}O txRApWYg?OXfsllzuI0tkGQatA{vTSt?gK!<#%}-s002ovPDHLkV1oZ}z2^V` literal 0 HcmV?d00001 diff --git a/trunk/RTCSA_SS/figures/SR.png b/trunk/RTCSA_SS/figures/SR.png new file mode 100644 index 0000000000000000000000000000000000000000..f86d9164b8c8365a389e81b53d223e24bc61da86 GIT binary patch literal 775 zcmV+i1Ni)jP)YmwMNq1)sYzTt?|1%yi1lT@FEA32olgZ!5x<6Ih+w$q9uWM}2d;)sj z|NJlS<@;?OJC?WC_3iz1IXz#PSJ3zCkL&X&kC8H+E{lQdPp9Y0_Sk&&+w-s6SA{PR z(7N5@{7Ckr-Hz|KcCLLod46~vaGhEWaQXDdcBur`_mAwKTC>BwdGpsep#JlhFPE1w z!+5%vonVr)xi41Dp{`(uU5?ww^Ey6S-^*dLbsO;Y^7i@H-+p@F(*EhS->fOhZLzjB zSleFS-rhfd`7v%?PQ<-3fxfcRdO2-iY6L6j7eFa?v7HXw}k-<5Q!L zOp|-ty35UF1ppMPf_WT;F`SD>QZ+5AGCd8!teiPHLiAq9iey!RRS9#UDq~E#WKyw! z0zg&*RaIb)NFVbt=2XxsF=WUDP%K#%ydonT2&zDmg-j7BB8Hqm8C-@cNvMo5D>4%` z)RrY?6d^!N01|Q>5s}Ama%r~AW>p2vC|D(sna{C5+|&$0#fU;i6+sj-IWniWzIJdX zQ9w?@m<*NTsN2m0AOVq1l@&!Al`Ocyb56ObTp)`^6bc2vdXwLHKKt^J;D#bXQW0FZ zj>qss42tgEHH(=@Ns^{jFR%MPSbc4tGs9F$NvxSs(*H9H(2ZgB87%++002ovPDHLk FV1j|UeZT+! literal 0 HcmV?d00001 diff --git a/trunk/RTCSA_SS/figures/coverart.eps b/trunk/RTCSA_SS/figures/coverart.eps new file mode 120000 index 0000000..ca78d61 --- /dev/null +++ b/trunk/RTCSA_SS/figures/coverart.eps @@ -0,0 +1 @@ +/Users/cshih/notes/tex_config/figures/coverart.eps \ No newline at end of file