<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE ep-patent-document PUBLIC "-//EPO//EP PATENT DOCUMENT 1.5//EN" "ep-patent-document-v1-5.dtd">
<ep-patent-document id="EP16769076A1" file="EP16769076NWA1.xml" lang="en" country="EP" doc-number="3276447" kind="A1" date-publ="20180131" status="n" dtd-version="ep-patent-document-v1-5">
<SDOBI lang="en"><B000><eptags><B001EP>ATBECHDEDKESFRGBGRITLILUNLSEMCPTIESILTLVFIROMKCYALTRBGCZEEHUPLSKBAHRIS..MTNORSMESMMA....MD..........</B001EP><B005EP>J</B005EP><B007EP>BDM Ver 0.1.63 (23 May 2017) -  1100000/0</B007EP></eptags></B000><B100><B110>3276447</B110><B120><B121>EUROPEAN PATENT APPLICATION</B121><B121EP>published in accordance with Art. 153(4) EPC</B121EP></B120><B130>A1</B130><B140><date>20180131</date></B140><B190>EP</B190></B100><B200><B210>16769076.7</B210><B220><date>20160322</date></B220><B240><B241><date>20171020</date></B241></B240><B250>ko</B250><B251EP>en</B251EP><B260>en</B260></B200><B300><B310>20150040062</B310><B320><date>20150323</date></B320><B330><ctry>KR</ctry></B330><B310>20150120165</B310><B320><date>20150826</date></B320><B330><ctry>KR</ctry></B330></B300><B400><B405><date>20180131</date><bnum>201805</bnum></B405><B430><date>20180131</date><bnum>201805</bnum></B430></B400><B500><B510EP><classification-ipcr sequence="1"><text>G06F   3/01        20060101AFI20161006BHEP        </text></classification-ipcr><classification-ipcr sequence="2"><text>G06F   3/0488      20130101ALI20161006BHEP        </text></classification-ipcr><classification-ipcr sequence="3"><text>G06F   3/048       20130101ALI20161006BHEP        </text></classification-ipcr><classification-ipcr sequence="4"><text>G06F   9/44        20180101ALI20161006BHEP        </text></classification-ipcr><classification-ipcr sequence="5"><text>H04W   4/12        20090101ALI20161006BHEP        </text></classification-ipcr></B510EP><B540><B541>de</B541><B542>VORRICHTUNG UND VERFAHREN ZUR AUSFÜHRUNG EINER ANWENDUNG EINER MOBILEN VORRICHTUNG</B542><B541>en</B541><B542>APPARATUS AND METHOD FOR EXECUTING APPLICATION FOR MOBILE DEVICE</B542><B541>fr</B541><B542>APPAREIL ET PROCÉDÉ POUR L'EXÉCUTION D'APPLICATION POUR DISPOSITIF MOBILE</B542></B540><B590><B598>1</B598></B590></B500><B700><B710><B711><snm>Naver Corporation</snm><iid>101640190</iid><irf>K90599-7 ba</irf><adr><str>Greenfactory 
6 Buljeong-ro 
Bundang-gu</str><city>Seongnam-si, Gyeonggi-do 13561</city><ctry>KR</ctry></adr></B711></B710><B720><B721><snm>KIM, Min Chul</snm><adr><str>2-712
49 Nambusunhwan-ro 363-gil
Gangnam-gu</str><city>Seoul 06264</city><ctry>KR</ctry></adr></B721><B721><snm>JO, Hyun Geun</snm><adr><str>2-105
11 Olympic-ro 45-gil
Songpa-gu</str><city>Seoul 05539</city><ctry>KR</ctry></adr></B721></B720><B740><B741><snm>Klunker IP 
Patentanwälte PartG mbB</snm><iid>101636152</iid><adr><str>Destouchesstraße 68</str><city>80796 München</city><ctry>DE</ctry></adr></B741></B740></B700><B800><B840><ctry>AL</ctry><ctry>AT</ctry><ctry>BE</ctry><ctry>BG</ctry><ctry>CH</ctry><ctry>CY</ctry><ctry>CZ</ctry><ctry>DE</ctry><ctry>DK</ctry><ctry>EE</ctry><ctry>ES</ctry><ctry>FI</ctry><ctry>FR</ctry><ctry>GB</ctry><ctry>GR</ctry><ctry>HR</ctry><ctry>HU</ctry><ctry>IE</ctry><ctry>IS</ctry><ctry>IT</ctry><ctry>LI</ctry><ctry>LT</ctry><ctry>LU</ctry><ctry>LV</ctry><ctry>MC</ctry><ctry>MK</ctry><ctry>MT</ctry><ctry>NL</ctry><ctry>NO</ctry><ctry>PL</ctry><ctry>PT</ctry><ctry>RO</ctry><ctry>RS</ctry><ctry>SE</ctry><ctry>SI</ctry><ctry>SK</ctry><ctry>SM</ctry><ctry>TR</ctry></B840><B844EP><B845EP><ctry>BA</ctry></B845EP><B845EP><ctry>ME</ctry></B845EP></B844EP><B848EP><B849EP><ctry>MA</ctry></B849EP><B849EP><ctry>MD</ctry></B849EP></B848EP><B860><B861><dnum><anum>KR2016002869</anum></dnum><date>20160322</date></B861><B862>ko</B862></B860><B870><B871><dnum><pnum>WO2016153258</pnum></dnum><date>20160929</date><bnum>201639</bnum></B871></B870></B800></SDOBI>
<abstract id="abst" lang="en">
<p id="pa01" num="0001">The present invention relates to an apparatus and a method for executing a desired application on any screen of a mobile device by a simple operation without switching a screen. The apparatus for executing an application for a mobile device according to one embodiment of the present invention comprises: a text input unit; an application recognition unit for recognizing an application to be executed; a message recognition unit for recognizing an operation message to be performed in the application to be executed on the basis of the text which is inputted through the text input unit; a transmission instruction sensing unit for sensing an operation message transmission instruction of a user; a message transfer unit for transferring the operation message to the application when the transmission instruction sensing unit senses the operation message transmission instruction; and an application execution unit for executing the operation message transferred by the message transfer unit.<img id="iaf01" file="imgaf001.tif" wi="78" he="109" img-content="drawing" img-format="tif"/></p>
</abstract>
<description id="desc" lang="en"><!-- EPO <DP n="1"> -->
<heading id="h0001">TECHNICAL FIELD</heading>
<p id="p0001" num="0001">Example embodiments relate to an application execution apparatus and method of a mobile device, and more particularly, to an apparatus and method for executing a desired application without switching a screen of a mobile device with a simple manipulation.</p>
<heading id="h0002">RELATED ART</heading>
<p id="p0002" num="0002">In general, applications, for example, a message transmission, a notification, a calendar, a memo, etc., may be installed on a mobile device, for example, a smartphone. In addition, applications with various functions may be installed on the mobile device. The mobile device may be wirelessly connected to a peripheral external device. An exclusive application for the external device may be installed on the mobile device and be used to control the external device.</p>
<p id="p0003" num="0003">To execute an application of the mobile device, there is a need to find and execute an execution button of the corresponding application on an idle screen of the mobile device. Accordingly, if there is a need to execute another application while a single application is being executed, the following process is to be performed:
<ol id="ol0001" compact="compact" ol-style="">
<li>1. Close a window of an application in execution or terminate the execution of the application by pushing a home button or a back button.</li>
<li>2. Find an execution button of an application to be executed.</li>
<li>3. Execute the application.</li>
<li>4. Touch a necessary button or input an instruction.</li>
<li>5. Close a window of the application or terminate the execution thereof.</li>
<li>6. Execute again the application that has been in execution at an initial<!-- EPO <DP n="2"> --> stage.</li>
</ol></p>
<p id="p0004" num="0004">As described above, if there is a need to execute another application while a single application is being executed, for example, if a task, such as transmission of a message, setting of a notification, registration of a schedule to a calendar, storing a memo, etc., controlling an external device connected to the mobile device, etc., is required, the aforementioned plurality of operations need to be performed, which may cause the user inconveniences. In addition, a relatively large amount of time may be used to go through the above process and the continuity of a task being performed through the application that has been in execution at an early stage may be degraded.</p>
<heading id="h0003">DETAILED DESCRIPTION</heading>
<heading id="h0004">SUBJECT</heading>
<p id="p0005" num="0005">One or more example embodiments provide an application execution apparatus and method that may perform a desired task with a simple manipulation, without switching a screen currently in use, although there is a need to execute an application on a mobile device.</p>
<p id="p0006" num="0006">One or more example embodiments also provide an application execution apparatus and method that may efficiently execute another application without degrading the continuity of a task, although the other application is to be executed during an execution of a single application.</p>
<heading id="h0005">SOLUTION</heading>
<p id="p0007" num="0007">A representative configuration of this disclosure to achieve the objects may follow as.</p>
<p id="p0008" num="0008">An application execution apparatus of a mobile device according to an example embodiment includes a text input device; an application recognizer configured to recognize an application to be executed; a message recognizer<!-- EPO <DP n="3"> --> reconfigured to recognize a task message to be performed on the application to be executed based on a text that is input through the text input device; a transmission instruction detector configured to detect a task message transmission instruction of a user; a message transferor configured to transfer the task message to the application in response to detecting the task message transmission instruction using the transmission instruction detector; and an application executor configured to execute the task message transferred from the message transferor. The text input device is configured to perform a task of the application on a current screen without performing switching to the application to be executed.</p>
<p id="p0009" num="0009">The application recognizer may be configured to recognize a text input with a specific symbol as the application to be executed, and the message recognizer may be configured to recognize a remaining portion as the task message to be performed on the application. The application execution apparatus may further include an application designator configured to display a plurality of applications on a screen to select a single application from among the plurality of applications, in response to the plurality of applications being designated to the text input with the specific symbol in the text input through the text input device. The message transferor may be configured to transfer the input text to a memo application in response to an absence of the text input with the specific symbol in the text input through the text input device and in response to detecting the task message transmission instruction using the transmission instruction detector.</p>
<p id="p0010" num="0010">The transmission instruction detector may be configured to recognize a preset first swipe motion of the user as the task message transmission instruction.</p>
<p id="p0011" num="0011">The application execution apparatus may further include a text box creator configured to create a text box in response to detecting a preset second swipe motion of the user on a screen on which the text box is absent.<!-- EPO <DP n="4"> --></p>
<p id="p0012" num="0012">The application execution apparatus may further include an instruction display configured to display a plurality of functions on a screen in response to the plurality of functions being set to the application recognized by the application recognizer.</p>
<p id="p0013" num="0013">The application execution apparatus may further include an application execution notifier configured to display an application execution result on a screen in response to executing the application using the application executor.</p>
<p id="p0014" num="0014">The application execution apparatus may further include an external device control screen display configured to display a remote controller capable of controlling an external device in response to the application recognized by the application recognizer being an application for controlling the external device and in response to detecting a preset third swipe motion of the user.</p>
<p id="p0015" num="0015">The application execution apparatus may further include an external device searcher and connector configured to search for an external device from among peripheral devices and to connect the external device to a mobile device in response to the application recognized by the application recognizer being an application for controlling the external device.</p>
<p id="p0016" num="0016">An application execution method of a mobile device according to an example embodiment includes a text input operation; an application recognition operation of recognizing an application to be executed by a user; a message recognition operation of recognizing a task message to be performed on the application to be executed based on an input text; a transmission instruction detection operation of detecting a task message transmission instruction of the user; a message transfer operation of transferring the task message to the application to be executed by the user in response to detecting the task message transmission instruction of the user; and an application execution operation of executing the transferred task message.<!-- EPO <DP n="5"> --> A task of the application is performed on a current screen without performing switching to the application at which the user desires to perform the task.</p>
<p id="p0017" num="0017">The application recognition operation may recognize a text input with a specific symbol as the application at which the task is to be performed, and the message recognition operation may recognize a remaining portion as the task message to be performed on the application. The application execution method may further include an application display operation of displaying a plurality of applications on a screen to select a single application from among the plurality of applications, in response to the plurality of applications being designated to the text input with the specific symbol in the text that is input in the text input operation. In response to an absence of the text input with the specific symbol in the text input in the text input operation, when the task message transmission instruction is detected, the input text is transferred to a memo application</p>
<p id="p0018" num="0018">The transmission instruction detection operation may recognize a preset first swipe motion of the user as the task message transmission instruction.</p>
<p id="p0019" num="0019">The application execution method may further include a text box creation operation of creating a text box in response to detecting a preset second swipe motion of the user on a screen on which the text box is absent.</p>
<p id="p0020" num="0020">The application execution method may further include an instruction display operation of displaying a plurality of function in response to the plurality of functions being set to the application recognized in the application recognition operation.</p>
<p id="p0021" num="0021">The application execution method may further include an application execution notification operation of displaying an application execution result on a screen in response to executing the application in the application execution operation.<!-- EPO <DP n="6"> --></p>
<p id="p0022" num="0022">The application execution method may further include an external device control screen display operation of displaying a remote controller screen capable of controlling an external device in response to the application recognized in the application recognition operation being an application for controlling the external device and in response to detecting a preset third swipe motion of the user.</p>
<p id="p0023" num="0023">The application execution method may further include an external device searcher and connection operation of searching for an external device from among peripheral devices and connecting the external device to the mobile device in response to the application recognized in the application recognition operation being an application for controlling the external device.</p>
<heading id="h0006">EFFECT</heading>
<p id="p0024" num="0024">According to some example embodiments, when there is a need to execute an application on a mobile device, the desired application may be executed with a simple manipulation of a text input and a message transmission instruction without switching a screen.</p>
<p id="p0025" num="0025">Accordingly, although there is a need to execute another application during an execution of a single application, it is possible to remove inconveniences of terminating the existing application or returning to an idle screen and executing the other application and then executing the existing application in response to terminating the other application. Also, it is possible to save an amount of time used to execute the application. Since there is no need to close a screen of the existing application in execution or terminate the application, the continuity of a task may be maintained.</p>
<heading id="h0007">BRIEF DESCRIPTION OF DRAWINGS</heading>
<p id="p0026" num="0026">
<ul id="ul0001" list-style="none" compact="compact">
<li><figref idref="f0001">FIG. 1</figref> illustrates a process of executing a desired application on a screen of a mobile device according to at least one example embodiment.<!-- EPO <DP n="7"> --></li>
<li><figref idref="f0002">FIGS. 2A</figref> and <figref idref="f0003">2B</figref> illustrate an example of inputting a text for a message transmission and performing the message transmission on a screen of a mobile device according to at least one example embodiment.</li>
<li><figref idref="f0004">FIG. 3</figref> illustrates an example of setting a notification on a screen of a mobile device according to at least one example embodiment.</li>
<li><figref idref="f0005">FIG. 4</figref> illustrates an example of registering a schedule to a calendar on a screen of a mobile device according to at least one example embodiment.</li>
<li><figref idref="f0006">FIG. 5</figref> illustrates an example of storing a memo on a screen of a mobile device according to at least one example embodiment.</li>
<li><figref idref="f0007">FIG. 6</figref> illustrates an example of verifying whether a specific application is installed and executing the application on a screen of a mobile device according to at least one example embodiment.</li>
<li><figref idref="f0008 f0009 f0010">FIGS. 7A through 7C</figref> illustrate an example of performing a screen search and a twitter posting on a screen of a mobile device according to at least one example embodiment.</li>
<li><figref idref="f0011">FIGS. 8A</figref> and <figref idref="f0012">8B</figref> illustrate an example of controlling an external device through an application of a mobile device according to the related art.</li>
<li><figref idref="f0013 f0014 f0015">FIGS. 9A through 9C</figref> illustrate an example of controlling a television (TV) on a screen of a mobile device according to at least one example embodiment.</li>
<li><figref idref="f0016">FIG. 10</figref> illustrates an example of controlling an illumination on a screen of a mobile device according to at least one example embodiment.</li>
<li><figref idref="f0017">FIG. 11</figref> illustrates an example of controlling a temperature controller on a screen of a mobile device according to at least one example embodiment.</li>
<li><figref idref="f0018">FIG. 12</figref> illustrates an example of controlling a projector on a screen of a mobile device according to at least one example embodiment.</li>
</ul></p>
<heading id="h0008">BEST MODE</heading><!-- EPO <DP n="8"> -->
<p id="p0027" num="0027">Hereinafter, example embodiments are described in detail to be easily implemented by one of ordinary skill in the art with reference to the accompanying drawings. A description related to a portion irrelevant to the disclosure is omitted for clarity of description. It should be understood that various modifications and changes may be made in the example embodiments disclosed in the specification without departing from the spirit and scope of the disclosure. Accordingly, the scope of the disclosure is not defined by the detailed description, but by the claims and their equivalents and all variations within the scope of the claims and their equivalents are to be construed as being included in the disclosure.</p>
<p id="p0028" num="0028"><figref idref="f0001">FIG. 1</figref> illustrates a process of executing a desired application without performing screen switching on a screen of a mobile device according to at least one example embodiment.</p>
<p id="p0029" num="0029">Referring to <figref idref="f0001">FIG. 1</figref>, a user inputs a text to a text box using a text input device on a screen of a mobile device that the user is currently using. Regardless of a screen type such as a message transmission screen, a memo input screen, an Internet search screen, etc., the screen on which the text box is displayed uses, as the text input device, a virtual keyboard that is displayed on the screen in response to activating the text box. If an external input device is connected to the mobile device, the external input device may be used as the text input device.</p>
<p id="p0030" num="0030">The text box and the text input device may not be displayed on the screen currently in use. In this case, in response to the user performing a motion of swiping a touch screen from down to up, a text creator may detect the motion and may display the text box and the text input device on the screen. Although the text box is not displayed on the screen currently in use, a text input is enabled using the text creator without switching the screen.</p>
<p id="p0031" num="0031">Once the user inputs a text, an application recognizer and a message<!-- EPO <DP n="9"> --> recognizer recognize an application to be executed and a message, for example, a task message, to be performed on the application, respectively, from the input text. For example, the application recognizer recognizes an application to be executed based on a text input with a specific symbol, such as @ and #, and the message recognizer a remaining portion as a task to be performed on the application.</p>
<p id="p0032" num="0032">Meanwhile, an application that is frequently used at the mobile device may be preset as a default application. Once the application is set as the default application, the default application is recognized as the application to be executed if the input text does not include a text with a specific symbol associated with an application designation.</p>
<p id="p0033" num="0033">The application recognizer may recognize the application to be executed based on a text input to a text input box. When a separate icon for designating the application to be executed is displayed on the screen, the application recognizer may recognize a touch of the user on the icon and may recognize the application to be executed. A description related thereto is made below.</p>
<p id="p0034" num="0034">When the user inputs the text and gives a message transmission instruction for executing a task message on the application to be executed, a transmission instruction detector detects the message transmission instruction. The message transmission instruction may include a preset swipe motion, for example, a swipe motion in a "√" form, using the touch screen, and may use any type of instructions that may be distinguishably recognized from other functions of execution instructions stored in the mobile device.</p>
<p id="p0035" num="0035">Once the transmission instruction detector detects the message transmission instruction of the user, the task message is transferred to the designated application by the message transferor and the application is executed. Here, an application notifier may notify the user that the application is executed.<!-- EPO <DP n="10"> --> The execution of the application may be notified by displaying a popup window on a current screen, or by using a notification sound, a vibration, and the like.</p>
<p id="p0036" num="0036">As described above, according to example embodiments, in the case of executing an application that is not currently displayed on a screen being used at a mobile device such as a smartphone, the application may be executed by inputting a task message of the application to be executed to a text box of the current screen and by giving a simple message transmission instruction without switching the screen. Hereinafter, various example embodiments are described with reference to the accompanying drawings to further easily and clearly understand the disclosure.</p>
<p id="p0037" num="0037"><figref idref="f0002">FIGS. 2A</figref> and <figref idref="f0003">2B</figref> illustrate an example of inputting a text for a message transmission and performing the message transmission on a screen of a mobile device according to at least one example embodiment.</p>
<p id="p0038" num="0038">Referring to <figref idref="f0002">FIG. 2A</figref>, a user inputs a text "@Sangjeong see today" to a text box of a current screen of a smartphone and performs a swipe motion of "√" on a touch screen. Here, an application recognizer recognizes an application to be executed from a portion "Sangjeong" input with a symbol "@" in the input text, and recognizes a remaining portion "see today" as a task message to be performed on the application.</p>
<p id="p0039" num="0039">In the example embodiment, if the text input with "@" is information stored in a contact list of the mobile device, a message is set to be transmitted to a corresponding contact through a message transmission application. Also, the swipe motion of "√" is set as an instruction to transmit the task message to the designated application. Accordingly, the application recognizer recognizes the message transmission application as the application to be executed from the text "@Sangjeong", and transfers a task message of transmitting a message "see today?" to "Sangjeong" to the message transmission application through a message<!-- EPO <DP n="11"> --> transferor when a transmission instruction detector detects the swipe motion of "√", for example, a task message transmission instruction, of the user. The message transmission application receives the task message and executes the corresponding task, and an application execution notifier executes the application and displays a notification window "sent to Sangjeong" on the screen.</p>
<p id="p0040" num="0040">In the example embodiment, the message transmission application is designated as the application to be executed by inputting a name stored in the contact list with the specific symbol such as "@", and at the same time, a target to which the message is to be transmitted in response to executing the application is designated. However, a plurality of applications for transmitting a message may be installed on a single mobile device. In this case, an application designator may display the plurality of applications on the screen so that the user may select a single application from among the plurality of message transmission applications.</p>
<p id="p0041" num="0041">Referring to <figref idref="f0003">FIG. 2B</figref>, once "@Chohyeongeun" is input, the application recognizer and the message recognizer recognize that a message is to be transmitted to "Chohyeongeun" using the message transmission application. Here, if a plurality of message transmission applications, such as "SMS", "e-mail", "KaTalk", "LINE", etc., are installed, the application designator displays the plurality of message transmission applications at a lower end of a text box so that the user may select a desired application. If the user touches and selects "KaTalk", the application recognizer and the message recognizer recognize that the message is to be transmitted to "Chohyeongeun" through the application "KaTalk".</p>
<p id="p0042" num="0042"><figref idref="f0004">FIGS. 3</figref> and <figref idref="f0005">4</figref> illustrate an example of setting a notification and an example of registering a schedule to a calendar on a screen of a mobile device, respectively, according to at least one example embodiment.</p>
<p id="p0043" num="0043">In <figref idref="f0004">FIG. 3</figref>, "@one in the afternoon alarm" is input. In <figref idref="f0005">FIG. 4</figref>, "@1pm send<!-- EPO <DP n="12"> --> mail" is input. In the example embodiment, if a user inputs a time using Korean letters with a symbol "@" for recognizing an application, the user is to designate an alarm application for setting an alarm. If the user inputs the time using a number and alphabetical letters, such as pm or am, the user is to designate a calendar application for registering a schedule. Accordingly, in <figref idref="f0004">FIG. 3</figref>, in response to detecting a transmission instruction, for example, a swipe motion of "√", of the user, a task message of setting an alarm at 1 pm is transferred to the alarm application and the alarm application is executed. After the execution of the application, an execution result, for example, an alarm setting, is displayed on the screen. In <figref idref="f0005">FIG. 4</figref>, in response to detecting a transmission instruction, a task message of registering a schedule "send a mail at 1pm" to the calendar application is transferred to the calendar application and the calendar application is executed. After the execution of the application, an execution result, for example, a schedule registration, is displayed on the screen.</p>
<p id="p0044" num="0044">Although the example embodiment describes that, when the time with the symbol "@" is input using Korean letters, it is recognized as a message associated with an alarm registration, and when the number is input, it is recognized as a message associated with a schedule registration, the setting may be performed in an opposite manner. Alternatively, the setting may be performed to directly input names of applications to be executed, such as "@alarm" and "calendar", as instructions with respect to the alarm registration and the calendar registration, respectively, and to recognize the corresponding applications. Alternatively, similar to the example of <figref idref="f0002 f0003">FIG. 2</figref>, if a time is input with the symbol "@" regardless of any input type, such as "one in the afternoon" or "1pm", "alarm" or "calendar" may \ be displayed at a lower end of a text box so that the user may select and set the application to be executed, for example, using an application designator, and the<!-- EPO <DP n="13"> --> user may select the application and may additionally input a detailed message.</p>
<p id="p0045" num="0045"><figref idref="f0006">FIG. 5</figref> illustrates an example in which only a message "remember room cleaning" is input without an input of a symbol used to designate an application. In this case, a preset application, for example, a default application, is set to be executed. In the example embodiment, a memo application is set as the default application. Thus, in response to a transmission instruction of a user, the message "remember room cleaning" is transferred to the memo application and the memo application is executed. That is, a memo is stored. Also, once the message is stored on the memo application, a notification window for notifying the user of an application execution result is displayed on a screen.</p>
<p id="p0046" num="0046">In addition, to a message transmission, an alarm setting, a schedule registration, and a memo storage, a bulletin board posting using an SNS application, a music playback using a music application, a financial transaction using a bank application, a stock transaction using a security corporation application, a food order using a food delivery application, etc., may be executed in the same manner of inputting a message to a text box on a screen and thereby giving a transmission instruction.</p>
<p id="p0047" num="0047">In the meantime, an application recognized from an input text may not be installed on a mobile device. <figref idref="f0007">FIG. 6</figref> illustrates the above example. In this case, once a text "@B612" is input, the application recognizer recognizes "B612" as an application to be executed. In response to a transmission instruction of a user, this application is retrieved from the mobile device. If the application "B612" is installed on the mobile device, the application "B612" may be executed. Otherwise, the application "B612" may not be executed.</p>
<p id="p0048" num="0048">In the example embodiment, if the recognized application is not installed on the mobile device, a search result of the corresponding application is displayed by<!-- EPO <DP n="14"> --> executing an application store, such as Google Play and AppStore. As described above, in the example embodiment, when an application not installed on the mobile device is determined to be designated as a result of recognizing a message input to a text box, the corresponding application may be retrieved from the application store and the search result may be displayed. Accordingly, although the user becomes aware of information about a new application during conversation over a messenger, from a news article, etc., the user may immediately download and use the desired application on a current screen.</p>
<p id="p0049" num="0049">According to example embodiments, it is possible to display an icon for executing a specific application on a screen with a text input device, and to execute the desired application without performing a screen switching on a screen of the mobile device.</p>
<p id="p0050" num="0050"><figref idref="f0008 f0009 f0010">FIGS. 7A through 7C</figref> illustrate an example of performing a screen search and a twitter posting on a screen of a mobile device according to at least one example embodiment.</p>
<p id="p0051" num="0051">Referring to <figref idref="f0008">FIG. 7A</figref>, in response to activating a virtual keyboard that is a text input device on a screen of a mobile device, an icon designating a specific application may be displayed with the virtual keyboard. Icons displayed on the screen may include, for example, an icon (an icon displayed on the leftmost) for a web search, an icon for a contact search (an icon displayed on the third to the left), icons for a search and playback of a video or music (icons displayed on the fourth and the rightmost), an icon for a posting of twitter (an icon displayed on the fifth to the left), an icon (an icon displayed on the sixth to the left) for searching for a specific place such as a restaurant, and the like.</p>
<p id="p0052" num="0052"><figref idref="f0009">FIG. 7B</figref> illustrates an example of executing a corresponding application using the icon for the web search among icons displayed with the virtual keyboard.<!-- EPO <DP n="15"> --> Referring to <figref idref="f0009">FIG. 7B</figref>, in response to touching a search icon and inputting a keyword "keukey" through the virtual keyboard, a search result conducted by a predetermined search server using the keyword "keukey" is displayed.</p>
<p id="p0053" num="0053">Here, since it is impossible to display all the search results on a limited screen space, a link button that functions to link to further inclusive information may be provided at a display portion that displays a primary search result. For example, if a user selects website address information that is a first arranged search result, the user may immediately connect to the corresponding website. In the example embodiment, a search may be conducted by the search server. For example, the search server may be a yahoo server on the virtual keyboard itself. In this example, when a keyword is input to a search box of a Google site and a search result is conducted using the text box of the example embodiment, a search result conducted by the yahoo server is provided.</p>
<p id="p0054" num="0054"><figref idref="f0010">FIG. 7C</figref> illustrates an example of executing a corresponding application using the icon for posting of twitter among icons displayed with the virtual keyboard. Referring to <figref idref="f0010">FIG. 7C</figref>, in response to touching a twitter icon and inputting a predetermined posting message through the virtual keyboard, the posting is performed through a twitter application and a search result thereof is displayed on a current screen. That is, the twitter application may be executed on the current screen without performing a screen switching.</p>
<p id="p0055" num="0055">The example embodiment describes that the search result through the application execution result are displayed at locations at which icons designating the respective applications are displayed. However, it is provided as an example only. The search result may be displayed in another form unless the screen switching is required.</p>
<p id="p0056" num="0056">The example embodiment of executing an application or searching for the<!-- EPO <DP n="16"> --> application on a screen of a mobile device is described. Hereinafter, another example embodiment is described.</p>
<p id="p0057" num="0057">In the recent times, technology for connecting the mobile device to a peripheral external device and directly controlling the peripheral external device that is connected to the mobile device is known. To this end, the mobile device needs to be connected to the peripheral external device. As a method of connecting the mobile device to the peripheral external device, a variety of methods, for example, a method of automatically finding and connecting devices connected to the same wireless fidelity (WiFi) access point (AP), a method of automatically finding and connecting devices logged in the same account using the same server, a method of inputting a personal identification number (PIN) of device surface on the server, specifying the device, and at the same time, approving a control right and connecting devices, a method of connecting a single device to another device through an inter-layer communication network, for example, a peer-to-peer (P2P) scheme, of WiFi, Bluetooth, and the like. The method of connecting the mobile device to the peripheral external device is not included in the scope of the disclosure and a further description related thereto is omitted.</p>
<p id="p0058" num="0058">When the mobile device is connected to the peripheral external device, the external device may be controlled through a dedicated application installed on the mobile device. <figref idref="f0011">FIGS. 8A</figref> and <figref idref="f0012">8B</figref> illustrate an example of controlling an external device through an application of a mobile device according to the related art. When executing a dedicated application, a scheme of controlling a device by displaying a remote controller and by touching a button of a desired function as shown in <figref idref="f0011">FIG. 8A</figref> and a scheme of controlling a device by displaying a conversation box and by transferring a desired task message in a conversation form may be used.</p>
<p id="p0059" num="0059">Accordingly, to control the external device, a cumbersome process of closing<!-- EPO <DP n="17"> --> or terminating a screen of an application currently in use, executing the dedicated application, and inputting a control instruction needs to be performed. In addition, an increase in a number of peripheral devices may cause cumbersomeness and inconvenience to increase in selecting an application. Also, a manual may be different for each device. In this case, it may be difficult to adapt to the manual.</p>
<p id="p0060" num="0060">Accordingly, to simplify a control of a peripheral external device through a mobile device, the inventor(s) of the present application provides a method of, in response to inputting a desired instruction, for example, a task message, and a text designating an external device to be controlled to a text box and giving a simple transmission instruction on any screen of a mobile device, transferring the instruction to an application for controlling the device, and executing the application. Hereinafter, various example embodiments of controlling a peripheral external device through a mobile device are described.</p>
<p id="p0061" num="0061"><figref idref="f0013 f0014 f0015">FIGS. 9A through 9C</figref> illustrate an example of controlling a television (TV) on a screen of a mobile device according to at least one example embodiment.</p>
<p id="p0062" num="0062">Referring to <figref idref="f0013">FIG. 9A</figref>, when a TV or a set-top box is connected to a mobile device, a user inputs a text "@TV infinite challenge" to a text box of a current screen of a smartphone and performs a swipe motion of "√" on a touch screen. In response to detecting the motion of the user, an application recognizer of the mobile device recognizes a portion "TV" input with a symbol "@" from the input text as a portion associated with an application to be executed, a message recognizer recognizes a portion "infinite challenge" as a task message to be performed on the application, and a transmission instruction detector detects the swipe motion of "√", for example, a transmission instruction. Accordingly, a message transferor transfers a task message for playing a VOD "infinite challenge" or a task message for changing to a channel in which "infinite challenge" is currently being<!-- EPO <DP n="18"> --> broadcasted to a dedicated application for TV control. The corresponding application receives the task message, executes the task message, and controls the TV or the set-top box. Although the example embodiment describes that a program name is input as the task message to change a TV channel, the channel may be changed by directly inputting a desired channel number.</p>
<p id="p0063" num="0063">The TV control may control various functions, such as a power ON/OFF function, a volume control function, a recording reservation function, etc., in addition to a channel change function. Accordingly, in response to recognizing that the user desires to control the TV through the dedicated application, a function designator may display a plurality of functions on the screen so that the user may select a single desired function from among the plurality of functions.</p>
<p id="p0064" num="0064">Referring to <figref idref="f0014">FIG. 9B</figref>, in response to an input of "@TV", the application recognizer recognizes that the user desires to control the TV through the dedicated application for TV control. Here, a plurality of functions, such as the channel change function, the power ON/OFF function, the volume control function, the recording reservation function, etc., may be present as controllable functions. Thus, the function designator may display the plurality of functions at a lower end of the text box. If the user touches "record" among the plurality of functions, additionally inputs a target program, and gives a message transmission instruction, the user may make a reservation of recording the program "infinite challenge" that is to be broadcasted at a closest time.</p>
<p id="p0065" num="0065">Referring to <figref idref="f0015">FIG. 9C</figref>, in response to an input of "@TV" and a detection of a preset swipe motion, for example, a swipe motion of a linear form from right to left, a remote controller for controlling the TV may be displayed on the current screen through an external device control screen display. The swipe motion for displaying the remote controller may be set to be different from a swipe motion for<!-- EPO <DP n="19"> --> transmitting a task message and a swipe motion for creating a text box. Any type of instructions that are distinguishably recognizable from execution instructions of other functions and recognized may be used.</p>
<p id="p0066" num="0066"><figref idref="f0016">FIG. 10</figref> illustrates an example of controlling an illumination on a screen of a mobile device according to at least one example embodiment. Referring to <figref idref="f0016">FIG. 10</figref>, in response to inputting a text "@light off' to a text box and giving a task message transmission instruction, a message of turning OFF a light, for example, a smart illumination, is transferred to an application of the mobile device and the application is executed. Here, an indoor smart illumination uses a general indoor location recognition method of recognizing a BLE signal strength using the mobile device, and the like.</p>
<p id="p0067" num="0067">As described above, it is possible to turn OFF an illumination on the screen of the mobile device and to turn ON the illumination in the same manner without being deviated from a current location. Also, it is possible to control or inspect an illumination state, for example, an ON/OFF state, of another place, such as a living room, a kitchen, and the like.</p>
<p id="p0068" num="0068"><figref idref="f0017">FIG. 11</figref> illustrates an example of controlling a temperature controller of a product name "nest" on a screen of a mobile device according to at least one example embodiment. Referring to <figref idref="f0017">FIG. 11</figref>, in response to inputting a text "@nest 27 degrees" and giving a task message transmission instruction, a target temperature is transferred to a registered temperature controller through the mobile device or a dedicated application of the mobile device and a temperature adjustment is executed. Accordingly, although a user is out, a pleasant environment may be provided by cooling or heating in advance an indoor space at a desired temperature.</p>
<p id="p0069" num="0069">As described above, according to the example embodiment, it is possible to<!-- EPO <DP n="20"> --> easily control an external device connected to a mobile device by simply inputting a text on a screen of the mobile device currently in use. In addition, according to the example embodiment, it is possible to retrieve an external device not connected to the mobile device and to connect the retrieved external device to the mobile device.</p>
<p id="p0070" num="0070"><figref idref="f0018">FIG. 12</figref> illustrates an example of controlling a projector on a screen of a mobile device according to at least one example embodiment. Referring to <figref idref="f0018">FIG. 12</figref>, once a user inputs a text "@projector", a projector adjacent to the mobile device is retrieved and a result thereof is displayed at a lower end of a text box. In response to the user selecting the retrieved projector, a connection between the mobile device and the projector is performed through the mobile device or a dedicated application of the mobile device. This function may be executed through an external device searcher and connector. The user may control an operation of the connected projector by inputting a desired task message and by performing a swipe motion, for example, a task message transmission instruction. According to the example embodiment, it is possible to unify an operation of searching for a peripheral external device of the mobile device and an operation of connecting the external device to the mobile device.</p>
<p id="p0071" num="0071">According to example embodiments, a user may easily execute a desired application without switching a screen while using a mobile device. In particular, although there is a need to execute another application during an execution of a single application on the mobile device, and further, although there is a need to control a peripheral external device of the mobile device, the user may simply execute a task of a desired application by inputting a text on a current screen and by performing a preset swipe motion. Accordingly, it is possible to reduce the user inconvenience that may occur due to execution of the application and to reduce an<!-- EPO <DP n="21"> --> amount of time to manipulate an existing application. In addition, it is possible to maintain the continuity of a take being performed by the user.</p>
<p id="p0072" num="0072">Although the example embodiments are described with reference to the accompanying drawings, it will be understood by one of ordinary skill in the art that various other example embodiments may be implemented without departing from the technical scope or essential features of the disclosure. Therefore, the example embodiments are provided as examples only and construed as being limited.</p>
</description>
<claims id="claims01" lang="en"><!-- EPO <DP n="22"> -->
<claim id="c-en-0001" num="0001">
<claim-text>An application execution apparatus of a mobile device, the apparatus comprising:
<claim-text>a text input device;</claim-text>
<claim-text>an application recognizer configured to recognize an application to be executed;</claim-text>
<claim-text>a message recognizer reconfigured to recognize a task message to be performed on the application to be executed based on a text that is input through the text input device;</claim-text>
<claim-text>a transmission instruction detector configured to detect a task message transmission instruction of a user;</claim-text>
<claim-text>a message transferor configured to transfer the task message to the application in response to detecting the task message transmission instruction using the transmission instruction detector; and</claim-text>
<claim-text>an application executor configured to execute the task message transferred from the message transferor,</claim-text>
<claim-text>wherein the text input device is configured to perform a task of the application on a current screen without performing switching to the application to be executed.</claim-text></claim-text></claim>
<claim id="c-en-0002" num="0002">
<claim-text>The apparatus of claim 1, wherein the application recognizer is configured to recognize a text input with a specific symbol as the application to be executed, and the message recognizer is configured to recognize a remaining portion as the task message to be performed on the application.</claim-text></claim>
<claim id="c-en-0003" num="0003">
<claim-text>The apparatus of claim 2, further comprising:<!-- EPO <DP n="23"> -->
<claim-text>an application designator configured to display a plurality of applications on a screen to select a single application from among the plurality of applications, in response to the plurality of applications being designated to the text input with the specific symbol in the text input through the text input device.</claim-text></claim-text></claim>
<claim id="c-en-0004" num="0004">
<claim-text>The apparatus of claim 2, wherein, the message transferor is configured to transfer the input text to a memo application in response to an absence of the text input with the specific symbol in the text input through the text input device and in response to detecting the task message transmission instruction using the transmission instruction detector.</claim-text></claim>
<claim id="c-en-0005" num="0005">
<claim-text>The apparatus of claim 1, wherein the transmission instruction detector is configured to recognize a preset first swipe motion of the user as the task message transmission instruction.</claim-text></claim>
<claim id="c-en-0006" num="0006">
<claim-text>The apparatus of claim 1, further comprising:
<claim-text>a text box creator configured to create a text box in response to detecting a preset second swipe motion of the user on a screen on which the text box is absent.</claim-text></claim-text></claim>
<claim id="c-en-0007" num="0007">
<claim-text>The apparatus of claim 1, further comprising:
<claim-text>an instruction display configured to display a plurality of functions on a screen in response to the plurality of functions being set to the application recognized by the application recognizer.</claim-text></claim-text></claim>
<claim id="c-en-0008" num="0008">
<claim-text>The apparatus of claim 1, further comprising:
<claim-text>an application execution notifier configured to display an application<!-- EPO <DP n="24"> --> execution result on a screen in response to executing the application using the application executor.</claim-text></claim-text></claim>
<claim id="c-en-0009" num="0009">
<claim-text>The apparatus of claim 1, further comprising;<br/>
an external device control screen display configured to display a remote controller capable of controlling an external device in response to the application recognized by the application recognizer being an application for controlling the external device and in response to detecting a preset third swipe motion of the user.</claim-text></claim>
<claim id="c-en-0010" num="0010">
<claim-text>The apparatus of claim 1, further comprising:
<claim-text>an external device searcher and connector configured to search for an external device from among peripheral devices and to connect the external device to the mobile device in response to the application recognized by the application recognizer being an application for controlling the external device.</claim-text></claim-text></claim>
<claim id="c-en-0011" num="0011">
<claim-text>An application execution method of a mobile device, the method comprising:
<claim-text>a text input operation;</claim-text>
<claim-text>an application recognition operation of recognizing an application to be executed by a user;</claim-text>
<claim-text>a message recognition operation of recognizing a task message to be performed on the application to be executed based on an input text;</claim-text>
<claim-text>a transmission instruction detection operation of detecting a task message transmission instruction of the user;</claim-text>
<claim-text>a message transfer operation of transferring the task message to the application to be executed by the user in response to detecting the task message<!-- EPO <DP n="25"> --> transmission instruction of the user; and</claim-text>
<claim-text>an application execution operation of executing the transferred task message,</claim-text>
<claim-text>wherein a task of the application is performed on a current screen without performing switching to the application at which the user desires to perform the task.</claim-text></claim-text></claim>
<claim id="c-en-0012" num="0012">
<claim-text>The method of claim 11, wherein the application recognition operation recognizes a text input with a specific symbol as the application at which the task is to be performed, and the message recognition operation recognizes a remaining portion as the task message to be performed on the application.</claim-text></claim>
<claim id="c-en-0013" num="0013">
<claim-text>The method of claim 12, further comprising:
<claim-text>an application display operation of displaying a plurality of applications on a screen to select a single application from among the plurality of applications, in response to the plurality of applications being designated to the text input with the specific symbol in the text that is input in the text input operation.</claim-text></claim-text></claim>
<claim id="c-en-0014" num="0014">
<claim-text>The method of claim 12, wherein, in response to an absence of the text input with the specific symbol in the text input in the text input operation, when the task message transmission instruction is detected, the input text is transferred to a memo application.</claim-text></claim>
<claim id="c-en-0015" num="0015">
<claim-text>The method of claim 11, wherein the transmission instruction detection operation recognizes a preset first swipe motion of the user as the task message transmission instruction.<!-- EPO <DP n="26"> --></claim-text></claim>
<claim id="c-en-0016" num="0016">
<claim-text>The method of claim 11, further comprising:
<claim-text>a text box creation operation of creating a text box in response to detecting a preset second swipe motion of the user on a screen on which the text box is absent.</claim-text></claim-text></claim>
<claim id="c-en-0017" num="0017">
<claim-text>The method of claim 11, further comprising:
<claim-text>an instruction display operation of displaying a plurality of function in response to the plurality of functions being set to the application recognized in the application recognition operation.</claim-text></claim-text></claim>
<claim id="c-en-0018" num="0018">
<claim-text>The method of claim 11, further comprising:
<claim-text>an application execution notification operation of displaying an application execution result on a screen in response to executing the application in the application execution operation.</claim-text></claim-text></claim>
<claim id="c-en-0019" num="0019">
<claim-text>The method of claim 11, further comprising:
<claim-text>an external device control screen display operation of displaying a remote controller screen capable of controlling an external device in response to the application recognized in the application recognition operation being an application for controlling the external device and in response to detecting a preset third swipe motion of the user.</claim-text></claim-text></claim>
<claim id="c-en-0020" num="0020">
<claim-text>The method of claim 11, further comprising:
<claim-text>an external device searcher and connection operation of searching for an external device from among peripheral devices and connecting the external device<!-- EPO <DP n="27"> --> to the mobile device in response to the application recognized in the application recognition operation being an application for controlling the external device.</claim-text></claim-text></claim>
</claims>
<drawings id="draw" lang="en"><!-- EPO <DP n="28"> -->
<figure id="f0001" num="1"><img id="if0001" file="imgf0001.tif" wi="112" he="156" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="29"> -->
<figure id="f0002" num="2A"><img id="if0002" file="imgf0002.tif" wi="146" he="115" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="30"> -->
<figure id="f0003" num="2B"><img id="if0003" file="imgf0003.tif" wi="147" he="115" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="31"> -->
<figure id="f0004" num="3"><img id="if0004" file="imgf0004.tif" wi="147" he="114" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="32"> -->
<figure id="f0005" num="4"><img id="if0005" file="imgf0005.tif" wi="148" he="115" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="33"> -->
<figure id="f0006" num="5"><img id="if0006" file="imgf0006.tif" wi="149" he="115" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="34"> -->
<figure id="f0007" num="6"><img id="if0007" file="imgf0007.tif" wi="153" he="119" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="35"> -->
<figure id="f0008" num="7A"><img id="if0008" file="imgf0008.tif" wi="116" he="218" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="36"> -->
<figure id="f0009" num="7B"><img id="if0009" file="imgf0009.tif" wi="116" he="214" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="37"> -->
<figure id="f0010" num="7C"><img id="if0010" file="imgf0010.tif" wi="117" he="216" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="38"> -->
<figure id="f0011" num="8A"><img id="if0011" file="imgf0011.tif" wi="113" he="213" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="39"> -->
<figure id="f0012" num="8B"><img id="if0012" file="imgf0012.tif" wi="118" he="184" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="40"> -->
<figure id="f0013" num="9A"><img id="if0013" file="imgf0013.tif" wi="147" he="117" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="41"> -->
<figure id="f0014" num="9B"><img id="if0014" file="imgf0014.tif" wi="99" he="193" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="42"> -->
<figure id="f0015" num="9C"><img id="if0015" file="imgf0015.tif" wi="149" he="116" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="43"> -->
<figure id="f0016" num="10"><img id="if0016" file="imgf0016.tif" wi="147" he="116" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="44"> -->
<figure id="f0017" num="11"><img id="if0017" file="imgf0017.tif" wi="153" he="119" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="45"> -->
<figure id="f0018" num="12"><img id="if0018" file="imgf0018.tif" wi="105" he="208" img-content="drawing" img-format="tif"/></figure>
</drawings>
<search-report-data id="srep" lang="en" srep-office="EP" date-produced=""><doc-page id="srep0001" file="srep0001.tif" wi="154" he="233" type="tif"/><doc-page id="srep0002" file="srep0002.tif" wi="154" he="233" type="tif"/></search-report-data>
</ep-patent-document>
