<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE ep-patent-document PUBLIC "-//EPO//EP PATENT DOCUMENT 1.5.1//EN" "ep-patent-document-v1-5-1.dtd">
<!-- This XML data has been generated under the supervision of the European Patent Office -->
<ep-patent-document id="EP21184524A1" file="EP21184524NWA1.xml" lang="en" country="EP" doc-number="3941040" kind="A1" date-publ="20220119" status="n" dtd-version="ep-patent-document-v1-5-1">
<SDOBI lang="en"><B000><eptags><B001EP>ATBECHDEDKESFRGBGRITLILUNLSEMCPTIESILTLVFIROMKCYALTRBGCZEEHUPLSKBAHRIS..MTNORSMESMMAKHTNMD..........</B001EP><B005EP>J</B005EP><B007EP>BDM Ver 2.0.14 (4th of August) -  1100000/0</B007EP></eptags></B000><B100><B110>3941040</B110><B120><B121>EUROPEAN PATENT APPLICATION</B121></B120><B130>A1</B130><B140><date>20220119</date></B140><B190>EP</B190></B100><B200><B210>21184524.3</B210><B220><date>20210708</date></B220><B250>en</B250><B251EP>en</B251EP><B260>en</B260></B200><B300><B310>109124246</B310><B320><date>20200717</date></B320><B330><ctry>TW</ctry></B330></B300><B400><B405><date>20220119</date><bnum>202203</bnum></B405><B430><date>20220119</date><bnum>202203</bnum></B430></B400><B500><B510EP><classification-ipcr sequence="1"><text>H04N   9/31        20060101AFI20211118BHEP        </text></classification-ipcr><classification-ipcr sequence="2"><text>G03B  37/04        20210101ALI20211118BHEP        </text></classification-ipcr><classification-ipcr sequence="3"><text>G06F   3/14        20060101ALI20211118BHEP        </text></classification-ipcr></B510EP><B520EP><classifications-cpc><classification-cpc sequence="1"><text>G09B   9/32        20130101 LI20211122BHEP        </text></classification-cpc><classification-cpc sequence="2"><text>G09G2352/00        20130101 LA20211109BHEP        </text></classification-cpc><classification-cpc sequence="3"><text>H04N   9/3185      20130101 FI20211122BHEP        </text></classification-cpc><classification-cpc sequence="4"><text>G03B  37/04        20130101 LI20211109BHEP        </text></classification-cpc><classification-cpc sequence="5"><text>G06F   3/14        20130101 LI20211109BHEP        </text></classification-cpc><classification-cpc sequence="6"><text>G03B  21/56        20130101 LI20211122BHEP        </text></classification-cpc><classification-cpc sequence="7"><text>H04N   9/3147      20130101 LI20211109BHEP        </text></classification-cpc></classifications-cpc></B520EP><B540><B541>de</B541><B542>ABBILDUNGSVERFAHREN FÜR EINE VOLLDOM-ANZEIGE</B542><B541>en</B541><B542>MAPPING METHOD FOR FULLDOME DISPLAY</B542><B541>fr</B541><B542>PROCÉDÉ DE MAPPAGE POUR L'AFFICHAGE FULLDOME</B542></B540><B590><B598>9</B598></B590></B500><B700><B710><B711><snm>Brogent Technologies Inc.</snm><iid>101908172</iid><irf>B33315EP</irf><adr><str>No. 9, Fuxing 4th Road 
Qianzhen District</str><city>Kaohsiung 806</city><ctry>TW</ctry></adr></B711></B710><B720><B721><snm>Hsu, Chih-Yung</snm><adr><city>806 Kaohsiung</city><ctry>TW</ctry></adr></B721><B721><snm>Tsai, Ting-Chieh</snm><adr><city>806 Kaohsiung</city><ctry>TW</ctry></adr></B721><B721><snm>Lee, Tak-Hon</snm><adr><city>806 Kaohsiung</city><ctry>TW</ctry></adr></B721></B720><B740><B741><snm>Kretschmann, Dennis</snm><iid>101316578</iid><adr><str>Boehmert &amp; Boehmert 
Anwaltspartnerschaft mbB 
Pettenkoferstrasse 22</str><city>80336 München</city><ctry>DE</ctry></adr></B741></B740></B700><B800><B840><ctry>AL</ctry><ctry>AT</ctry><ctry>BE</ctry><ctry>BG</ctry><ctry>CH</ctry><ctry>CY</ctry><ctry>CZ</ctry><ctry>DE</ctry><ctry>DK</ctry><ctry>EE</ctry><ctry>ES</ctry><ctry>FI</ctry><ctry>FR</ctry><ctry>GB</ctry><ctry>GR</ctry><ctry>HR</ctry><ctry>HU</ctry><ctry>IE</ctry><ctry>IS</ctry><ctry>IT</ctry><ctry>LI</ctry><ctry>LT</ctry><ctry>LU</ctry><ctry>LV</ctry><ctry>MC</ctry><ctry>MK</ctry><ctry>MT</ctry><ctry>NL</ctry><ctry>NO</ctry><ctry>PL</ctry><ctry>PT</ctry><ctry>RO</ctry><ctry>RS</ctry><ctry>SE</ctry><ctry>SI</ctry><ctry>SK</ctry><ctry>SM</ctry><ctry>TR</ctry></B840><B844EP><B845EP><ctry>BA</ctry></B845EP><B845EP><ctry>ME</ctry></B845EP></B844EP><B848EP><B849EP><ctry>KH</ctry></B849EP><B849EP><ctry>MA</ctry></B849EP><B849EP><ctry>MD</ctry></B849EP><B849EP><ctry>TN</ctry></B849EP></B848EP></B800></SDOBI>
<abstract id="abst" lang="en">
<p id="pa01" num="0001">A mapping method for a fulldome display, including convert an original image into a deformed image corresponding to the fulldome display; divides the deformed image into at least one first image, at least one second image, and at least one third image; incorporate the third image with the second image to form at least one intermediate image; display image pixels of the first image on display pixels of at least one first displaying module of the fulldome display based on a first mapping relation; display image pixels of the intermediate image on display pixels of at least one second displaying module of the fulldome display based on a second mapping relation. In this way, the increased image pixels of the third image could be transmitted and be displayed.
<img id="iaf01" file="imgaf001.tif" wi="122" he="90" img-content="drawing" img-format="tif"/></p>
</abstract>
<description id="desc" lang="en"><!-- EPO <DP n="1"> -->
<heading id="h0001"><b>BACKGROUND OF THE INVENTION</b></heading>
<heading id="h0002"><b>Technical Field</b></heading>
<p id="p0001" num="0001">The present invention relates generally to a displaying system, and more particularly to a mapping method for a fulldome display.</p>
<heading id="h0003"><b>Description of Related Art</b></heading>
<p id="p0002" num="0002">Large-scale flat-panel displays are used to display images for viewers. In order to pursue the presence of watching images, the traditional flat-panel displays are no longer sufficient to meet people's needs for viewing images. Therefore, a fulldome display has been developed to display stereoscopic images and increase the presence of viewing.</p>
<p id="p0003" num="0003">A conventional fulldome displaying system 100 is illustrated in <figref idref="f0001">FIG. 1</figref>, including a medium server 10, a plurality of transmitting devices 12, a plurality of receiving devices 14, and a fulldome display 16, wherein the medium server 10 is connected to each of the transmitting devices 12, and each of the transmitting devices 12 is connected to one of the receiving devices 14.</p>
<p id="p0004" num="0004">The fulldome display 16 is stitched by four displaying modules, wherein each of the displaying modules has a plurality of display pixels. Each of the display pixels consists of multi-color LEDs. Each of the displaying modules is connected to one of the receiving devices 14. The fulldome display 16 is two-thirds of a hemisphere, wherein a maximum number of horizontal display pixels (i.e., horizontal resolution) of the fulldome display 16 is 3840, and a maximum number of vertical display pixels (i.e., vertical resolution) is 2160.</p>
<p id="p0005" num="0005">Referring to <figref idref="f0002">FIG. 2</figref>, the medium server 10 converts an original image I1 into a deformed image 12 corresponding to the fulldome display 16, wherein a resolution<!-- EPO <DP n="2"> --> of the original image I1 is 4K (3840×2160) and a resolution of the deformed image 12 is 4K (3840×2160). A converting process includes calculating a mapping relation between a coordinate of image pixels of the original image I1 and a coordinate of the display pixels of the fulldome display 16 by using Geometry Mapping. Then, performing Image Warping Algorithm to deform and perform Interpolation Method on the image pixels of the original image I1 based on the mapping relation obtained by the Geometry Mapping algorithm to obtain the deformed image 12.</p>
<p id="p0006" num="0006">After that, the medium server 10 divides the deformed image 12 into four 2K images and transmits each of the four 2K images to one of the transmitting devices 12; each of the transmitting devices 12 transmits the corresponding 2K image to one of the receiving devices 14; each of the receiving devices 14 displays the image pixels of each of the 2K images on the display pixels of one of the displaying modules based on the mapping relation.</p>
<p id="p0007" num="0007">However, when the resolution of the original image I1 and a resolution of the fulldome display 16 increases, the original transmitting devices 12 and the original receiving devices 14 will be insufficient, and the number of the transmitting devices 12 and the receiving devices 14 must be increased accordingly to correspondingly transmit the increased image pixels to the fulldome display 16. As a result, a hardware cost of the conventional fulldome displaying system 100 will increase.</p>
<heading id="h0004"><b>BRIEF SUMMARY OF THE INVENTION</b></heading>
<p id="p0008" num="0008">In view of the above, the primary objective of the present invention is to provide a mapping method for a fulldome display, which could transmit the increased image pixels.</p>
<p id="p0009" num="0009">The present invention provides a mapping method for a fulldome display, wherein the fulldome display includes at least one first displaying module and at least one<!-- EPO <DP n="3"> --> second displaying module; the at least one first displaying module has a plurality of display pixels, and the at least one second displaying module has a plurality of display pixels; the mapping method includes steps of.</p>
<p id="p0010" num="0010">convert an original image into a deformed image corresponding to the fulldome display;</p>
<p id="p0011" num="0011">divide the deformed image into at least one first image, at least one second image, and at least one third image, wherein the at least one first image corresponds to the at least one first displaying module, and the at least one second image and the at least one third image correspond to the at least one second displaying module;</p>
<p id="p0012" num="0012">incorporate the at least one third image with the at least one second image to form at least one intermediate image;</p>
<p id="p0013" num="0013">display a plurality of image pixels of the at least one first image on the display pixels of the at least one first displaying module of the fulldome display based on a first mapping relation, and displaying a plurality of image pixels of the at least one intermediate image on the display pixels of the at least one second displaying module of the fulldome display based on a second mapping relation.</p>
<p id="p0014" num="0014">With the aforementioned design, by incorporating the third image with the second image to form the intermediate image, the first image could be transmitted and displayed on the first displaying module, and the intermediate image with the second image and the third image could be transmitted and displayed on the second displaying module, thereby to transmit the added image pixels of the third image.</p>
<heading id="h0005"><b>BRIEF DESCRIPTION OF THE SEVERAL VIEWS OF THE DRAWINGS</b></heading>
<p id="p0015" num="0015">The present invention will be best understood by referring to the following detailed description of some illustrative embodiments in conjunction with the accompanying drawings, in which<!-- EPO <DP n="4"> -->
<ul id="ul0001" list-style="none" compact="compact">
<li><figref idref="f0001">FIG. 1</figref> is a schematic view of the conventional fulldome displaying system;</li>
<li><figref idref="f0002">FIG. 2</figref> is a schematic view showing the conventional fulldome displaying system converts the original image into the deformed image;</li>
<li><figref idref="f0003">FIG. 3</figref> is a schematic view of the fulldome displaying system according to a first embodiment of the present invention;</li>
<li><figref idref="f0004">FIG. 4</figref> is a schematic view showing the fulldome display according to the first embodiment of the present invention is expanded;</li>
<li><figref idref="f0005">FIG. 5</figref> is a flowchart of the mapping method of the fulldome display according to the first embodiment of the present invention;</li>
<li><figref idref="f0006">FIG. 6</figref> is a schematic view showing the original image according to the first embodiment of the present invention;</li>
<li><figref idref="f0007">FIG. 7</figref> is a schematic view showing the deformed image according to the first embodiment of the present invention;</li>
<li><figref idref="f0008">FIG. 8</figref> is a schematic view showing the deformed image according to the first embodiment of the present invention is expanded;</li>
<li><figref idref="f0009">FIG. 9</figref> is a schematic view showing the image formed by incorporating the third image with the second image according to the first embodiment of the present invention;</li>
<li><figref idref="f0010">FIG. 10</figref> is a schematic view of the fulldome displaying system according to a second embodiment of the present invention;</li>
<li><figref idref="f0011">FIG. 11</figref> is a schematic view showing the fulldome display according to the second embodiment of the present invention expanded;</li>
<li><figref idref="f0012">FIG. 12</figref> is a schematic view showing the original image according to the second embodiment of the present invention;</li>
<li><figref idref="f0013">FIG. 13</figref> is a schematic view showing the deformed image according to the second embodiment of the present invention;<!-- EPO <DP n="5"> --></li>
<li><figref idref="f0014">FIG. 14</figref> is a schematic view showing the deformed image according to the second embodiment of the present invention is expanded; and</li>
<li><figref idref="f0015">FIG. 15</figref> is a schematic view showing the image formed by incorporating the third image with the second image according to the second embodiment of the present invention.</li>
</ul></p>
<heading id="h0006"><b>DETAILED DESCRIPTION OF THE INVENTION</b></heading>
<p id="p0016" num="0016">A fulldome displaying system 1 according to a first embodiment of the present invention is illustrated in <figref idref="f0003 f0004">FIG. 3 to FIG. 4</figref> and includes a processing device 20, a medium server 22, a plurality of image splitters 23, a plurality of transmitting devices 24, a plurality of receiving devices 26, and a fulldome display 30. Referring to <figref idref="f0005">FIG. 5</figref>, a mapping method of the fulldome displaying system 1 will be described later.</p>
<p id="p0017" num="0017">In the current embodiment, the processing device 20 is a computer host as an example and is connected to the medium server 22, wherein the medium server 22 is connected to each of the image splitters 23. Each of the image splitters 23 is connected to one of the transmitting devices 24. Each of the transmitting devices 24 is connected to one of the receiving devices 26. Each of the receiving devices 26 is connected to the fulldome display 30.</p>
<p id="p0018" num="0018">Referring to <figref idref="f0004">FIG. 4</figref>, in the current embodiment, the fulldome display 30 is a LED fulldome display 30 as an example and is formed by splicing a plurality of displaying modules 32, wherein each of the displaying modules 32 has a plurality of display pixels consisting of multi-color LEDs. The display pixels of each of the displaying modules 32 are composed of a plurality of rows of display pixels arranged from top down, wherein each of the rows of display pixels is different from one another. In the current embodiment, the fulldome display 30 is two-thirds of a hemisphere as an example, wherein in a vertical direction of the fulldome display 30, latitudes of the fulldome display<!-- EPO <DP n="6"> --> 30 range between +30 degrees and -90 degrees, and an equator line is at 0 degrees; in a horizontal direction of the fulldome display 30, longitudes of the fulldome display 30 range between -90 degrees and +90 degrees. A maximum number of horizontal display pixels (i.e., horizontal resolution) of the fulldome display 30 is 7680 as an example, and a maximum number of vertical display pixels (i.e., vertical resolution) of the fulldome display 30 is 5120 as an example.</p>
<p id="p0019" num="0019">Each of the displaying modules 32 includes a plurality of first displaying modules 34 and a plurality of second displaying modules 36. In the current embodiment, the fulldome display 30 is divided into four equal parts of display area 30a based on longitudes, wherein each of equal parts of display area 30a includes three first displaying modules 34 and a second displaying modules 36 sequentially arranged from top down. A number of rows of display pixels of each of the first displaying modules 34 is the same, and a number of rows of display pixels of each of the second displaying modules 36 is greater than the number of rows of display pixels of each of the first displaying modules 34. The number of rows of display pixels of each of the second displaying modules 36 gradually decreases from top down. Each of the second displaying modules 36 could be divided into two areas (i.e., an upper area 36a and a lower area 36b), wherein a number of rows of display pixels of the upper area 36a is equal to the number of the rows of display pixels of each of the first displaying modules 34; a number of rows of display pixels of the lower area 36b is smaller than or equal to the number of rows of display pixels of the upper area 36a.</p>
<p id="p0020" num="0020">The receiving devices 26 include a plurality of first receiving devices 262 and a plurality of second receiving devices 264, wherein each of the first receiving devices 262 is connected to one of the first displaying modules 34, and each of the second receiving devices 264 is connected to one of the second displaying modules 36.<!-- EPO <DP n="7"> --></p>
<p id="p0021" num="0021">The processing device 20 is adapted to receive an original image I1 shown in <figref idref="f0006">FIG. 6</figref> and convert the original image I1 into a deformed image 12 shown in <figref idref="f0007">FIG. 7</figref> corresponding to the fulldome display 30. In the current embodiment, a number of horizontal image pixels (i.e., horizontal resolution) of the original image I1 is 7680 as an example, and a number of vertical image pixels (i.e., vertical resolution) of the original image I1 is 5120 as an example. In other words, a resolution of the original image I1 is greater than a resolution of 8K (7680×4320). A converting process includes calculating an original mapping relation between a coordinate of image pixels of the original image I1 and a coordinate of the display pixels of the fulldome display 30 by using Geometry Mapping Algorithm. Then, performing Image Warping Algorithm to deform and perform Interpolation Method on the image pixels of the original image I1 based on the original mapping relation obtained by the Geometry Mapping Algorithm to obtain the deformed image 12, wherein a RGB color information of part of image pixels is interpolated to obtain a correct RGB color information, such as Lanczos interpolation or bicubic interpolation, etc.</p>
<p id="p0022" num="0022">The processing device 20 expands the deformed image 12 corresponding to the longitudes of the fulldome display 30 and divides the deformed image 12 into four equal parts of image 13 shown in <figref idref="f0008">FIG. 8</figref>, wherein each of equal parts of image 13 corresponds to one of equal parts of display area 30a of the fulldome display 30 shown in <figref idref="f0004">FIG. 4</figref>. The processing device 20 divides each of equal parts of image 13 into a plurality of first images 131, a second image 132, and a third image 133. In a vertical direction of each of equal parts of image 13, the second image 132 is connected between one of the first images 131 and the third image 133. Each of the first images 131 of each of equal parts of image 13 corresponds to one of the first displaying modules 34 of one of equal parts of display area 30a of the fulldome display 30. The second image 132 and the third image 133 of each of equal parts of image 13 correspond to the second displaying modules 36 of one<!-- EPO <DP n="8"> --> of equal parts of display area 30a of the fulldome display 30 (i.e., the second image 132 corresponds to the upper area 36a of the second displaying modules 36; the third image 133 corresponds to the lower area 36b of the second displaying modules 36). A number of vertical image pixels (i.e., vertical resolution) of image pixels of the third image 133 is smaller than or equal to a number of vertical image pixels of image pixels of the first images 131 or a number of vertical image pixels of image pixels of the second image 132. A number of horizontal image pixels (i.e., horizontal resolution) of the image pixels of the first images 131, a number of horizontal image pixels of the image pixels of the second image 132, and a number of horizontal image pixels of the image pixels of the third image 133 are the same.</p>
<p id="p0023" num="0023">More specifically, the image pixels of the first images 131 include a valid image area 1312 and an invalid image area 1314, wherein the image pixels in the valid image area 1312 are adapted to be displayed on the display pixels of the first displaying modules 34, while the invalid image area 1314 is located around a periphery of the valid image area 1312 and is not displayed. In practice, the image pixels of the first images 131 could be all valid image area 1312.</p>
<p id="p0024" num="0024">The image pixels of the second image 132 include at least one first valid image area 1322 and at least one invalid image area 1324, wherein the image pixels in the first valid image area 1322 are adapted to be displayed on the display pixels of the second displaying modules 36. In the current embodiment, the at least one invalid image area 1324 includes two invalid image areas 1324 respectively located on two lateral sides of the first valid image area 1322 in a horizontal direction, wherein the image pixels of the invalid image areas 1324 are not displayed.</p>
<p id="p0025" num="0025">The image pixels of the third image 133 include at least one second valid image area 1332 and at least one invalid image area 1334, wherein the image pixels in the second valid image area 1332 are adapted to be displayed on the display pixels of the<!-- EPO <DP n="9"> --> second displaying modules 36. In the current embodiment, the at least one invalid image area 1334 includes two invalid image area 1334 respectively located on two lateral sides of the second valid image area 1332 in a horizontal direction, wherein the image pixels of the invalid image area 1334 are not displayed. A number of the image pixels in the second valid image area 1332 is smaller than or equal to a number of the image pixels in the invalid image area 1334 of the image pixels of the second image 132.</p>
<p id="p0026" num="0026">The first original mapping relation corresponds to a mapping relation between a coordinate of image pixels of the first images 131 and a coordinate of display pixels of the first displaying modules 34. The second original mapping relation corresponds to a mapping relation between a coordinate of image pixels of the second image 132 and a coordinate of image pixels of the third image 133 and a coordinate of display pixels of the second displaying modules 36. The first original mapping relation constitutes a first mapping relation. More specifically, the first original mapping relation is a mapping relation between a coordinate of image pixels in the valid image area 1312 of the first images 131 and a coordinate of display pixels of the first displaying modules 34; the second original mapping relation is a mapping relation between a coordinate of image pixels in the first valid image area 1322 of the second image 132 and a coordinate of image pixels in the second valid image area 1332 of the third image 133 and a coordinate of display pixels of the second displaying modules 36.</p>
<p id="p0027" num="0027">In order to simplify hardware equipment of the fulldome displaying system 1, the following steps are further performed in the current embodiment.</p>
<p id="p0028" num="0028">Referring to <figref idref="f0009">FIG. 9</figref>, the processing device 20 incorporates each of equal parts of image 13 with the second image 132 to form an intermediate image 134 in each of equal parts of image 13. In the current embodiment, the processing device 20 incorporates the second valid image area 1332 of the image pixels of the third image 133 with the invalid image area 1324 of the image pixels of the second image 132. More specifically,<!-- EPO <DP n="10"> --> since a number of the image pixels in the invalid image area 1324 of the second image 132 increases along a predetermined direction (e.g. the predetermined direction in the current embodiment is a direction from top down), and a number of the image pixels in the second valid image area 1332 decreases along the predetermined direction, the processing device 20 divides the second valid image area 1332 into a left valid image sub-area 1332a and a right valid image sub-area 1332a, and rotates the left valid image sub-area 1332a and the right valid image sub-area 1332a 180 degrees and incorporates the left valid image sub-area 1332a and the right valid image sub-area 1332a with the two invalid image area 1324 of the second image 132 to replace the image pixels of the original invalid image area 1324 of the second image 132 to form the intermediate image 134. In other words, the intermediate image 134 has the first valid image area 1322 and the second valid image area 1332. In this way, a deformed image 12 with a resolution greater than 8K could be converted into an image with a resolution of 8K (7680×4320) as shown in <figref idref="f0009">FIG. 9</figref>.</p>
<p id="p0029" num="0029">In other words, before the deformed image 12 being converted, a sum of the number of the vertical image pixels (i.e., vertical resolution) of the image pixels of the third image 133 and the number of the vertical image pixels of the image pixels of the second image 132 is greater than the number of the vertical image pixels of the image pixels of the first images 131, and the number of the vertical image pixels of the image pixels of the third image 133 is smaller than or equal to the number of the vertical image pixels of the image pixels of the second image 132. After the deformed image 12 being converted, a number of vertical image pixels of image pixels of the intermediate image 134 is equal to the number of the vertical image pixels of the image pixels of each of the first images 131 and the second image 132, and a number of horizontal image pixels of the image pixels of the intermediate image 134 is equal to the number of the horizontal image pixels of the image pixels of the first images 131.<!-- EPO <DP n="11"> --></p>
<p id="p0030" num="0030">In addition, the second original mapping relation is correspondingly converted into a second mapping relation for rearranging the second original mapping relation to form the second mapping relation in response to the image pixels of the third image 133 added in the intermediate image 134.</p>
<p id="p0031" num="0031">In the current embodiment, the processing device 20 transmits the first mapping relation corresponding to each of equal parts of image 13 to the first receiving devices 262 for storing the first mapping relation in the first receiving devices 262, and transmits the second mapping relation corresponding to each of equal parts of image 13 to the second receiving devices 264 for storing the second mapping relation in the second receiving devices 264.</p>
<p id="p0032" num="0032">After that, the image pixels of the first images 131 of each of equal parts of image 13 are displayed on the display pixels of the first displaying modules 34 of one of equal parts of display area 30a of the fulldome display 30 based on the first mapping relation, and the image pixels of the intermediate image 134 of each of equal parts of image 13 are displayed on the display pixels of the second displaying modules 36 of one of equal parts of display area 30a of the fulldome display 30 based on the second mapping relation. In the current embodiment, the processing device 20 transmits the image shown in <figref idref="f0009">FIG. 9</figref> to the medium server 32 for storing the image shown in <figref idref="f0009">FIG. 9</figref> in the medium server 32. When the medium server 32 is playing image, the image with the resolution of 8K is divided into four images with a resolution of 4K (3840×2160), and the four images with the resolution of 4K are transmitted to the image splitters 23. Each of the image splitters 23 divides each of the four images with the resolution of 4K into four images with a resolution of 2K (1920×1080), and the four images with the resolution of 2K are respectively transmitted to the transmitting devices 24. Each of the transmitting devices 24 transmits one of the four images with the resolution of 2K to one of the receiving devices 26. In other embodiments, the fulldome displaying system 1 could include merely one<!-- EPO <DP n="12"> --> image splitter 23 (e.g. 1 to 16 image splitter 23), alternatively, the image splitter 23 could be omitted, and the medium server 32 directly output sixteenth images with a resolution of 2K (1920×1080) to the transmitting devices 24.</p>
<p id="p0033" num="0033">The images with the resolution of 2K (1920×1080) received by the first receiving devices 262 are the first images 131, and the first receiving devices 262 correspondingly display the image pixels of the first images 131 on the display pixels of the first displaying modules 34 based on the first mapping relation. The images with the resolution of 2K (1920×1080) received by the second receiving devices 264 are the intermediate images 134, and the second receiving devices 264 correspondingly display the image pixels of the intermediate images 134 on the display pixels of the second displaying modules 36 based on the second mapping relation.</p>
<p id="p0034" num="0034">In the current embodiment, each of the first receiving devices 262 correspondingly displays the valid image area 1312 of the image pixels of the received first images 131 on the display pixels of the first displaying modules 34 of the fulldome display 30 based on the first mapping relation. Each of the second receiving devices 264 correspondingly displays the first valid image area 1322 and the second valid image area 1332 of the image pixels of the received intermediate image 134 on the display pixels of the second displaying modules 36 of the fulldome display 30 based on the second mapping relation.</p>
<p id="p0035" num="0035">With the second mapping relation, the second receiving devices 264 could correspondingly display the image pixels, which originally belongs to the third image 133 in the intermediate image 134, on the lower area 36b of the second displaying modules 36, and correspondingly display the image pixels, which originally belongs to the second image 132 of the intermediate image 134, on the upper area 36a of the second displaying modules 36. In this way, the intermediate image 134 could transmit the added image pixels of the third image 133 without adding the number of the transmitting devices 24 and the<!-- EPO <DP n="13"> --> receiving devices 26, thereby to display the original image I1 with the resolution greater than 8K on the fulldome display 30, effectively simplifying the hardware equipment of the fulldome displaying system 1.</p>
<p id="p0036" num="0036">A fulldome displaying system 2 according to a second embodiment of the present invention is illustrated in <figref idref="f0010">FIG. 10</figref> and <figref idref="f0011">FIG. 11</figref>, which has almost the same structure as that of the first embodiment, except that the fulldome display 30 is a hemisphere as an example, wherein in a vertical direction of the fulldome display 30, latitudes of the fulldome display 30 range between +90 degrees and -90 degrees, and an equator line is at 0 degree; in a horizontal direction of the fulldome display 30, longitudes of the fulldome display 30 range between -90 degrees and +90 degrees. A maximum number of horizontal display pixels (i.e., horizontal resolution) of the fulldome display 30 is 7680 as an example, and a maximum number of vertical display pixels (i.e., vertical resolution) of the fulldome display 30 is 5120 as an example.</p>
<p id="p0037" num="0037">The displaying modules 32 of the fulldome display 30 include a plurality of first displaying modules 34 and a plurality of second displaying modules 36. In the current embodiment, the fulldome display 30 is divided into four equal parts of display area 30a based on longitudes, wherein each of equal parts of display area 30a includes two first displaying modules 34 and two second displaying modules 36. The two first displaying modules 34 are disposed between the two second displaying modules 36. A number of rows of display pixels of each of the first displaying modules 34 is the same, and a number of rows of display pixels of each of the second displaying modules 36 is greater than the number of rows of display pixels of each of the first displaying modules 34. The second displaying modules 36 located at a lower position of the fulldome display 30 are the same as that of the first embodiment, and the display pixels of the second displaying modules 36 located at the lower position of the fulldome display 30 have the same arrangement as that of the first embodiment. An arrangement of the display pixels of the second displaying<!-- EPO <DP n="14"> --> modules 36 located at an upper position of the fulldome display 30 and an arrangement of the display pixels of the second displaying modules 36 located at the lower position of the fulldome display 30 are symmetrical.</p>
<p id="p0038" num="0038">The receiving devices 26 includes a plurality of first receiving devices 262 and a plurality of second receiving devices 264, wherein the first receiving devices 262 respectively connected to the first displaying modules 34. A part of the second receiving devices 264 respectively connected to the second displaying modules 36 located at the upper position of the fulldome display 30, and another part of the second receiving devices 264 respectively connected to the second displaying modules 36 located at the lower position of the fulldome display 30.</p>
<p id="p0039" num="0039">The fulldome displaying system 2 of the second embodiment could also apply the mapping method of the first embodiment.</p>
<p id="p0040" num="0040">The processing device 20 converts the original image I1 shown in <figref idref="f0012">FIG. 12</figref> into the deformed image 12 shown in <figref idref="f0012">FIG. 12</figref>, wherein a resolution of the original image I1 and a resolution of the deformed image 12 are 7680×5120 as an example.</p>
<p id="p0041" num="0041">The processing device 20 expands the deformed image 12 corresponding to the longitudes of the fulldome display 30 and divides the deformed image 12 into four equal parts of image 13 shown in <figref idref="f0014">FIG. 14</figref>, wherein each of equal parts of image 13 includes two first images 131, two second images 132, and two third images 133. In a vertical direction of each of equal parts of image 13, each of the first images 131 is located between the two second images 132, and each of the second images 132 is located between one of the first images 131 and one of the third images 133.</p>
<p id="p0042" num="0042">Referring to <figref idref="f0015">FIG. 15</figref>, the processing device 20 incorporates the third images 133 with the second images 132 of each of equal parts of image 13 to form an intermediate image 134 in each of equal parts of image 13, wherein a resolution of an image shown in <figref idref="f0015">FIG. 15</figref> is 8K.<!-- EPO <DP n="15"> --></p>
<p id="p0043" num="0043">In addition, the way of obtaining the first mapping relation and the second mapping relation of the second embodiment is the same as that of the first embodiment, thus we are not going to describe in detail herein. The processing device 20 transmits the first mapping relation corresponding to each of equal parts of image 13 to the first receiving devices 262 for storing the first mapping relation in the first receiving devices 262, and transmits the second mapping relation corresponding to each of equal parts of image 13 to the second receiving devices 264 for storing the second mapping relation in the second receiving devices 264.</p>
<p id="p0044" num="0044">After that, the processing device 20 divides the image with the resolution of 8K shown in <figref idref="f0015">FIG. 15</figref> into four images with a resolution of 4K (3840×2160), and the four images with the resolution of 4K are respectively transmitted to the medium server 22. The medium server 22 divides each of the four images with the resolution of 4K into four images with a resolution of 2K (1920×1080), and the four images with the resolution of 2K are respectively transmitted to the transmitting devices 24. Each of the transmitting devices 24 transmits one of the four images with the resolution of 2K to one of the receiving devices 26.</p>
<p id="p0045" num="0045">Each of the first receiving devices 262 correspondingly displays the image pixels of one of the first images 131 on the display pixels of one of the first displaying modules 34 based on the first mapping relation. Each of the second receiving devices 264 correspondingly displays the image pixels of one of the intermediate images 134 on the display pixels of one of the second displaying modules 36 based on the second mapping relation.</p>
<p id="p0046" num="0046">In this way, the second image 132 and the third image 133 in each of the intermediate images 134 could be restored to be displayed in each of the second displaying modules 36 without adding the number of the transmitting devices 24 and the receiving devices 26, thereby to display the original image I1 with the resolution greater than 8K on<!-- EPO <DP n="16"> --> the fulldome display 30, effectively simplifying the hardware equipment of the fulldome displaying system 1.</p>
<p id="p0047" num="0047">In an embodiment, the fulldome display 30 could include a first displaying module 34 and a second displaying module 36, and the deformed image 12 could include a first image 131, a second image 132, and a third image 133, wherein the first image 131 corresponds to the first displaying module 34; the second image 132 and the third image 133 correspond to the second displaying module 36. The processing device 20 incorporates the third image 133 with the second image 132 to form an intermediate image 134. Then, the processing device 20 correspondingly displays the image pixels of the first image 131 on the display pixels of the first displaying module 34 based on the first mapping relation, and correspondingly displays the image pixels of the intermediate image 134 on the display pixels of the second displaying module 36 based on the second mapping relation.</p>
<p id="p0048" num="0048">The original image I1 of the aforementioned embodiments could be a static image or a frame of a dynamic image (e.g. a movie). In addition, the resolution of the original image I1 and the resolution of the fulldome display 30 are not limited to be 7680×5120.</p>
<p id="p0049" num="0049">It must be pointed out that the embodiments described above are only some preferred embodiments of the present invention. All equivalent structures and methods which employ the concepts disclosed in this specification and the appended claims should fall within the scope of the present invention.</p>
</description>
<claims id="claims01" lang="en"><!-- EPO <DP n="17"> -->
<claim id="c-en-0001" num="0001">
<claim-text>A mapping method for a fulldome display, wherein the fulldome display comprises at least one first displaying module and at least one second displaying module; the at least one first displaying module has a plurality of display pixels, and the at least one second displaying module has a plurality of display pixels; the mapping method comprising steps of:
<claim-text>converting an original image into a deformed image corresponding to the fulldome display;</claim-text>
<claim-text>dividing the deformed image into at least one first image, at least one second image, and at least one third image, wherein the at least one first image corresponds to the at least one first displaying module, and the at least one second image and the at least one third image correspond to the at least one second displaying module;</claim-text>
<claim-text>incorporating the at least one third image with the at least one second image to form at least one intermediate image;</claim-text>
<claim-text>displaying a plurality of image pixels of the at least one first image on the display pixels of the at least one first displaying module of the fulldome display based on a first mapping relation, and displaying a plurality of image pixels of the at least one intermediate image on the display pixels of the at least one second displaying module of the fulldome display based on a second mapping relation.</claim-text></claim-text></claim>
<claim id="c-en-0002" num="0002">
<claim-text>The method as claimed in claim 1, wherein a plurality of image pixels of the at least one second image comprises at least one first valid image area and at least one invalid image area; a plurality of image pixels of the at least one third image comprises at least one second valid image area; in the step of incorporating the at least one third image with<!-- EPO <DP n="18"> --> the at least one second image, the at least one second valid image area of the image pixels of the at least one third image is incorporated with the at least one invalid image area of the image pixels of the at least one second image to form the at least one intermediate image by displaying the at least one first valid image area and the at least one second valid image area in the image pixels of the at least one intermediate image on the display pixels of the at least one second displaying module of the fulldome display based on the second mapping relation.</claim-text></claim>
<claim id="c-en-0003" num="0003">
<claim-text>The method as claimed in claim 2, wherein a number of image pixels in the at least one second valid image area of the image pixels of the at least one third image is smaller than or equal to a number of image pixels in the at least one invalid image area of the image pixels of the at least one second image.</claim-text></claim>
<claim id="c-en-0004" num="0004">
<claim-text>The method as claimed in claim 2 or 3, wherein the at least one invalid image area of the at least one second image comprises two invalid image areas; in the step of incorporating the at least one third image with the at least one second image, the at least one second valid image area of the at least one third image is divided into two valid image sub-areas, and the two valid image sub-areas are respectively incorporated with the two invalid image areas.</claim-text></claim>
<claim id="c-en-0005" num="0005">
<claim-text>The method as claimed in any of the claims 2 to 4, wherein a number of image pixels in each of the invalid image areas increases in a predetermined direction, and a number of image pixels in each of the valid image sub-areas decreases in the predetermined direction; in the step of incorporating the at least one third image with the at least one second image, each of the valid image sub-areas of the at least one third image is rotated by 180 degrees and incorporated with one of the invalid image areas of the at least one second image.</claim-text></claim>
<claim id="c-en-0006" num="0006">
<claim-text>The method as claimed in any of the preceding claims, wherein in the step of converting the original image into the deformed image corresponding to the fulldome<!-- EPO <DP n="19"> --> display, comprising obtaining an original mapping relation, wherein the original mapping relation comprises a first original mapping relation and a second original mapping relation; wherein the first original mapping relation corresponds to the at least one first image and the at least one first displaying module; wherein the second original mapping relation corresponds to the at least one second image, the at least one third image, and the at least one second displaying module; wherein the first original mapping relation constitutes the first mapping relation; wherein in the step of incorporating the at least one third image with the at least one second image, comprising converting the second original mapping relation into the second mapping relation.</claim-text></claim>
<claim id="c-en-0007" num="0007">
<claim-text>The method as claimed in any of the preceding claims, further comprising storing the first mapping relation into at least one first receiving device, and storing the second mapping relation into at least one second receiving device, wherein the image pixels of the at least one first image are displayed on the display pixels of the at least one first displaying module of the fulldome display based on the first mapping relation by the at least one first receiving device, and the image pixels of the at least one intermediate image are displayed on the display pixels of the at least one second displaying module of the fulldome display based on the second mapping relation by the at least one second receiving device.</claim-text></claim>
<claim id="c-en-0008" num="0008">
<claim-text>The method as claimed in any of the preceding claims, wherein a number of vertical image pixels of a plurality of image pixels of the at least one third image is smaller than or equal to a number of vertical image pixels of a plurality of image pixels of the at least one second image; a number of vertical image pixels of the image pixels of the at least one intermediate image is equal to the number of vertical image pixels of image pixels of the at least one second image.</claim-text></claim>
<claim id="c-en-0009" num="0009">
<claim-text>The method as claimed in any of the preceding claims, wherein a sum of the number of vertical image pixels of image pixels of the at least one third image and the number of<!-- EPO <DP n="20"> --> vertical image pixels of image pixels of the at least one second image is greater than a number of vertical image pixels of the image pixels of the at least one first image.</claim-text></claim>
<claim id="c-en-0010" num="0010">
<claim-text>The method as claimed in any of the preceding claims, wherein a number of horizontal image pixels of the image pixels of the at least one intermediate image is equal to a nuber of horizontal image pixels of the image pixels of the at least one first image; a number of vertical image pixels of the image pixels of the at least one intermediate image is equal to a nuber of vertical image pixels of the image pixels of the at least one first image.</claim-text></claim>
<claim id="c-en-0011" num="0011">
<claim-text>The method as claimed in any of the preceding claims, wherein the at least one second image is located between the at least one first image and the at least one third image.</claim-text></claim>
<claim id="c-en-0012" num="0012">
<claim-text>The method as claimed in any of the preceding claims, wherein the at least one second image comprises two second images; the at least one third image comprises two third images; the at least one first image is located between the two second images; each of the second images is located between the at least one first image and one of the third images.</claim-text></claim>
</claims>
<drawings id="draw" lang="en"><!-- EPO <DP n="21"> -->
<figure id="f0001" num="1"><img id="if0001" file="imgf0001.tif" wi="142" he="183" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="22"> -->
<figure id="f0002" num="2"><img id="if0002" file="imgf0002.tif" wi="88" he="213" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="23"> -->
<figure id="f0003" num="3"><img id="if0003" file="imgf0003.tif" wi="150" he="219" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="24"> -->
<figure id="f0004" num="4"><img id="if0004" file="imgf0004.tif" wi="145" he="203" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="25"> -->
<figure id="f0005" num="5"><img id="if0005" file="imgf0005.tif" wi="120" he="201" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="26"> -->
<figure id="f0006" num="6"><img id="if0006" file="imgf0006.tif" wi="148" he="178" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="27"> -->
<figure id="f0007" num="7"><img id="if0007" file="imgf0007.tif" wi="147" he="176" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="28"> -->
<figure id="f0008" num="8"><img id="if0008" file="imgf0008.tif" wi="148" he="199" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="29"> -->
<figure id="f0009" num="9"><img id="if0009" file="imgf0009.tif" wi="147" he="199" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="30"> -->
<figure id="f0010" num="10"><img id="if0010" file="imgf0010.tif" wi="150" he="216" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="31"> -->
<figure id="f0011" num="11"><img id="if0011" file="imgf0011.tif" wi="150" he="187" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="32"> -->
<figure id="f0012" num="12"><img id="if0012" file="imgf0012.tif" wi="146" he="145" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="33"> -->
<figure id="f0013" num="13"><img id="if0013" file="imgf0013.tif" wi="144" he="142" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="34"> -->
<figure id="f0014" num="14"><img id="if0014" file="imgf0014.tif" wi="153" he="148" img-content="drawing" img-format="tif"/></figure><!-- EPO <DP n="35"> -->
<figure id="f0015" num="15"><img id="if0015" file="imgf0015.tif" wi="150" he="148" img-content="drawing" img-format="tif"/></figure>
</drawings>
<search-report-data id="srep" lang="en" srep-office="EP" date-produced=""><doc-page id="srep0001" file="srep0001.tif" wi="157" he="233" type="tif"/><doc-page id="srep0002" file="srep0002.tif" wi="155" he="233" type="tif"/></search-report-data><search-report-data date-produced="20211110" id="srepxml" lang="en" srep-office="EP" srep-type="ep-sr" status="n"><!--
 The search report data in XML is provided for the users' convenience only. It might differ from the search report of the PDF document, which contains the officially published data. The EPO disclaims any liability for incorrect or incomplete data in the XML for search reports.
 -->

<srep-info><file-reference-id>B33315EP</file-reference-id><application-reference><document-id><country>EP</country><doc-number>21184524.3</doc-number></document-id></application-reference><applicant-name><name>Brogent Technologies Inc.</name></applicant-name><srep-established srep-established="yes"/><srep-invention-title title-approval="yes"/><srep-abstract abs-approval="yes"/><srep-figure-to-publish figinfo="by-examiner"><figure-to-publish><fig-number>9</fig-number></figure-to-publish></srep-figure-to-publish><srep-info-admin><srep-office><addressbook><text>DH</text></addressbook></srep-office><date-search-report-mailed><date>20211124</date></date-search-report-mailed></srep-info-admin></srep-info><srep-for-pub><srep-fields-searched><minimum-documentation><classifications-ipcr><classification-ipcr><text>H04N</text></classification-ipcr><classification-ipcr><text>G03D</text></classification-ipcr><classification-ipcr><text>G03B</text></classification-ipcr><classification-ipcr><text>G09G</text></classification-ipcr><classification-ipcr><text>G06F</text></classification-ipcr></classifications-ipcr></minimum-documentation></srep-fields-searched><srep-citations><citation id="sr-cit0001"><patcit dnum="US6369814B1" id="sr-pcit0001" url="http://v3.espacenet.com/textdoc?DB=EPODOC&amp;IDX=US6369814&amp;CY=ep"><document-id><country>US</country><doc-number>6369814</doc-number><kind>B1</kind><name>DORBIE ANGUS M [US]</name><date>20020409</date></document-id></patcit><category>X</category><rel-claims>1-12</rel-claims><rel-passage><passage>* columns 1,2,4 - column 11; figures 1-4 *</passage></rel-passage></citation><citation id="sr-cit0002"><patcit dnum="US2018374192A1" id="sr-pcit0002" url="http://v3.espacenet.com/textdoc?DB=EPODOC&amp;IDX=US2018374192&amp;CY=ep"><document-id><country>US</country><doc-number>2018374192</doc-number><kind>A1</kind><name>KUNKEL TIMO [US] ET AL</name><date>20181227</date></document-id></patcit><category>A</category><rel-claims>1-12</rel-claims><rel-passage><passage>* the whole document *</passage></rel-passage></citation><citation id="sr-cit0003"><patcit dnum="WO2019195884A1" id="sr-pcit0003" url="http://v3.espacenet.com/textdoc?DB=EPODOC&amp;IDX=WO2019195884&amp;CY=ep"><document-id><country>WO</country><doc-number>2019195884</doc-number><kind>A1</kind><name>IMMERSAVIEW PTY LTD [AU]</name><date>20191017</date></document-id></patcit><category>A</category><rel-claims>1-12</rel-claims><rel-passage><passage>* the whole document *</passage></rel-passage></citation><citation id="sr-cit0004"><patcit dnum="US2004184013A1" id="sr-pcit0004" url="http://v3.espacenet.com/textdoc?DB=EPODOC&amp;IDX=US2004184013&amp;CY=ep"><document-id><country>US</country><doc-number>2004184013</doc-number><kind>A1</kind><name>RASKAR RAMESH [US] ET AL</name><date>20040923</date></document-id></patcit><category>A</category><rel-claims>1-12</rel-claims><rel-passage><passage>* the whole document *</passage></rel-passage></citation></srep-citations><srep-admin><examiners><primary-examiner><name>Fanning, Neil</name></primary-examiner></examiners><srep-office><addressbook><text>The Hague</text></addressbook></srep-office><date-search-completed><date>20211110</date></date-search-completed></srep-admin><!--							The annex lists the patent family members relating to the patent documents cited in the above mentioned European search report.							The members are as contained in the European Patent Office EDP file on							The European Patent Office is in no way liable for these particulars which are merely given for the purpose of information.							For more details about this annex : see Official Journal of the European Patent Office, No 12/82						--><srep-patent-family><patent-family><priority-application><document-id><country>US</country><doc-number>6369814</doc-number><kind>B1</kind><date>20020409</date></document-id></priority-application><text>NONE</text></patent-family><patent-family><priority-application><document-id><country>US</country><doc-number>2018374192</doc-number><kind>A1</kind><date>20181227</date></document-id></priority-application><family-member><document-id><country>US</country><doc-number>2018374192</doc-number><kind>A1</kind><date>20181227</date></document-id></family-member><family-member><document-id><country>WO</country><doc-number>2017116952</doc-number><kind>A1</kind><date>20170706</date></document-id></family-member></patent-family><patent-family><priority-application><document-id><country>WO</country><doc-number>2019195884</doc-number><kind>A1</kind><date>20191017</date></document-id></priority-application><family-member><document-id><country>US</country><doc-number>2021152796</doc-number><kind>A1</kind><date>20210520</date></document-id></family-member><family-member><document-id><country>WO</country><doc-number>2019195884</doc-number><kind>A1</kind><date>20191017</date></document-id></family-member></patent-family><patent-family><priority-application><document-id><country>US</country><doc-number>2004184013</doc-number><kind>A1</kind><date>20040923</date></document-id></priority-application><family-member><document-id><country>CN</country><doc-number>1698358</doc-number><kind>A</kind><date>20051116</date></document-id></family-member><family-member><document-id><country>EP</country><doc-number>1606938</doc-number><kind>A1</kind><date>20051221</date></document-id></family-member><family-member><document-id><country>JP</country><doc-number>2006523861</doc-number><kind>A</kind><date>20061019</date></document-id></family-member><family-member><document-id><country>US</country><doc-number>2004184010</doc-number><kind>A1</kind><date>20040923</date></document-id></family-member><family-member><document-id><country>US</country><doc-number>2004184013</doc-number><kind>A1</kind><date>20040923</date></document-id></family-member><family-member><document-id><country>WO</country><doc-number>2004084547</doc-number><kind>A1</kind><date>20040930</date></document-id></family-member></patent-family></srep-patent-family></srep-for-pub></search-report-data>
</ep-patent-document>
