resource_format_binary.cpp 47 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962
  1. /*************************************************************************/
  2. /* resource_format_binary.cpp */
  3. /*************************************************************************/
  4. /* This file is part of: */
  5. /* GODOT ENGINE */
  6. /* http://www.godotengine.org */
  7. /*************************************************************************/
  8. /* Copyright (c) 2007-2015 Juan Linietsky, Ariel Manzur. */
  9. /* */
  10. /* Permission is hereby granted, free of charge, to any person obtaining */
  11. /* a copy of this software and associated documentation files (the */
  12. /* "Software"), to deal in the Software without restriction, including */
  13. /* without limitation the rights to use, copy, modify, merge, publish, */
  14. /* distribute, sublicense, and/or sell copies of the Software, and to */
  15. /* permit persons to whom the Software is furnished to do so, subject to */
  16. /* the following conditions: */
  17. /* */
  18. /* The above copyright notice and this permission notice shall be */
  19. /* included in all copies or substantial portions of the Software. */
  20. /* */
  21. /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
  22. /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
  23. /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.*/
  24. /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
  25. /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
  26. /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
  27. /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
  28. /*************************************************************************/
  29. #include "version.h"
  30. #include "resource_format_binary.h"
  31. #include "globals.h"
  32. #include "io/file_access_compressed.h"
  33. #include "io/marshalls.h"
  34. //#define print_bl(m_what) print_line(m_what)
  35. #define print_bl(m_what)
  36. enum {
  37. //numbering must be different from variant, in case new variant types are added (variant must be always contiguous for jumptable optimization)
  38. VARIANT_NIL=1,
  39. VARIANT_BOOL=2,
  40. VARIANT_INT=3,
  41. VARIANT_REAL=4,
  42. VARIANT_STRING=5,
  43. VARIANT_VECTOR2=10,
  44. VARIANT_RECT2=11,
  45. VARIANT_VECTOR3=12,
  46. VARIANT_PLANE=13,
  47. VARIANT_QUAT=14,
  48. VARIANT_AABB=15,
  49. VARIANT_MATRIX3=16,
  50. VARIANT_TRANSFORM=17,
  51. VARIANT_MATRIX32=18,
  52. VARIANT_COLOR=20,
  53. VARIANT_IMAGE=21,
  54. VARIANT_NODE_PATH=22,
  55. VARIANT_RID=23,
  56. VARIANT_OBJECT=24,
  57. VARIANT_INPUT_EVENT=25,
  58. VARIANT_DICTIONARY=26,
  59. VARIANT_ARRAY=30,
  60. VARIANT_RAW_ARRAY=31,
  61. VARIANT_INT_ARRAY=32,
  62. VARIANT_REAL_ARRAY=33,
  63. VARIANT_STRING_ARRAY=34,
  64. VARIANT_VECTOR3_ARRAY=35,
  65. VARIANT_COLOR_ARRAY=36,
  66. VARIANT_VECTOR2_ARRAY=37,
  67. IMAGE_ENCODING_EMPTY=0,
  68. IMAGE_ENCODING_RAW=1,
  69. IMAGE_ENCODING_LOSSLESS=2,
  70. IMAGE_ENCODING_LOSSY=3,
  71. IMAGE_FORMAT_GRAYSCALE=0,
  72. IMAGE_FORMAT_INTENSITY=1,
  73. IMAGE_FORMAT_GRAYSCALE_ALPHA=2,
  74. IMAGE_FORMAT_RGB=3,
  75. IMAGE_FORMAT_RGBA=4,
  76. IMAGE_FORMAT_INDEXED=5,
  77. IMAGE_FORMAT_INDEXED_ALPHA=6,
  78. IMAGE_FORMAT_BC1=7,
  79. IMAGE_FORMAT_BC2=8,
  80. IMAGE_FORMAT_BC3=9,
  81. IMAGE_FORMAT_BC4=10,
  82. IMAGE_FORMAT_BC5=11,
  83. IMAGE_FORMAT_PVRTC2=12,
  84. IMAGE_FORMAT_PVRTC2_ALPHA=13,
  85. IMAGE_FORMAT_PVRTC4=14,
  86. IMAGE_FORMAT_PVRTC4_ALPHA=15,
  87. IMAGE_FORMAT_ETC=16,
  88. IMAGE_FORMAT_ATC=17,
  89. IMAGE_FORMAT_ATC_ALPHA_EXPLICIT=18,
  90. IMAGE_FORMAT_ATC_ALPHA_INTERPOLATED=19,
  91. IMAGE_FORMAT_CUSTOM=30,
  92. OBJECT_EMPTY=0,
  93. OBJECT_EXTERNAL_RESOURCE=1,
  94. OBJECT_INTERNAL_RESOURCE=2,
  95. FORMAT_VERSION=0
  96. };
  97. void ResourceInteractiveLoaderBinary::_advance_padding(uint32_t p_len) {
  98. uint32_t extra = 4-(p_len%4);
  99. if (extra<4) {
  100. for(uint32_t i=0;i<extra;i++)
  101. f->get_8(); //pad to 32
  102. }
  103. }
  104. Error ResourceInteractiveLoaderBinary::parse_variant(Variant& r_v) {
  105. uint32_t type = f->get_32();
  106. print_bl("find property of type: "+itos(type));
  107. switch(type) {
  108. case VARIANT_NIL: {
  109. r_v=Variant();
  110. } break;
  111. case VARIANT_BOOL: {
  112. r_v=bool(f->get_32());
  113. } break;
  114. case VARIANT_INT: {
  115. r_v=int(f->get_32());
  116. } break;
  117. case VARIANT_REAL: {
  118. r_v=f->get_real();
  119. } break;
  120. case VARIANT_STRING: {
  121. r_v=get_unicode_string();
  122. } break;
  123. case VARIANT_VECTOR2: {
  124. Vector2 v;
  125. v.x=f->get_real();
  126. v.y=f->get_real();
  127. r_v=v;
  128. } break;
  129. case VARIANT_RECT2: {
  130. Rect2 v;
  131. v.pos.x=f->get_real();
  132. v.pos.y=f->get_real();
  133. v.size.x=f->get_real();
  134. v.size.y=f->get_real();
  135. r_v=v;
  136. } break;
  137. case VARIANT_VECTOR3: {
  138. Vector3 v;
  139. v.x=f->get_real();
  140. v.y=f->get_real();
  141. v.z=f->get_real();
  142. r_v=v;
  143. } break;
  144. case VARIANT_PLANE: {
  145. Plane v;
  146. v.normal.x=f->get_real();
  147. v.normal.y=f->get_real();
  148. v.normal.z=f->get_real();
  149. v.d=f->get_real();
  150. r_v=v;
  151. } break;
  152. case VARIANT_QUAT: {
  153. Quat v;
  154. v.x=f->get_real();
  155. v.y=f->get_real();
  156. v.z=f->get_real();
  157. v.w=f->get_real();
  158. r_v=v;
  159. } break;
  160. case VARIANT_AABB: {
  161. AABB v;
  162. v.pos.x=f->get_real();
  163. v.pos.y=f->get_real();
  164. v.pos.z=f->get_real();
  165. v.size.x=f->get_real();
  166. v.size.y=f->get_real();
  167. v.size.z=f->get_real();
  168. r_v=v;
  169. } break;
  170. case VARIANT_MATRIX32: {
  171. Matrix32 v;
  172. v.elements[0].x=f->get_real();
  173. v.elements[0].y=f->get_real();
  174. v.elements[1].x=f->get_real();
  175. v.elements[1].y=f->get_real();
  176. v.elements[2].x=f->get_real();
  177. v.elements[2].y=f->get_real();
  178. r_v=v;
  179. } break;
  180. case VARIANT_MATRIX3: {
  181. Matrix3 v;
  182. v.elements[0].x=f->get_real();
  183. v.elements[0].y=f->get_real();
  184. v.elements[0].z=f->get_real();
  185. v.elements[1].x=f->get_real();
  186. v.elements[1].y=f->get_real();
  187. v.elements[1].z=f->get_real();
  188. v.elements[2].x=f->get_real();
  189. v.elements[2].y=f->get_real();
  190. v.elements[2].z=f->get_real();
  191. r_v=v;
  192. } break;
  193. case VARIANT_TRANSFORM: {
  194. Transform v;
  195. v.basis.elements[0].x=f->get_real();
  196. v.basis.elements[0].y=f->get_real();
  197. v.basis.elements[0].z=f->get_real();
  198. v.basis.elements[1].x=f->get_real();
  199. v.basis.elements[1].y=f->get_real();
  200. v.basis.elements[1].z=f->get_real();
  201. v.basis.elements[2].x=f->get_real();
  202. v.basis.elements[2].y=f->get_real();
  203. v.basis.elements[2].z=f->get_real();
  204. v.origin.x=f->get_real();
  205. v.origin.y=f->get_real();
  206. v.origin.z=f->get_real();
  207. r_v=v;
  208. } break;
  209. case VARIANT_COLOR: {
  210. Color v;
  211. v.r=f->get_real();
  212. v.g=f->get_real();
  213. v.b=f->get_real();
  214. v.a=f->get_real();
  215. r_v=v;
  216. } break;
  217. case VARIANT_IMAGE: {
  218. uint32_t encoding = f->get_32();
  219. if (encoding==IMAGE_ENCODING_EMPTY) {
  220. r_v=Variant();
  221. break;
  222. } else if (encoding==IMAGE_ENCODING_RAW) {
  223. uint32_t width = f->get_32();
  224. uint32_t height = f->get_32();
  225. uint32_t mipmaps = f->get_32();
  226. uint32_t format = f->get_32();
  227. Image::Format fmt;
  228. switch(format) {
  229. case IMAGE_FORMAT_GRAYSCALE: { fmt=Image::FORMAT_GRAYSCALE; } break;
  230. case IMAGE_FORMAT_INTENSITY: { fmt=Image::FORMAT_INTENSITY; } break;
  231. case IMAGE_FORMAT_GRAYSCALE_ALPHA: { fmt=Image::FORMAT_GRAYSCALE_ALPHA; } break;
  232. case IMAGE_FORMAT_RGB: { fmt=Image::FORMAT_RGB; } break;
  233. case IMAGE_FORMAT_RGBA: { fmt=Image::FORMAT_RGBA; } break;
  234. case IMAGE_FORMAT_INDEXED: { fmt=Image::FORMAT_INDEXED; } break;
  235. case IMAGE_FORMAT_INDEXED_ALPHA: { fmt=Image::FORMAT_INDEXED_ALPHA; } break;
  236. case IMAGE_FORMAT_BC1: { fmt=Image::FORMAT_BC1; } break;
  237. case IMAGE_FORMAT_BC2: { fmt=Image::FORMAT_BC2; } break;
  238. case IMAGE_FORMAT_BC3: { fmt=Image::FORMAT_BC3; } break;
  239. case IMAGE_FORMAT_BC4: { fmt=Image::FORMAT_BC4; } break;
  240. case IMAGE_FORMAT_BC5: { fmt=Image::FORMAT_BC5; } break;
  241. case IMAGE_FORMAT_PVRTC2: { fmt=Image::FORMAT_PVRTC2; } break;
  242. case IMAGE_FORMAT_PVRTC2_ALPHA: { fmt=Image::FORMAT_PVRTC2_ALPHA; } break;
  243. case IMAGE_FORMAT_PVRTC4: { fmt=Image::FORMAT_PVRTC4; } break;
  244. case IMAGE_FORMAT_PVRTC4_ALPHA: { fmt=Image::FORMAT_PVRTC4_ALPHA; } break;
  245. case IMAGE_FORMAT_ETC: { fmt=Image::FORMAT_ETC; } break;
  246. case IMAGE_FORMAT_ATC: { fmt=Image::FORMAT_ATC; } break;
  247. case IMAGE_FORMAT_ATC_ALPHA_EXPLICIT: { fmt=Image::FORMAT_ATC_ALPHA_EXPLICIT; } break;
  248. case IMAGE_FORMAT_ATC_ALPHA_INTERPOLATED: { fmt=Image::FORMAT_ATC_ALPHA_INTERPOLATED; } break;
  249. case IMAGE_FORMAT_CUSTOM: { fmt=Image::FORMAT_CUSTOM; } break;
  250. default: {
  251. ERR_FAIL_V(ERR_FILE_CORRUPT);
  252. }
  253. }
  254. uint32_t datalen = f->get_32();
  255. DVector<uint8_t> imgdata;
  256. imgdata.resize(datalen);
  257. DVector<uint8_t>::Write w = imgdata.write();
  258. f->get_buffer(w.ptr(),datalen);
  259. _advance_padding(datalen);
  260. w=DVector<uint8_t>::Write();
  261. r_v=Image(width,height,mipmaps,fmt,imgdata);
  262. } else {
  263. //compressed
  264. DVector<uint8_t> data;
  265. data.resize(f->get_32());
  266. DVector<uint8_t>::Write w = data.write();
  267. f->get_buffer(w.ptr(),data.size());
  268. w = DVector<uint8_t>::Write();
  269. Image img;
  270. if (encoding==IMAGE_ENCODING_LOSSY && Image::lossy_unpacker) {
  271. img = Image::lossy_unpacker(data);
  272. } else if (encoding==IMAGE_ENCODING_LOSSLESS && Image::lossless_unpacker) {
  273. img = Image::lossless_unpacker(data);
  274. }
  275. _advance_padding(data.size());
  276. r_v=img;
  277. }
  278. } break;
  279. case VARIANT_NODE_PATH: {
  280. Vector<StringName> names;
  281. Vector<StringName> subnames;
  282. StringName property;
  283. bool absolute;
  284. int name_count = f->get_16();
  285. uint32_t subname_count = f->get_16();
  286. absolute=subname_count&0x8000;
  287. subname_count&=0x7FFF;
  288. for(int i=0;i<name_count;i++)
  289. names.push_back(string_map[f->get_32()]);
  290. for(uint32_t i=0;i<subname_count;i++)
  291. subnames.push_back(string_map[f->get_32()]);
  292. property=string_map[f->get_32()];
  293. NodePath np = NodePath(names,subnames,absolute,property);
  294. //print_line("got path: "+String(np));
  295. r_v=np;
  296. } break;
  297. case VARIANT_RID: {
  298. r_v=f->get_32();
  299. } break;
  300. case VARIANT_OBJECT: {
  301. uint32_t type=f->get_32();
  302. switch(type) {
  303. case OBJECT_EMPTY: {
  304. //do none
  305. } break;
  306. case OBJECT_INTERNAL_RESOURCE: {
  307. uint32_t index=f->get_32();
  308. String path = res_path+"::"+itos(index);
  309. RES res = ResourceLoader::load(path);
  310. if (res.is_null()) {
  311. WARN_PRINT(String("Couldn't load resource: "+path).utf8().get_data());
  312. }
  313. r_v=res;
  314. } break;
  315. case OBJECT_EXTERNAL_RESOURCE: {
  316. String type = get_unicode_string();
  317. String path = get_unicode_string();
  318. if (path.find("://")==-1 && path.is_rel_path()) {
  319. // path is relative to file being loaded, so convert to a resource path
  320. path=Globals::get_singleton()->localize_path(res_path.get_base_dir().plus_file(path));
  321. }
  322. RES res=ResourceLoader::load(path,type);
  323. if (res.is_null()) {
  324. WARN_PRINT(String("Couldn't load resource: "+path).utf8().get_data());
  325. }
  326. r_v=res;
  327. } break;
  328. default: {
  329. ERR_FAIL_V(ERR_FILE_CORRUPT);
  330. } break;
  331. }
  332. } break;
  333. case VARIANT_INPUT_EVENT: {
  334. } break;
  335. case VARIANT_DICTIONARY: {
  336. uint32_t len=f->get_32();
  337. Dictionary d(len&0x80000000); //last bit means shared
  338. len&=0x7FFFFFFF;
  339. for(uint32_t i=0;i<len;i++) {
  340. Variant key;
  341. Error err = parse_variant(key);
  342. ERR_FAIL_COND_V(err,ERR_FILE_CORRUPT);
  343. Variant value;
  344. err = parse_variant(value);
  345. ERR_FAIL_COND_V(err,ERR_FILE_CORRUPT);
  346. d[key]=value;
  347. }
  348. r_v=d;
  349. } break;
  350. case VARIANT_ARRAY: {
  351. uint32_t len=f->get_32();
  352. Array a(len&0x80000000); //last bit means shared
  353. len&=0x7FFFFFFF;
  354. a.resize(len);
  355. for(uint32_t i=0;i<len;i++) {
  356. Variant val;
  357. Error err = parse_variant(val);
  358. ERR_FAIL_COND_V(err,ERR_FILE_CORRUPT);
  359. a[i]=val;
  360. }
  361. r_v=a;
  362. } break;
  363. case VARIANT_RAW_ARRAY: {
  364. uint32_t len = f->get_32();
  365. DVector<uint8_t> array;
  366. array.resize(len);
  367. DVector<uint8_t>::Write w = array.write();
  368. f->get_buffer(w.ptr(),len);
  369. _advance_padding(len);
  370. w=DVector<uint8_t>::Write();
  371. r_v=array;
  372. } break;
  373. case VARIANT_INT_ARRAY: {
  374. uint32_t len = f->get_32();
  375. DVector<int> array;
  376. array.resize(len);
  377. DVector<int>::Write w = array.write();
  378. f->get_buffer((uint8_t*)w.ptr(),len*4);
  379. #ifdef BIG_ENDIAN_ENABLED
  380. {
  381. uint32_t *ptr=(uint32_t*)w.ptr();
  382. for(int i=0;i<len;i++) {
  383. ptr[i]=BSWAP32(ptr[i]);
  384. }
  385. }
  386. #endif
  387. w=DVector<int>::Write();
  388. r_v=array;
  389. } break;
  390. case VARIANT_REAL_ARRAY: {
  391. uint32_t len = f->get_32();
  392. DVector<real_t> array;
  393. array.resize(len);
  394. DVector<real_t>::Write w = array.write();
  395. f->get_buffer((uint8_t*)w.ptr(),len*sizeof(real_t));
  396. #ifdef BIG_ENDIAN_ENABLED
  397. {
  398. uint32_t *ptr=(uint32_t*)w.ptr();
  399. for(int i=0;i<len;i++) {
  400. ptr[i]=BSWAP32(ptr[i]);
  401. }
  402. }
  403. #endif
  404. w=DVector<real_t>::Write();
  405. r_v=array;
  406. } break;
  407. case VARIANT_STRING_ARRAY: {
  408. uint32_t len = f->get_32();
  409. DVector<String> array;
  410. array.resize(len);
  411. DVector<String>::Write w = array.write();
  412. for(uint32_t i=0;i<len;i++)
  413. w[i]=get_unicode_string();
  414. w=DVector<String>::Write();
  415. r_v=array;
  416. } break;
  417. case VARIANT_VECTOR2_ARRAY: {
  418. uint32_t len = f->get_32();
  419. DVector<Vector2> array;
  420. array.resize(len);
  421. DVector<Vector2>::Write w = array.write();
  422. if (sizeof(Vector2)==8) {
  423. f->get_buffer((uint8_t*)w.ptr(),len*sizeof(real_t)*2);
  424. #ifdef BIG_ENDIAN_ENABLED
  425. {
  426. uint32_t *ptr=(uint32_t*)w.ptr();
  427. for(int i=0;i<len*2;i++) {
  428. ptr[i]=BSWAP32(ptr[i]);
  429. }
  430. }
  431. #endif
  432. } else {
  433. ERR_EXPLAIN("Vector2 size is NOT 8!");
  434. ERR_FAIL_V(ERR_UNAVAILABLE);
  435. }
  436. w=DVector<Vector2>::Write();
  437. r_v=array;
  438. } break;
  439. case VARIANT_VECTOR3_ARRAY: {
  440. uint32_t len = f->get_32();
  441. DVector<Vector3> array;
  442. array.resize(len);
  443. DVector<Vector3>::Write w = array.write();
  444. if (sizeof(Vector3)==12) {
  445. f->get_buffer((uint8_t*)w.ptr(),len*sizeof(real_t)*3);
  446. #ifdef BIG_ENDIAN_ENABLED
  447. {
  448. uint32_t *ptr=(uint32_t*)w.ptr();
  449. for(int i=0;i<len*3;i++) {
  450. ptr[i]=BSWAP32(ptr[i]);
  451. }
  452. }
  453. #endif
  454. } else {
  455. ERR_EXPLAIN("Vector3 size is NOT 12!");
  456. ERR_FAIL_V(ERR_UNAVAILABLE);
  457. }
  458. w=DVector<Vector3>::Write();
  459. r_v=array;
  460. } break;
  461. case VARIANT_COLOR_ARRAY: {
  462. uint32_t len = f->get_32();
  463. DVector<Color> array;
  464. array.resize(len);
  465. DVector<Color>::Write w = array.write();
  466. if (sizeof(Color)==16) {
  467. f->get_buffer((uint8_t*)w.ptr(),len*sizeof(real_t)*4);
  468. #ifdef BIG_ENDIAN_ENABLED
  469. {
  470. uint32_t *ptr=(uint32_t*)w.ptr();
  471. for(int i=0;i<len*4;i++) {
  472. ptr[i]=BSWAP32(ptr[i]);
  473. }
  474. }
  475. #endif
  476. } else {
  477. ERR_EXPLAIN("Color size is NOT 16!");
  478. ERR_FAIL_V(ERR_UNAVAILABLE);
  479. }
  480. w=DVector<Color>::Write();
  481. r_v=array;
  482. } break;
  483. default: {
  484. ERR_FAIL_V(ERR_FILE_CORRUPT);
  485. } break;
  486. }
  487. return OK; //never reach anyway
  488. }
  489. void ResourceInteractiveLoaderBinary::set_local_path(const String& p_local_path) {
  490. res_path=p_local_path;
  491. }
  492. Ref<Resource> ResourceInteractiveLoaderBinary::get_resource(){
  493. return resource;
  494. }
  495. Error ResourceInteractiveLoaderBinary::poll(){
  496. if (error!=OK)
  497. return error;
  498. int s = stage;
  499. if (s<external_resources.size()) {
  500. RES res = ResourceLoader::load(external_resources[s].path,external_resources[s].type);
  501. if (res.is_null()) {
  502. if (!ResourceLoader::get_abort_on_missing_resources()) {
  503. ResourceLoader::notify_load_error("Resource Not Found: "+external_resources[s].path);
  504. } else {
  505. error=ERR_FILE_CORRUPT;
  506. ERR_EXPLAIN("Can't load dependency: "+external_resources[s].path);
  507. ERR_FAIL_V(error);
  508. }
  509. } else {
  510. resource_cache.push_back(res);
  511. }
  512. stage++;
  513. return error;
  514. }
  515. s-=external_resources.size();
  516. if (s>=internal_resources.size()) {
  517. error=ERR_BUG;
  518. ERR_FAIL_COND_V(s>=internal_resources.size(),error);
  519. }
  520. bool main = s==(internal_resources.size()-1);
  521. //maybe it is loaded already
  522. String path;
  523. if (!main) {
  524. path=internal_resources[s].path;
  525. if (path.begins_with("local://"))
  526. path=path.replace("local://",res_path+"::");
  527. if (ResourceCache::has(path)) {
  528. //already loaded, don't do anything
  529. stage++;
  530. error=OK;
  531. return error;
  532. }
  533. } else {
  534. path=res_path;
  535. }
  536. uint64_t offset = internal_resources[s].offset;
  537. f->seek(offset);
  538. String t = get_unicode_string();
  539. Object *obj = ObjectTypeDB::instance(t);
  540. if (!obj) {
  541. error=ERR_FILE_CORRUPT;
  542. ERR_EXPLAIN(local_path+":Resource of unrecognized type in file: "+t);
  543. }
  544. ERR_FAIL_COND_V(!obj,ERR_FILE_CORRUPT);
  545. Resource *r = obj->cast_to<Resource>();
  546. if (!r) {
  547. error=ERR_FILE_CORRUPT;
  548. memdelete(obj); //bye
  549. ERR_EXPLAIN(local_path+":Resoucre type in resource field not a resource, type is: "+obj->get_type());
  550. ERR_FAIL_COND_V(!r,ERR_FILE_CORRUPT);
  551. }
  552. RES res = RES( r );
  553. r->set_path(path);
  554. int pc = f->get_32();
  555. //set properties
  556. for(int i=0;i<pc;i++) {
  557. uint32_t name_idx = f->get_32();
  558. if (name_idx>=(uint32_t)string_map.size()) {
  559. error=ERR_FILE_CORRUPT;
  560. ERR_FAIL_V(ERR_FILE_CORRUPT);
  561. }
  562. Variant value;
  563. error = parse_variant(value);
  564. if (error)
  565. return error;
  566. res->set(string_map[name_idx],value);
  567. }
  568. #ifdef TOOLS_ENABLED
  569. res->set_edited(false);
  570. #endif
  571. stage++;
  572. resource_cache.push_back(res);
  573. if (main) {
  574. if (importmd_ofs) {
  575. f->seek(importmd_ofs);
  576. Ref<ResourceImportMetadata> imd = memnew( ResourceImportMetadata );
  577. imd->set_editor(get_unicode_string());
  578. int sc = f->get_32();
  579. for(int i=0;i<sc;i++) {
  580. String src = get_unicode_string();
  581. String md5 = get_unicode_string();
  582. imd->add_source(src,md5);
  583. }
  584. int pc = f->get_32();
  585. for(int i=0;i<pc;i++) {
  586. String name = get_unicode_string();
  587. Variant val;
  588. parse_variant(val);
  589. imd->set_option(name,val);
  590. }
  591. res->set_import_metadata(imd);
  592. }
  593. f->close();
  594. resource=res;
  595. error=ERR_FILE_EOF;
  596. } else {
  597. error=OK;
  598. }
  599. return OK;
  600. }
  601. int ResourceInteractiveLoaderBinary::get_stage() const{
  602. return stage;
  603. }
  604. int ResourceInteractiveLoaderBinary::get_stage_count() const {
  605. return external_resources.size()+internal_resources.size();
  606. }
  607. String ResourceInteractiveLoaderBinary::get_unicode_string() {
  608. int len = f->get_32();
  609. if (len>str_buf.size()) {
  610. str_buf.resize(len);
  611. }
  612. f->get_buffer((uint8_t*)&str_buf[0],len);
  613. String s;
  614. s.parse_utf8(&str_buf[0]);
  615. return s;
  616. }
  617. void ResourceInteractiveLoaderBinary::get_dependencies(FileAccess *p_f,List<String> *p_dependencies) {
  618. open(p_f);
  619. if (error)
  620. return;
  621. for(int i=0;i<external_resources.size();i++) {
  622. String dep=external_resources[i].path;
  623. if (dep.ends_with("*")) {
  624. dep=ResourceLoader::guess_full_filename(dep,external_resources[i].type);
  625. }
  626. p_dependencies->push_back(dep);
  627. }
  628. }
  629. void ResourceInteractiveLoaderBinary::open(FileAccess *p_f) {
  630. error=OK;
  631. f=p_f;
  632. uint8_t header[4];
  633. f->get_buffer(header,4);
  634. if (header[0]=='R' && header[1]=='S' && header[2]=='C' && header[3]=='C') {
  635. //compressed
  636. FileAccessCompressed *fac = memnew( FileAccessCompressed );
  637. fac->open_after_magic(f);
  638. f=fac;
  639. } else if (header[0]!='R' || header[1]!='S' || header[2]!='R' || header[3]!='C') {
  640. //not normal
  641. error=ERR_FILE_UNRECOGNIZED;
  642. ERR_EXPLAIN("Unrecognized binary resource file: "+local_path);
  643. ERR_FAIL_V();
  644. }
  645. bool big_endian = f->get_32();
  646. #ifdef BIG_ENDIAN_ENABLED
  647. endian_swap = !big_endian;
  648. #else
  649. bool endian_swap = big_endian;
  650. #endif
  651. bool use_real64 = f->get_32();
  652. f->set_endian_swap(big_endian!=0); //read big endian if saved as big endian
  653. uint32_t ver_major=f->get_32();
  654. uint32_t ver_minor=f->get_32();
  655. uint32_t ver_format=f->get_32();
  656. print_bl("big endian: "+itos(big_endian));
  657. print_bl("endian swap: "+itos(endian_swap));
  658. print_bl("real64: "+itos(use_real64));
  659. print_bl("major: "+itos(ver_major));
  660. print_bl("minor: "+itos(ver_minor));
  661. print_bl("format: "+itos(ver_format));
  662. if (ver_format<FORMAT_VERSION || ver_major>VERSION_MAJOR) {
  663. f->close();
  664. ERR_EXPLAIN("File Format '"+itos(FORMAT_VERSION)+"."+itos(ver_major)+"."+itos(ver_minor)+"' is too new! Please upgrade to a a new engine version: "+local_path);
  665. ERR_FAIL();
  666. }
  667. type=get_unicode_string();
  668. print_bl("type: "+type);
  669. importmd_ofs = f->get_64();
  670. for(int i=0;i<14;i++)
  671. f->get_32(); //skip a few reserved fields
  672. uint32_t string_table_size=f->get_32();
  673. string_map.resize(string_table_size);
  674. for(uint32_t i=0;i<string_table_size;i++) {
  675. StringName s = get_unicode_string();
  676. string_map[i]=s;
  677. }
  678. print_bl("strings: "+itos(string_table_size));
  679. uint32_t ext_resources_size=f->get_32();
  680. for(uint32_t i=0;i<ext_resources_size;i++) {
  681. ExtResoucre er;
  682. er.type=get_unicode_string();
  683. er.path=get_unicode_string();
  684. external_resources.push_back(er);
  685. }
  686. //see if the exporter has different set of external resources for more efficient loading
  687. String preload_depts = "deps/"+res_path.md5_text();
  688. if (Globals::get_singleton()->has(preload_depts)) {
  689. external_resources.clear();
  690. //ignore external resources and use these
  691. NodePath depts=Globals::get_singleton()->get(preload_depts);
  692. external_resources.resize(depts.get_name_count());
  693. for(int i=0;i<depts.get_name_count();i++) {
  694. external_resources[i].path=depts.get_name(i);
  695. }
  696. print_line(res_path+" - EXTERNAL RESOURCES: "+itos(external_resources.size()));
  697. }
  698. print_bl("ext resources: "+itos(ext_resources_size));
  699. uint32_t int_resources_size=f->get_32();
  700. for(uint32_t i=0;i<int_resources_size;i++) {
  701. IntResoucre ir;
  702. ir.path=get_unicode_string();
  703. ir.offset=f->get_64();
  704. internal_resources.push_back(ir);
  705. }
  706. print_bl("int resources: "+itos(int_resources_size));
  707. if (f->eof_reached()) {
  708. error=ERR_FILE_CORRUPT;
  709. ERR_EXPLAIN("Premature End Of File: "+local_path);
  710. ERR_FAIL();
  711. }
  712. }
  713. String ResourceInteractiveLoaderBinary::recognize(FileAccess *p_f) {
  714. error=OK;
  715. f=p_f;
  716. uint8_t header[4];
  717. f->get_buffer(header,4);
  718. if (header[0]=='R' && header[1]=='S' && header[2]=='C' && header[3]=='C') {
  719. //compressed
  720. FileAccessCompressed *fac = memnew( FileAccessCompressed );
  721. fac->open_after_magic(f);
  722. f=fac;
  723. } else if (header[0]!='R' || header[1]!='S' || header[2]!='R' || header[3]!='C') {
  724. //not normal
  725. error=ERR_FILE_UNRECOGNIZED;
  726. return "";
  727. }
  728. bool big_endian = f->get_32();
  729. #ifdef BIG_ENDIAN_ENABLED
  730. endian_swap = !big_endian;
  731. #else
  732. bool endian_swap = big_endian;
  733. #endif
  734. bool use_real64 = f->get_32();
  735. f->set_endian_swap(big_endian!=0); //read big endian if saved as big endian
  736. uint32_t ver_major=f->get_32();
  737. uint32_t ver_minor=f->get_32();
  738. uint32_t ver_format=f->get_32();
  739. if (ver_format<FORMAT_VERSION || ver_major>VERSION_MAJOR) {
  740. f->close();
  741. return "";
  742. }
  743. String type=get_unicode_string();
  744. return type;
  745. }
  746. ResourceInteractiveLoaderBinary::ResourceInteractiveLoaderBinary() {
  747. f=NULL;
  748. stage=0;
  749. endian_swap=false;
  750. use_real64=false;
  751. error=OK;
  752. }
  753. ResourceInteractiveLoaderBinary::~ResourceInteractiveLoaderBinary() {
  754. if (f)
  755. memdelete(f);
  756. }
  757. Ref<ResourceInteractiveLoader> ResourceFormatLoaderBinary::load_interactive(const String &p_path) {
  758. Error err;
  759. FileAccess *f = FileAccess::open(p_path,FileAccess::READ,&err);
  760. if (err!=OK) {
  761. ERR_FAIL_COND_V(err!=OK,Ref<ResourceInteractiveLoader>());
  762. }
  763. Ref<ResourceInteractiveLoaderBinary> ria = memnew( ResourceInteractiveLoaderBinary );
  764. ria->local_path=Globals::get_singleton()->localize_path(p_path);
  765. ria->res_path=ria->local_path;
  766. // ria->set_local_path( Globals::get_singleton()->localize_path(p_path) );
  767. ria->open(f);
  768. return ria;
  769. }
  770. void ResourceFormatLoaderBinary::get_recognized_extensions_for_type(const String& p_type,List<String> *p_extensions) const {
  771. if (p_type=="") {
  772. get_recognized_extensions(p_extensions);
  773. return;
  774. }
  775. List<String> extensions;
  776. ObjectTypeDB::get_extensions_for_type(p_type,&extensions);
  777. extensions.sort();
  778. for(List<String>::Element *E=extensions.front();E;E=E->next()) {
  779. String ext = E->get().to_lower();
  780. if (ext=="res")
  781. continue;
  782. // p_extensions->push_back("x"+ext);
  783. p_extensions->push_back(ext);
  784. }
  785. p_extensions->push_back("res");
  786. }
  787. void ResourceFormatLoaderBinary::get_recognized_extensions(List<String> *p_extensions) const{
  788. List<String> extensions;
  789. ObjectTypeDB::get_resource_base_extensions(&extensions);
  790. extensions.sort();
  791. for(List<String>::Element *E=extensions.front();E;E=E->next()) {
  792. String ext = E->get().to_lower();
  793. if (ext=="res")
  794. continue;
  795. p_extensions->push_back(ext);
  796. }
  797. p_extensions->push_back("res");
  798. }
  799. bool ResourceFormatLoaderBinary::handles_type(const String& p_type) const{
  800. return true; //handles all
  801. }
  802. Error ResourceFormatLoaderBinary::load_import_metadata(const String &p_path, Ref<ResourceImportMetadata>& r_var) const {
  803. FileAccess *f = FileAccess::open(p_path,FileAccess::READ);
  804. if (!f) {
  805. return ERR_FILE_CANT_OPEN;
  806. }
  807. Ref<ResourceInteractiveLoaderBinary> ria = memnew( ResourceInteractiveLoaderBinary );
  808. ria->local_path=Globals::get_singleton()->localize_path(p_path);
  809. ria->res_path=ria->local_path;
  810. // ria->set_local_path( Globals::get_singleton()->localize_path(p_path) );
  811. ria->recognize(f);
  812. if(ria->error!=OK)
  813. return ERR_FILE_UNRECOGNIZED;
  814. f=ria->f;
  815. uint64_t imp_ofs = f->get_64();
  816. if (imp_ofs==0)
  817. return ERR_UNAVAILABLE;
  818. f->seek(imp_ofs);
  819. Ref<ResourceImportMetadata> imd = memnew( ResourceImportMetadata );
  820. imd->set_editor(ria->get_unicode_string());
  821. int sc = f->get_32();
  822. for(int i=0;i<sc;i++) {
  823. String src = ria->get_unicode_string();
  824. String md5 = ria->get_unicode_string();
  825. imd->add_source(src,md5);
  826. }
  827. int pc = f->get_32();
  828. for(int i=0;i<pc;i++) {
  829. String name = ria->get_unicode_string();
  830. Variant val;
  831. ria->parse_variant(val);
  832. imd->set_option(name,val);
  833. }
  834. r_var=imd;
  835. return OK;
  836. }
  837. void ResourceFormatLoaderBinary::get_dependencies(const String& p_path,List<String> *p_dependencies) {
  838. FileAccess *f = FileAccess::open(p_path,FileAccess::READ);
  839. ERR_FAIL_COND(!f);
  840. Ref<ResourceInteractiveLoaderBinary> ria = memnew( ResourceInteractiveLoaderBinary );
  841. ria->local_path=Globals::get_singleton()->localize_path(p_path);
  842. ria->res_path=ria->local_path;
  843. // ria->set_local_path( Globals::get_singleton()->localize_path(p_path) );
  844. ria->get_dependencies(f,p_dependencies);
  845. }
  846. String ResourceFormatLoaderBinary::get_resource_type(const String &p_path) const {
  847. FileAccess *f = FileAccess::open(p_path,FileAccess::READ);
  848. if (!f) {
  849. return ""; //could not rwead
  850. }
  851. Ref<ResourceInteractiveLoaderBinary> ria = memnew( ResourceInteractiveLoaderBinary );
  852. ria->local_path=Globals::get_singleton()->localize_path(p_path);
  853. ria->res_path=ria->local_path;
  854. // ria->set_local_path( Globals::get_singleton()->localize_path(p_path) );
  855. String r = ria->recognize(f);
  856. return r;
  857. }
  858. ///////////////////////////////////////////////////////////
  859. ///////////////////////////////////////////////////////////
  860. ///////////////////////////////////////////////////////////
  861. void ResourceFormatSaverBinaryInstance::_pad_buffer(int p_bytes) {
  862. int extra = 4-(p_bytes%4);
  863. if (extra<4) {
  864. for(int i=0;i<extra;i++)
  865. f->store_8(0); //pad to 32
  866. }
  867. }
  868. void ResourceFormatSaverBinaryInstance::write_variant(const Variant& p_property,const PropertyInfo& p_hint) {
  869. switch(p_property.get_type()) {
  870. case Variant::NIL: {
  871. f->store_32(VARIANT_NIL);
  872. // don't store anything
  873. } break;
  874. case Variant::BOOL: {
  875. f->store_32(VARIANT_BOOL);
  876. bool val=p_property;
  877. f->store_32(val);
  878. } break;
  879. case Variant::INT: {
  880. f->store_32(VARIANT_INT);
  881. int val=p_property;
  882. f->store_32(val);
  883. } break;
  884. case Variant::REAL: {
  885. f->store_32(VARIANT_REAL);
  886. real_t val=p_property;
  887. f->store_real(val);
  888. } break;
  889. case Variant::STRING: {
  890. f->store_32(VARIANT_STRING);
  891. String val=p_property;
  892. save_unicode_string(val);
  893. } break;
  894. case Variant::VECTOR2: {
  895. f->store_32(VARIANT_VECTOR2);
  896. Vector2 val=p_property;
  897. f->store_real(val.x);
  898. f->store_real(val.y);
  899. } break;
  900. case Variant::RECT2: {
  901. f->store_32(VARIANT_RECT2);
  902. Rect2 val=p_property;
  903. f->store_real(val.pos.x);
  904. f->store_real(val.pos.y);
  905. f->store_real(val.size.x);
  906. f->store_real(val.size.y);
  907. } break;
  908. case Variant::VECTOR3: {
  909. f->store_32(VARIANT_VECTOR3);
  910. Vector3 val=p_property;
  911. f->store_real(val.x);
  912. f->store_real(val.y);
  913. f->store_real(val.z);
  914. } break;
  915. case Variant::PLANE: {
  916. f->store_32(VARIANT_PLANE);
  917. Plane val=p_property;
  918. f->store_real(val.normal.x);
  919. f->store_real(val.normal.y);
  920. f->store_real(val.normal.z);
  921. f->store_real(val.d);
  922. } break;
  923. case Variant::QUAT: {
  924. f->store_32(VARIANT_QUAT);
  925. Quat val=p_property;
  926. f->store_real(val.x);
  927. f->store_real(val.y);
  928. f->store_real(val.z);
  929. f->store_real(val.w);
  930. } break;
  931. case Variant::_AABB: {
  932. f->store_32(VARIANT_AABB);
  933. AABB val=p_property;
  934. f->store_real(val.pos.x);
  935. f->store_real(val.pos.y);
  936. f->store_real(val.pos.z);
  937. f->store_real(val.size.x);
  938. f->store_real(val.size.y);
  939. f->store_real(val.size.z);
  940. } break;
  941. case Variant::MATRIX32: {
  942. f->store_32(VARIANT_MATRIX32);
  943. Matrix32 val=p_property;
  944. f->store_real(val.elements[0].x);
  945. f->store_real(val.elements[0].y);
  946. f->store_real(val.elements[1].x);
  947. f->store_real(val.elements[1].y);
  948. f->store_real(val.elements[2].x);
  949. f->store_real(val.elements[2].y);
  950. } break;
  951. case Variant::MATRIX3: {
  952. f->store_32(VARIANT_MATRIX3);
  953. Matrix3 val=p_property;
  954. f->store_real(val.elements[0].x);
  955. f->store_real(val.elements[0].y);
  956. f->store_real(val.elements[0].z);
  957. f->store_real(val.elements[1].x);
  958. f->store_real(val.elements[1].y);
  959. f->store_real(val.elements[1].z);
  960. f->store_real(val.elements[2].x);
  961. f->store_real(val.elements[2].y);
  962. f->store_real(val.elements[2].z);
  963. } break;
  964. case Variant::TRANSFORM: {
  965. f->store_32(VARIANT_TRANSFORM);
  966. Transform val=p_property;
  967. f->store_real(val.basis.elements[0].x);
  968. f->store_real(val.basis.elements[0].y);
  969. f->store_real(val.basis.elements[0].z);
  970. f->store_real(val.basis.elements[1].x);
  971. f->store_real(val.basis.elements[1].y);
  972. f->store_real(val.basis.elements[1].z);
  973. f->store_real(val.basis.elements[2].x);
  974. f->store_real(val.basis.elements[2].y);
  975. f->store_real(val.basis.elements[2].z);
  976. f->store_real(val.origin.x);
  977. f->store_real(val.origin.y);
  978. f->store_real(val.origin.z);
  979. } break;
  980. case Variant::COLOR: {
  981. f->store_32(VARIANT_COLOR);
  982. Color val=p_property;
  983. f->store_real(val.r);
  984. f->store_real(val.g);
  985. f->store_real(val.b);
  986. f->store_real(val.a);
  987. } break;
  988. case Variant::IMAGE: {
  989. f->store_32(VARIANT_IMAGE);
  990. Image val =p_property;
  991. if (val.empty()) {
  992. f->store_32(IMAGE_ENCODING_EMPTY);
  993. break;
  994. }
  995. int encoding=IMAGE_ENCODING_RAW;
  996. float quality=0.7;
  997. if (val.get_format() <= Image::FORMAT_INDEXED_ALPHA) {
  998. //can only compress uncompressed stuff
  999. if (p_hint.hint==PROPERTY_HINT_IMAGE_COMPRESS_LOSSY && Image::lossy_packer) {
  1000. encoding=IMAGE_ENCODING_LOSSY;
  1001. float qs=p_hint.hint_string.to_double();
  1002. if (qs!=0.0)
  1003. quality=qs;
  1004. } else if (p_hint.hint==PROPERTY_HINT_IMAGE_COMPRESS_LOSSLESS && Image::lossless_packer) {
  1005. encoding=IMAGE_ENCODING_LOSSLESS;
  1006. }
  1007. }
  1008. f->store_32(encoding); //raw encoding
  1009. if (encoding==IMAGE_ENCODING_RAW) {
  1010. f->store_32(val.get_width());
  1011. f->store_32(val.get_height());
  1012. f->store_32(val.get_mipmaps());
  1013. switch(val.get_format()) {
  1014. case Image::FORMAT_GRAYSCALE: f->store_32(IMAGE_FORMAT_GRAYSCALE ); break; ///< one byte per pixel: f->store_32(IMAGE_FORMAT_ ); break; 0-255
  1015. case Image::FORMAT_INTENSITY: f->store_32(IMAGE_FORMAT_INTENSITY ); break; ///< one byte per pixel: f->store_32(IMAGE_FORMAT_ ); break; 0-255
  1016. case Image::FORMAT_GRAYSCALE_ALPHA: f->store_32(IMAGE_FORMAT_GRAYSCALE_ALPHA ); break; ///< two bytes per pixel: f->store_32(IMAGE_FORMAT_ ); break; 0-255. alpha 0-255
  1017. case Image::FORMAT_RGB: f->store_32(IMAGE_FORMAT_RGB ); break; ///< one byte R: f->store_32(IMAGE_FORMAT_ ); break; one byte G: f->store_32(IMAGE_FORMAT_ ); break; one byte B
  1018. case Image::FORMAT_RGBA: f->store_32(IMAGE_FORMAT_RGBA ); break; ///< one byte R: f->store_32(IMAGE_FORMAT_ ); break; one byte G: f->store_32(IMAGE_FORMAT_ ); break; one byte B: f->store_32(IMAGE_FORMAT_ ); break; one byte A
  1019. case Image::FORMAT_INDEXED: f->store_32(IMAGE_FORMAT_INDEXED ); break; ///< index byte 0-256: f->store_32(IMAGE_FORMAT_ ); break; and after image end: f->store_32(IMAGE_FORMAT_ ); break; 256*3 bytes of palette
  1020. case Image::FORMAT_INDEXED_ALPHA: f->store_32(IMAGE_FORMAT_INDEXED_ALPHA ); break; ///< index byte 0-256: f->store_32(IMAGE_FORMAT_ ); break; and after image end: f->store_32(IMAGE_FORMAT_ ); break; 256*4 bytes of palette (alpha)
  1021. case Image::FORMAT_BC1: f->store_32(IMAGE_FORMAT_BC1 ); break; // DXT1
  1022. case Image::FORMAT_BC2: f->store_32(IMAGE_FORMAT_BC2 ); break; // DXT3
  1023. case Image::FORMAT_BC3: f->store_32(IMAGE_FORMAT_BC3 ); break; // DXT5
  1024. case Image::FORMAT_BC4: f->store_32(IMAGE_FORMAT_BC4 ); break; // ATI1
  1025. case Image::FORMAT_BC5: f->store_32(IMAGE_FORMAT_BC5 ); break; // ATI2
  1026. case Image::FORMAT_PVRTC2: f->store_32(IMAGE_FORMAT_PVRTC2 ); break;
  1027. case Image::FORMAT_PVRTC2_ALPHA: f->store_32(IMAGE_FORMAT_PVRTC2_ALPHA ); break;
  1028. case Image::FORMAT_PVRTC4: f->store_32(IMAGE_FORMAT_PVRTC4 ); break;
  1029. case Image::FORMAT_PVRTC4_ALPHA: f->store_32(IMAGE_FORMAT_PVRTC4_ALPHA ); break;
  1030. case Image::FORMAT_ETC: f->store_32(IMAGE_FORMAT_ETC); break;
  1031. case Image::FORMAT_ATC: f->store_32(IMAGE_FORMAT_ATC); break;
  1032. case Image::FORMAT_ATC_ALPHA_EXPLICIT: f->store_32(IMAGE_FORMAT_ATC_ALPHA_EXPLICIT); break;
  1033. case Image::FORMAT_ATC_ALPHA_INTERPOLATED: f->store_32(IMAGE_FORMAT_ATC_ALPHA_INTERPOLATED); break;
  1034. case Image::FORMAT_CUSTOM: f->store_32(IMAGE_FORMAT_CUSTOM ); break;
  1035. default: {}
  1036. }
  1037. int dlen = val.get_data().size();
  1038. f->store_32(dlen);
  1039. DVector<uint8_t>::Read r = val.get_data().read();
  1040. f->store_buffer(r.ptr(),dlen);
  1041. _pad_buffer(dlen);
  1042. } else {
  1043. DVector<uint8_t> data;
  1044. if (encoding==IMAGE_ENCODING_LOSSY) {
  1045. data=Image::lossy_packer(val,quality);
  1046. } else if (encoding==IMAGE_ENCODING_LOSSLESS) {
  1047. data=Image::lossless_packer(val);
  1048. }
  1049. int ds=data.size();
  1050. f->store_32(ds);
  1051. if (ds>0) {
  1052. DVector<uint8_t>::Read r = data.read();
  1053. f->store_buffer(r.ptr(),ds);
  1054. _pad_buffer(ds);
  1055. }
  1056. }
  1057. } break;
  1058. case Variant::NODE_PATH: {
  1059. f->store_32(VARIANT_NODE_PATH);
  1060. NodePath np=p_property;
  1061. f->store_16(np.get_name_count());
  1062. uint16_t snc = np.get_subname_count();
  1063. if (np.is_absolute())
  1064. snc|=0x8000;
  1065. f->store_16(snc);
  1066. for(int i=0;i<np.get_name_count();i++)
  1067. f->store_32(get_string_index(np.get_name(i)));
  1068. for(int i=0;i<np.get_subname_count();i++)
  1069. f->store_32(get_string_index(np.get_subname(i)));
  1070. f->store_32(get_string_index(np.get_property()));
  1071. } break;
  1072. case Variant::_RID: {
  1073. f->store_32(VARIANT_RID);
  1074. WARN_PRINT("Can't save RIDs");
  1075. RID val = p_property;
  1076. f->store_32(val.get_id());
  1077. } break;
  1078. case Variant::OBJECT: {
  1079. f->store_32(VARIANT_OBJECT);
  1080. RES res = p_property;
  1081. if (res.is_null()) {
  1082. f->store_32(OBJECT_EMPTY);
  1083. return; // don't save it
  1084. }
  1085. if (res->get_path().length() && res->get_path().find("::")==-1) {
  1086. f->store_32(OBJECT_EXTERNAL_RESOURCE);
  1087. save_unicode_string(res->get_save_type());
  1088. String path=relative_paths?local_path.path_to_file(res->get_path()):res->get_path();
  1089. save_unicode_string(path);
  1090. } else {
  1091. if (!resource_map.has(res)) {
  1092. f->store_32(OBJECT_EMPTY);
  1093. ERR_EXPLAIN("Resource was not pre cached for the resource section, bug?");
  1094. ERR_FAIL();
  1095. }
  1096. f->store_32(OBJECT_INTERNAL_RESOURCE);
  1097. f->store_32(resource_map[res]);
  1098. //internal resource
  1099. }
  1100. } break;
  1101. case Variant::INPUT_EVENT: {
  1102. f->store_32(VARIANT_INPUT_EVENT);
  1103. WARN_PRINT("Can't save InputEvent (maybe it could..)");
  1104. } break;
  1105. case Variant::DICTIONARY: {
  1106. f->store_32(VARIANT_DICTIONARY);
  1107. Dictionary d = p_property;
  1108. f->store_32(uint32_t(d.size())|(d.is_shared()?0x80000000:0));
  1109. List<Variant> keys;
  1110. d.get_key_list(&keys);
  1111. for(List<Variant>::Element *E=keys.front();E;E=E->next()) {
  1112. //if (!_check_type(dict[E->get()]))
  1113. // continue;
  1114. write_variant(E->get());
  1115. write_variant(d[E->get()]);
  1116. }
  1117. } break;
  1118. case Variant::ARRAY: {
  1119. f->store_32(VARIANT_ARRAY);
  1120. Array a=p_property;
  1121. f->store_32(uint32_t(a.size())|(a.is_shared()?0x80000000:0));
  1122. for(int i=0;i<a.size();i++) {
  1123. write_variant(a[i]);
  1124. }
  1125. } break;
  1126. case Variant::RAW_ARRAY: {
  1127. f->store_32(VARIANT_RAW_ARRAY);
  1128. DVector<uint8_t> arr = p_property;
  1129. int len=arr.size();
  1130. f->store_32(len);
  1131. DVector<uint8_t>::Read r = arr.read();
  1132. f->store_buffer(r.ptr(),len);
  1133. _pad_buffer(len);
  1134. } break;
  1135. case Variant::INT_ARRAY: {
  1136. f->store_32(VARIANT_INT_ARRAY);
  1137. DVector<int> arr = p_property;
  1138. int len=arr.size();
  1139. f->store_32(len);
  1140. DVector<int>::Read r = arr.read();
  1141. for(int i=0;i<len;i++)
  1142. f->store_32(r[i]);
  1143. } break;
  1144. case Variant::REAL_ARRAY: {
  1145. f->store_32(VARIANT_REAL_ARRAY);
  1146. DVector<real_t> arr = p_property;
  1147. int len=arr.size();
  1148. f->store_32(len);
  1149. DVector<real_t>::Read r = arr.read();
  1150. for(int i=0;i<len;i++) {
  1151. f->store_real(r[i]);
  1152. }
  1153. } break;
  1154. case Variant::STRING_ARRAY: {
  1155. f->store_32(VARIANT_STRING_ARRAY);
  1156. DVector<String> arr = p_property;
  1157. int len=arr.size();
  1158. f->store_32(len);
  1159. DVector<String>::Read r = arr.read();
  1160. for(int i=0;i<len;i++) {
  1161. save_unicode_string(r[i]);
  1162. }
  1163. } break;
  1164. case Variant::VECTOR3_ARRAY: {
  1165. f->store_32(VARIANT_VECTOR3_ARRAY);
  1166. DVector<Vector3> arr = p_property;
  1167. int len=arr.size();
  1168. f->store_32(len);
  1169. DVector<Vector3>::Read r = arr.read();
  1170. for(int i=0;i<len;i++) {
  1171. f->store_real(r[i].x);
  1172. f->store_real(r[i].y);
  1173. f->store_real(r[i].z);
  1174. }
  1175. } break;
  1176. case Variant::VECTOR2_ARRAY: {
  1177. f->store_32(VARIANT_VECTOR2_ARRAY);
  1178. DVector<Vector2> arr = p_property;
  1179. int len=arr.size();
  1180. f->store_32(len);
  1181. DVector<Vector2>::Read r = arr.read();
  1182. for(int i=0;i<len;i++) {
  1183. f->store_real(r[i].x);
  1184. f->store_real(r[i].y);
  1185. }
  1186. } break;
  1187. case Variant::COLOR_ARRAY: {
  1188. f->store_32(VARIANT_COLOR_ARRAY);
  1189. DVector<Color> arr = p_property;
  1190. int len=arr.size();
  1191. f->store_32(len);
  1192. DVector<Color>::Read r = arr.read();
  1193. for(int i=0;i<len;i++) {
  1194. f->store_real(r[i].r);
  1195. f->store_real(r[i].g);
  1196. f->store_real(r[i].b);
  1197. f->store_real(r[i].a);
  1198. }
  1199. } break;
  1200. default: {
  1201. ERR_EXPLAIN("Invalid variant");
  1202. ERR_FAIL();
  1203. }
  1204. }
  1205. }
  1206. void ResourceFormatSaverBinaryInstance::_find_resources(const Variant& p_variant,bool p_main) {
  1207. switch(p_variant.get_type()) {
  1208. case Variant::OBJECT: {
  1209. RES res = p_variant.operator RefPtr();
  1210. if (res.is_null())
  1211. return;
  1212. if (!p_main && (!bundle_resources ) && res->get_path().length() && res->get_path().find("::") == -1 ) {
  1213. external_resources.insert(res);
  1214. return;
  1215. }
  1216. if (resource_map.has(res))
  1217. return;
  1218. List<PropertyInfo> property_list;
  1219. res->get_property_list(&property_list);
  1220. for(List<PropertyInfo>::Element *E=property_list.front();E;E=E->next()) {
  1221. if (E->get().usage&PROPERTY_USAGE_STORAGE || (bundle_resources && E->get().usage&PROPERTY_USAGE_BUNDLE)) {
  1222. _find_resources(res->get(E->get().name));
  1223. }
  1224. }
  1225. resource_map[ res ] = saved_resources.size();
  1226. saved_resources.push_back(res);
  1227. } break;
  1228. case Variant::ARRAY: {
  1229. Array varray=p_variant;
  1230. int len=varray.size();
  1231. for(int i=0;i<len;i++) {
  1232. Variant v=varray.get(i);
  1233. _find_resources(v);
  1234. }
  1235. } break;
  1236. case Variant::DICTIONARY: {
  1237. Dictionary d=p_variant;
  1238. List<Variant> keys;
  1239. d.get_key_list(&keys);
  1240. for(List<Variant>::Element *E=keys.front();E;E=E->next()) {
  1241. _find_resources(E->get());
  1242. Variant v = d[E->get()];
  1243. _find_resources(v);
  1244. }
  1245. } break;
  1246. case Variant::NODE_PATH: {
  1247. //take the chance and save node path strings
  1248. NodePath np = p_variant;
  1249. for(int i=0;i<np.get_name_count();i++)
  1250. get_string_index(np.get_name(i));
  1251. for(int i=0;i<np.get_subname_count();i++)
  1252. get_string_index(np.get_subname(i));
  1253. get_string_index(np.get_property());
  1254. } break;
  1255. default: {}
  1256. }
  1257. }
  1258. #if 0
  1259. Error ResourceFormatSaverBinary::_save_obj(const Object *p_object,SavedObject *so) {
  1260. //use classic way
  1261. List<PropertyInfo> property_list;
  1262. p_object->get_property_list( &property_list );
  1263. for(List<PropertyInfo>::Element *E=property_list.front();E;E=E->next()) {
  1264. if (skip_editor && E->get().name.begins_with("__editor"))
  1265. continue;
  1266. if (E->get().usage&PROPERTY_USAGE_STORAGE || (bundle_resources && E->get().usage&PROPERTY_USAGE_BUNDLE)) {
  1267. SavedObject::SavedProperty sp;
  1268. sp.name_idx=get_string_index(E->get().name);
  1269. sp.value = p_object->get(E->get().name);
  1270. _find_resources(sp.value);
  1271. so->properties.push_back(sp);
  1272. }
  1273. }
  1274. return OK;
  1275. }
  1276. Error ResourceFormatSaverBinary::save(const Object *p_object,const Variant &p_meta) {
  1277. ERR_FAIL_COND_V(!f,ERR_UNCONFIGURED);
  1278. ERR_EXPLAIN("write_object should supply either an object, a meta, or both");
  1279. ERR_FAIL_COND_V(!p_object && p_meta.get_type()==Variant::NIL, ERR_INVALID_PARAMETER);
  1280. SavedObject *so = memnew( SavedObject );
  1281. if (p_object)
  1282. so->type=p_object->get_type();
  1283. _find_resources(p_meta);
  1284. so->meta=p_meta;
  1285. Error err = _save_obj(p_object,so);
  1286. ERR_FAIL_COND_V( err, ERR_INVALID_DATA );
  1287. saved_objects.push_back(so);
  1288. return OK;
  1289. }
  1290. #endif
  1291. void ResourceFormatSaverBinaryInstance::save_unicode_string(const String& p_string) {
  1292. CharString utf8 = p_string.utf8();
  1293. f->store_32(utf8.length()+1);
  1294. f->store_buffer((const uint8_t*)utf8.get_data(),utf8.length()+1);
  1295. }
  1296. int ResourceFormatSaverBinaryInstance::get_string_index(const String& p_string) {
  1297. StringName s=p_string;
  1298. if (string_map.has(s))
  1299. return string_map[s];
  1300. string_map[s]=strings.size();
  1301. strings.push_back(s);
  1302. return strings.size()-1;
  1303. }
  1304. Error ResourceFormatSaverBinaryInstance::save(const String &p_path,const RES& p_resource,uint32_t p_flags) {
  1305. Error err;
  1306. if (p_flags&ResourceSaver::FLAG_COMPRESS) {
  1307. FileAccessCompressed *fac = memnew( FileAccessCompressed );
  1308. fac->configure("RSCC");
  1309. f=fac;
  1310. err = fac->_open(p_path,FileAccess::WRITE);
  1311. if (err)
  1312. memdelete(f);
  1313. } else {
  1314. f=FileAccess::open(p_path,FileAccess::WRITE,&err);
  1315. }
  1316. ERR_FAIL_COND_V(err,err);
  1317. FileAccessRef _fref(f);
  1318. relative_paths=p_flags&ResourceSaver::FLAG_RELATIVE_PATHS;
  1319. skip_editor=p_flags&ResourceSaver::FLAG_OMIT_EDITOR_PROPERTIES;
  1320. bundle_resources=p_flags&ResourceSaver::FLAG_BUNDLE_RESOURCES;
  1321. big_endian=p_flags&ResourceSaver::FLAG_SAVE_BIG_ENDIAN;
  1322. takeover_paths=p_flags&ResourceSaver::FLAG_REPLACE_SUBRESOURCE_PATHS;
  1323. if (!p_path.begins_with("res://"))
  1324. takeover_paths=false;
  1325. local_path=p_path.get_base_dir();
  1326. //bin_meta_idx = get_string_index("__bin_meta__"); //is often used, so create
  1327. _find_resources(p_resource,true);
  1328. if (!(p_flags&ResourceSaver::FLAG_COMPRESS)) {
  1329. //save header compressed
  1330. static const uint8_t header[4]={'R','S','R','C'};
  1331. f->store_buffer(header,4);
  1332. }
  1333. if (big_endian) {
  1334. f->store_32(1);
  1335. f->set_endian_swap(true);
  1336. } else
  1337. f->store_32(0);
  1338. f->store_32(0); //64 bits file, false for now
  1339. f->store_32(VERSION_MAJOR);
  1340. f->store_32(VERSION_MINOR);
  1341. f->store_32(FORMAT_VERSION);
  1342. if (f->get_error()!=OK && f->get_error()!=ERR_FILE_EOF) {
  1343. f->close();
  1344. return ERR_CANT_CREATE;
  1345. }
  1346. //f->store_32(saved_resources.size()+external_resources.size()); // load steps -not needed
  1347. save_unicode_string(p_resource->get_type());
  1348. uint64_t md_at = f->get_pos();
  1349. f->store_64(0); //offset to impoty metadata
  1350. for(int i=0;i<14;i++)
  1351. f->store_32(0); // reserved
  1352. List<ResourceData> resources;
  1353. {
  1354. for(List<RES>::Element *E=saved_resources.front();E;E=E->next()) {
  1355. ResourceData &rd = resources.push_back(ResourceData())->get();
  1356. rd.type=E->get()->get_type();
  1357. List<PropertyInfo> property_list;
  1358. E->get()->get_property_list( &property_list );
  1359. for(List<PropertyInfo>::Element *F=property_list.front();F;F=F->next()) {
  1360. if (skip_editor && F->get().name.begins_with("__editor"))
  1361. continue;
  1362. if (F->get().usage&PROPERTY_USAGE_STORAGE || (bundle_resources && F->get().usage&PROPERTY_USAGE_BUNDLE)) {
  1363. Property p;
  1364. p.name_idx=get_string_index(F->get().name);
  1365. p.value=E->get()->get(F->get().name);
  1366. if (F->get().usage&PROPERTY_USAGE_STORE_IF_NONZERO && p.value.is_zero())
  1367. continue;
  1368. p.pi=F->get();
  1369. rd.properties.push_back(p);
  1370. }
  1371. }
  1372. }
  1373. }
  1374. f->store_32(strings.size()); //string table size
  1375. for(int i=0;i<strings.size();i++) {
  1376. //print_bl("saving string: "+strings[i]);
  1377. save_unicode_string(strings[i]);
  1378. }
  1379. // save external resource table
  1380. f->store_32(external_resources.size()); //amount of external resources
  1381. for(Set<RES>::Element *E=external_resources.front();E;E=E->next()) {
  1382. save_unicode_string(E->get()->get_save_type());
  1383. String path = E->get()->get_path();
  1384. save_unicode_string(path);
  1385. }
  1386. // save internal resource table
  1387. f->store_32(saved_resources.size()); //amount of internal resources
  1388. Vector<uint64_t> ofs_pos;
  1389. for(List<RES>::Element *E=saved_resources.front();E;E=E->next()) {
  1390. RES r = E->get();
  1391. if (r->get_path()=="" || r->get_path().find("::")!=-1) {
  1392. save_unicode_string("local://"+itos(ofs_pos.size()));
  1393. if (takeover_paths) {
  1394. r->set_path(p_path+"::"+itos(ofs_pos.size()),true);
  1395. }
  1396. } else
  1397. save_unicode_string(r->get_path()); //actual external
  1398. ofs_pos.push_back(f->get_pos());
  1399. f->store_64(0); //offset in 64 bits
  1400. }
  1401. Vector<uint64_t> ofs_table;
  1402. // int saved_idx=0;
  1403. //now actually save the resources
  1404. for(List<ResourceData>::Element *E=resources.front();E;E=E->next()) {
  1405. ResourceData & rd = E->get();
  1406. ofs_table.push_back(f->get_pos());
  1407. save_unicode_string(rd.type);
  1408. f->store_32(rd.properties.size());
  1409. for (List<Property>::Element *F=rd.properties.front();F;F=F->next()) {
  1410. Property &p=F->get();
  1411. f->store_32(p.name_idx);
  1412. write_variant(p.value,F->get().pi);
  1413. }
  1414. }
  1415. for(int i=0;i<ofs_table.size();i++) {
  1416. f->seek(ofs_pos[i]);
  1417. f->store_64(ofs_table[i]);
  1418. }
  1419. f->seek_end();
  1420. print_line("SAVING: "+p_path);
  1421. if (p_resource->get_import_metadata().is_valid()) {
  1422. uint64_t md_pos = f->get_pos();
  1423. Ref<ResourceImportMetadata> imd=p_resource->get_import_metadata();
  1424. save_unicode_string(imd->get_editor());
  1425. f->store_32(imd->get_source_count());
  1426. for(int i=0;i<imd->get_source_count();i++) {
  1427. save_unicode_string(imd->get_source_path(i));
  1428. save_unicode_string(imd->get_source_md5(i));
  1429. print_line("SAVE PATH: "+imd->get_source_path(i));
  1430. print_line("SAVE MD5: "+imd->get_source_md5(i));
  1431. }
  1432. List<String> options;
  1433. imd->get_options(&options);
  1434. f->store_32(options.size());
  1435. for(List<String>::Element *E=options.front();E;E=E->next()) {
  1436. save_unicode_string(E->get());
  1437. write_variant(imd->get_option(E->get()));
  1438. }
  1439. f->seek(md_at);
  1440. f->store_64(md_pos);
  1441. f->seek_end();
  1442. }
  1443. f->store_buffer((const uint8_t*)"RSRC",4); //magic at end
  1444. if (f->get_error()!=OK && f->get_error()!=ERR_FILE_EOF) {
  1445. f->close();
  1446. return ERR_CANT_CREATE;
  1447. }
  1448. f->close();
  1449. return OK;
  1450. }
  1451. Error ResourceFormatSaverBinary::save(const String &p_path,const RES& p_resource,uint32_t p_flags) {
  1452. String local_path = Globals::get_singleton()->localize_path(p_path);
  1453. ResourceFormatSaverBinaryInstance saver;
  1454. return saver.save(local_path,p_resource,p_flags);
  1455. }
  1456. bool ResourceFormatSaverBinary::recognize(const RES& p_resource) const {
  1457. return true; //all recognized
  1458. }
  1459. void ResourceFormatSaverBinary::get_recognized_extensions(const RES& p_resource,List<String> *p_extensions) const {
  1460. //here comes the sun, lalalala
  1461. String base = p_resource->get_base_extension().to_lower();
  1462. if (base!="res") {
  1463. p_extensions->push_back(base);
  1464. }
  1465. p_extensions->push_back("res");
  1466. }