convert_sql.pl 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374
  1. #!/usr/bin/perl
  2. # Item Database:
  3. # --i=../db/pre-re/item_db.txt --o=../sql-files/item_db.sql --t=pre --m=item
  4. # --i=../db/re/item_db.txt --o=../sql-files/item_db_re.sql --t=re --m=item
  5. #
  6. # Mob Database:
  7. # --i=../db/pre-re/mob_db.txt --o=../sql-files/mob_db.sql --t=pre --m=mob
  8. # --i=../db/re/mob_db.txt --o=../sql-files/mob_db_re.sql --t=re --m=mob
  9. #
  10. # Mob Skill Database:
  11. # --i=../db/pre-re/mob_skill_db.txt --o=../sql-files/mob_skill_db.sql --t=pre --m=mob_skill
  12. # --i=../db/re/mob_skill_db.txt --o=../sql-files/mob_skill_db_re.sql --t=re --m=mob_skill
  13. #
  14. # List of options:
  15. # item_db.pl --help
  16. use strict;
  17. use warnings;
  18. use Getopt::Long;
  19. my $sFilein = "";
  20. my $sFileout = "";
  21. my $sTarget = "";
  22. my $sType = "";
  23. my $sHelp = 0;
  24. my $sTable = "";
  25. my $db;
  26. my $nb_columns;
  27. my @str_col = (); #Use basic escape.
  28. my @str_col2 = (); #Use second escape (currently for scripts).
  29. my $line_format;
  30. my $create_table;
  31. my @defaults = ();
  32. Main();
  33. sub GetArgs {
  34. GetOptions(
  35. 'i=s' => \$sFilein, #Output file name.
  36. 'o=s' => \$sFileout, #Input file name.
  37. 't=s' => \$sTarget, #Renewal setting: pre-re, re.
  38. 'm=s' => \$sType, #Database: item, mob, mob_skill.
  39. 'table=s' => \$sTable, #Table name.
  40. 'help!' => \$sHelp,
  41. ) or $sHelp=1; #Display help if invalid options are supplied.
  42. my $sValidTarget = "re|pre";
  43. my $sValidType = "item|mob|mob_skill";
  44. if( $sHelp ) {
  45. print "Incorrect option specified. Available options:\n"
  46. ."\t --o=filename => Output file name. \n"
  47. ."\t --i=filename => Input file name. \n"
  48. ."\t --table=tablename => Table name to create. \n"
  49. ."\t --t=target => Specify target ([$sValidTarget]). \n"
  50. ."\t --m=type => Specify type ([$sValidType]). \n";
  51. exit;
  52. }
  53. unless($sFilein or $sFileout){
  54. print "ERROR: Filename_in and Filename_out are required to continue.\n";
  55. exit;
  56. }
  57. unless($sTarget =~ /$sValidTarget/i){
  58. print "ERROR: Incorrect target specified. Available targets:\n"
  59. ."\t --t => Target (specify which kind of table_struct to build [$sValidTarget]).\n";
  60. exit;
  61. }
  62. unless($sType =~ /$sValidType/i){
  63. print "ERROR: Incorrect type specified. Available types:\n"
  64. ."\t --m => Type (specify which data entry to use [$sValidType]).\n";
  65. exit;
  66. }
  67. }
  68. sub Main {
  69. GetArgs();
  70. BuildDataForType($sTarget,$sType);
  71. ConvertFile($sFilein,$sFileout,$sType);
  72. print "Conversion ended.\n";
  73. }
  74. sub ConvertFile { my($sFilein,$sFileout,$sType)=@_;
  75. my $sFHout;
  76. print "Starting ConvertFile with: \n\t filein=$sFilein \n\t fileout=$sFileout \n";
  77. open FHIN,"$sFilein" or die "ERROR: Can't read or locate $sFilein.\n";
  78. open $sFHout,">$sFileout" or die "ERROR: Can't write $sFileout.\n";
  79. printf $sFHout ("%s\n",$create_table);
  80. while(my $ligne=<FHIN>) {
  81. if ($ligne =~ /^\s*$/ ) {
  82. print $sFHout "\n";
  83. next;
  84. }
  85. if ($ligne =~ /[^\r\n]+/) {
  86. $ligne = $&;
  87. if ($ligne =~ /^\/\//) {
  88. printf $sFHout ("#");
  89. $ligne = substr($ligne, 2);
  90. }
  91. my @champ = ();
  92. if ($sType =~ /mob_skill/i ) {
  93. if ($ligne =~ $line_format ) { @champ = ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17,$18,$19); }
  94. }
  95. elsif ($sType =~ /mob/i) { @champ = split(",",$ligne); }
  96. elsif ($sType =~ /item/i ) {
  97. if ($ligne =~ $line_format) { @champ = ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17,$18,$19,$20,$21,$22); }
  98. }
  99. if ($#champ != $nb_columns - 1) { #Can't parse, it's a real comment.
  100. printf $sFHout ("%s\n", $ligne);
  101. } else {
  102. printf $sFHout ("REPLACE INTO `%s` VALUES (", $db);
  103. for (my $i=0; $i<$#champ; $i++) {
  104. printField($sFHout,$champ[$i],",",$i);
  105. }
  106. printField($sFHout,$champ[$#champ],");\n",$#champ);
  107. }
  108. }
  109. }
  110. print $sFHout "\n";
  111. }
  112. sub printField { my ($sFHout,$str, $suffix, $idCol) = @_;
  113. # Remove first { and last } .
  114. if ($str =~ /{.*}/) {
  115. $str = substr($&,1,-1);
  116. }
  117. # If nothing, put NULL.
  118. if ($str eq "") {
  119. my $sDef;
  120. if(scalar(@defaults)) { $sDef = $defaults[$idCol]; } #Use default in array.
  121. else { $sDef = "NULL" unless($sDef); } #Let SQL handle the default.
  122. print $sFHout "$sDef$suffix";
  123. } else {
  124. my $flag = 0;
  125. # Search if it's a string column?
  126. foreach my $col (@str_col) {
  127. if ($col == $idCol) {
  128. $flag |= 1;
  129. last;
  130. }
  131. }
  132. foreach my $col (@str_col2) {
  133. if ($col == $idCol) {
  134. $flag |= 2;
  135. last;
  136. }
  137. }
  138. if ($flag & 3) {
  139. # String column, so escape , remove trailing and add '' .
  140. my $string;
  141. $string = escape($str,"'","\\'") if($flag & 1) ;
  142. $string =~ s/\s+$//; #Remove trailing spaces.
  143. $string =~ s/^\s+//; #Remove leading spaces.
  144. $string = escape($string,'\\\"','\\\\\"') if($flag & 2) ;
  145. printf $sFHout ("'%s'%s", $string, $suffix);
  146. } else {
  147. # Not a string column.
  148. printf $sFHout ("%s%s", $str,$suffix);
  149. }
  150. }
  151. }
  152. sub escape { my ($str,$sregex,$sreplace) = @_;
  153. my @str_splitted = split($sregex, $str);
  154. my $result = "";
  155. for (my $i=0; $i<=$#str_splitted; $i++) {
  156. if ($i == 0) {
  157. $result = $str_splitted[0];
  158. } else {
  159. $result = $result.$sreplace.$str_splitted[$i];
  160. }
  161. }
  162. return $result
  163. }
  164. sub BuildDataForType{ my($sTarget,$sType) = @_;
  165. print "Starting BuildDataForType with: \n\t Target=$sTarget, Type=$sType \n";
  166. if($sType =~ /item/i) {
  167. if($sTarget =~ /Pre/i){
  168. $db = $sTable;
  169. $db = "item_db" unless($db);
  170. $nb_columns = 22;
  171. @str_col = (1,2,19,20,21);
  172. @str_col2 = (19,20,21);
  173. $line_format = "([^\,]*),"x($nb_columns-3)."(\{.*\}),"x(2)."(\{.*\})"; #Last 3 columns are scripts.
  174. $create_table =
  175. "#
  176. # Table structure for table `$db`
  177. #
  178. DROP TABLE IF EXISTS `$db`;
  179. CREATE TABLE `$db` (
  180. `id` smallint(5) unsigned NOT NULL default '0',
  181. `name_english` varchar(50) NOT NULL default '',
  182. `name_japanese` varchar(50) NOT NULL default '',
  183. `type` tinyint(2) unsigned NOT NULL default '0',
  184. `price_buy` mediumint(10) unsigned default NULL,
  185. `price_sell` mediumint(10) unsigned default NULL,
  186. `weight` smallint(5) unsigned NOT NULL default '0',
  187. `attack` smallint(3) unsigned default NULL,
  188. `defence` smallint(5) NULL default NULL,
  189. `range` tinyint(2) unsigned default NULL,
  190. `slots` tinyint(2) unsigned default NULL,
  191. `equip_jobs` int(12) unsigned default NULL,
  192. `equip_upper` tinyint(8) unsigned default NULL,
  193. `equip_genders` tinyint(2) unsigned default NULL,
  194. `equip_locations` smallint(4) unsigned default NULL,
  195. `weapon_level` tinyint(2) unsigned default NULL,
  196. `equip_level` tinyint(3) unsigned default NULL,
  197. `refineable` tinyint(1) unsigned default NULL,
  198. `view` smallint(3) unsigned default NULL,
  199. `script` text,
  200. `equip_script` text,
  201. `unequip_script` text,
  202. PRIMARY KEY (`id`)
  203. ) ENGINE=MyISAM;
  204. ";
  205. #NOTE: These do not match the table struct defaults.
  206. @defaults = ('0','\'\'','\'\'','0','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL');
  207. }
  208. elsif($sTarget =~ /Re/i){
  209. $db = $sTable;
  210. $db = "item_db_re" unless($db);
  211. $nb_columns = 22;
  212. @str_col = (1,2,7,16,19,20,21);
  213. @str_col2 = (19,20,21);
  214. $line_format = "([^\,]*),"x($nb_columns-3)."(\{.*\}),"x(2)."(\{.*\})"; #Last 3 columns are scripts.
  215. $create_table =
  216. "#
  217. # Table structure for table `$db`
  218. #
  219. DROP TABLE IF EXISTS `$db`;
  220. CREATE TABLE `$db` (
  221. `id` smallint(5) unsigned NOT NULL default '0',
  222. `name_english` varchar(50) NOT NULL default '',
  223. `name_japanese` varchar(50) NOT NULL default '',
  224. `type` tinyint(2) unsigned NOT NULL default '0',
  225. `price_buy` mediumint(10) unsigned default NULL,
  226. `price_sell` mediumint(10) unsigned default NULL,
  227. `weight` smallint(5) unsigned NOT NULL default '0',
  228. `atk:matk` varchar(11) default '',
  229. `defence` smallint(5) NULL default NULL,
  230. `range` tinyint(2) unsigned default NULL,
  231. `slots` tinyint(2) unsigned default NULL,
  232. `equip_jobs` int(12) unsigned default NULL,
  233. `equip_upper` tinyint(8) unsigned default NULL,
  234. `equip_genders` tinyint(2) unsigned default NULL,
  235. `equip_locations` smallint(4) unsigned default NULL,
  236. `weapon_level` tinyint(2) unsigned default NULL,
  237. `equip_level` varchar(10) default '',
  238. `refineable` tinyint(1) unsigned default NULL,
  239. `view` smallint(3) unsigned default NULL,
  240. `script` text,
  241. `equip_script` text,
  242. `unequip_script` text,
  243. PRIMARY KEY (`id`)
  244. ) ENGINE=MyISAM;
  245. ";
  246. #NOTE: These do not match the table struct defaults.
  247. @defaults = ('0','\'\'','\'\'','0','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL','NULL');
  248. }
  249. }
  250. elsif($sType =~ /mob_skill/i) { #Same format for Pre-Renewal and Renewal.
  251. $db = "mob_skill_db" unless($db);
  252. $nb_columns = 19;
  253. @str_col = (1,2,8,9,10,11,17,18);
  254. $line_format = "([^\,]*),"x($nb_columns-1)."([^\,]*)";
  255. $create_table =
  256. "#
  257. # Table structure for table `$db`
  258. #
  259. DROP TABLE IF EXISTS `$db`;
  260. CREATE TABLE IF NOT EXISTS `$db` (
  261. `MOB_ID` smallint(6) NOT NULL,
  262. `INFO` text NOT NULL,
  263. `STATE` text NOT NULL,
  264. `SKILL_ID` smallint(6) NOT NULL,
  265. `SKILL_LV` tinyint(4) NOT NULL,
  266. `RATE` smallint(4) NOT NULL,
  267. `CASTTIME` mediumint(9) NOT NULL,
  268. `DELAY` int(9) NOT NULL,
  269. `CANCELABLE` text NOT NULL,
  270. `TARGET` text NOT NULL,
  271. `CONDITION` text NOT NULL,
  272. `CONDITION_VALUE` text,
  273. `VAL1` mediumint(9) DEFAULT NULL,
  274. `VAL2` mediumint(9) DEFAULT NULL,
  275. `VAL3` mediumint(9) DEFAULT NULL,
  276. `VAL4` mediumint(9) DEFAULT NULL,
  277. `VAL5` mediumint(9) DEFAULT NULL,
  278. `EMOTION` text,
  279. `CHAT` text
  280. ) ENGINE=MyISAM;
  281. ";
  282. }
  283. elsif($sType =~ /mob/i) { #Same format for Pre-Renewal and Renewal.
  284. $db = "mob_db" unless($db);
  285. $nb_columns = 57;
  286. @str_col = (1,2,3);
  287. $line_format = "([^\,]*),"x($nb_columns-1);
  288. $create_table =
  289. "#
  290. # Table structure for table `$db`
  291. #
  292. DROP TABLE IF EXISTS `$db`;
  293. CREATE TABLE `$db` (
  294. `ID` mediumint(9) unsigned NOT NULL default '0',
  295. `Sprite` text NOT NULL,
  296. `kName` text NOT NULL,
  297. `iName` text NOT NULL,
  298. `LV` tinyint(6) unsigned NOT NULL default '0',
  299. `HP` int(9) unsigned NOT NULL default '0',
  300. `SP` mediumint(9) unsigned NOT NULL default '0',
  301. `EXP` mediumint(9) unsigned NOT NULL default '0',
  302. `JEXP` mediumint(9) unsigned NOT NULL default '0',
  303. `Range1` tinyint(4) unsigned NOT NULL default '0',
  304. `ATK1` smallint(6) unsigned NOT NULL default '0',
  305. `ATK2` smallint(6) unsigned NOT NULL default '0',
  306. `DEF` smallint(6) unsigned NOT NULL default '0',
  307. `MDEF` smallint(6) unsigned NOT NULL default '0',
  308. `STR` smallint(6) unsigned NOT NULL default '0',
  309. `AGI` smallint(6) unsigned NOT NULL default '0',
  310. `VIT` smallint(6) unsigned NOT NULL default '0',
  311. `INT` smallint(6) unsigned NOT NULL default '0',
  312. `DEX` smallint(6) unsigned NOT NULL default '0',
  313. `LUK` smallint(6) unsigned NOT NULL default '0',
  314. `Range2` tinyint(4) unsigned NOT NULL default '0',
  315. `Range3` tinyint(4) unsigned NOT NULL default '0',
  316. `Scale` tinyint(4) unsigned NOT NULL default '0',
  317. `Race` tinyint(4) unsigned NOT NULL default '0',
  318. `Element` tinyint(4) unsigned NOT NULL default '0',
  319. `Mode` smallint(6) unsigned NOT NULL default '0',
  320. `Speed` smallint(6) unsigned NOT NULL default '0',
  321. `aDelay` smallint(6) unsigned NOT NULL default '0',
  322. `aMotion` smallint(6) unsigned NOT NULL default '0',
  323. `dMotion` smallint(6) unsigned NOT NULL default '0',
  324. `MEXP` mediumint(9) unsigned NOT NULL default '0',
  325. `MVP1id` smallint(9) unsigned NOT NULL default '0',
  326. `MVP1per` smallint(9) unsigned NOT NULL default '0',
  327. `MVP2id` smallint(9) unsigned NOT NULL default '0',
  328. `MVP2per` smallint(9) unsigned NOT NULL default '0',
  329. `MVP3id` smallint(9) unsigned NOT NULL default '0',
  330. `MVP3per` smallint(9) unsigned NOT NULL default '0',
  331. `Drop1id` smallint(9) unsigned NOT NULL default '0',
  332. `Drop1per` smallint(9) unsigned NOT NULL default '0',
  333. `Drop2id` smallint(9) unsigned NOT NULL default '0',
  334. `Drop2per` smallint(9) unsigned NOT NULL default '0',
  335. `Drop3id` smallint(9) unsigned NOT NULL default '0',
  336. `Drop3per` smallint(9) unsigned NOT NULL default '0',
  337. `Drop4id` smallint(9) unsigned NOT NULL default '0',
  338. `Drop4per` smallint(9) unsigned NOT NULL default '0',
  339. `Drop5id` smallint(9) unsigned NOT NULL default '0',
  340. `Drop5per` smallint(9) unsigned NOT NULL default '0',
  341. `Drop6id` smallint(9) unsigned NOT NULL default '0',
  342. `Drop6per` smallint(9) unsigned NOT NULL default '0',
  343. `Drop7id` smallint(9) unsigned NOT NULL default '0',
  344. `Drop7per` smallint(9) unsigned NOT NULL default '0',
  345. `Drop8id` smallint(9) unsigned NOT NULL default '0',
  346. `Drop8per` smallint(9) unsigned NOT NULL default '0',
  347. `Drop9id` smallint(9) unsigned NOT NULL default '0',
  348. `Drop9per` smallint(9) unsigned NOT NULL default '0',
  349. `DropCardid` smallint(9) unsigned NOT NULL default '0',
  350. `DropCardper` smallint(9) unsigned NOT NULL default '0',
  351. PRIMARY KEY (`ID`)
  352. ) ENGINE=MyISAM;
  353. ";
  354. }
  355. }