sbp_target.c 60 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383
  1. /*
  2. * SBP2 target driver (SCSI over IEEE1394 in target mode)
  3. *
  4. * Copyright (C) 2011 Chris Boot <bootc@bootc.net>
  5. *
  6. * This program is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License as published by
  8. * the Free Software Foundation; either version 2 of the License, or
  9. * (at your option) any later version.
  10. *
  11. * This program is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. * GNU General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU General Public License
  17. * along with this program; if not, write to the Free Software Foundation,
  18. * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  19. */
  20. #define KMSG_COMPONENT "sbp_target"
  21. #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
  22. #include <linux/kernel.h>
  23. #include <linux/module.h>
  24. #include <linux/init.h>
  25. #include <linux/types.h>
  26. #include <linux/string.h>
  27. #include <linux/configfs.h>
  28. #include <linux/ctype.h>
  29. #include <linux/delay.h>
  30. #include <linux/firewire.h>
  31. #include <linux/firewire-constants.h>
  32. #include <scsi/scsi_proto.h>
  33. #include <scsi/scsi_tcq.h>
  34. #include <target/target_core_base.h>
  35. #include <target/target_core_backend.h>
  36. #include <target/target_core_fabric.h>
  37. #include <asm/unaligned.h>
  38. #include "sbp_target.h"
  39. /* FireWire address region for management and command block address handlers */
  40. static const struct fw_address_region sbp_register_region = {
  41. .start = CSR_REGISTER_BASE + 0x10000,
  42. .end = 0x1000000000000ULL,
  43. };
  44. static const u32 sbp_unit_directory_template[] = {
  45. 0x1200609e, /* unit_specifier_id: NCITS/T10 */
  46. 0x13010483, /* unit_sw_version: 1155D Rev 4 */
  47. 0x3800609e, /* command_set_specifier_id: NCITS/T10 */
  48. 0x390104d8, /* command_set: SPC-2 */
  49. 0x3b000000, /* command_set_revision: 0 */
  50. 0x3c000001, /* firmware_revision: 1 */
  51. };
  52. #define SESSION_MAINTENANCE_INTERVAL HZ
  53. static atomic_t login_id = ATOMIC_INIT(0);
  54. static void session_maintenance_work(struct work_struct *);
  55. static int sbp_run_transaction(struct fw_card *, int, int, int, int,
  56. unsigned long long, void *, size_t);
  57. static int read_peer_guid(u64 *guid, const struct sbp_management_request *req)
  58. {
  59. int ret;
  60. __be32 high, low;
  61. ret = sbp_run_transaction(req->card, TCODE_READ_QUADLET_REQUEST,
  62. req->node_addr, req->generation, req->speed,
  63. (CSR_REGISTER_BASE | CSR_CONFIG_ROM) + 3 * 4,
  64. &high, sizeof(high));
  65. if (ret != RCODE_COMPLETE)
  66. return ret;
  67. ret = sbp_run_transaction(req->card, TCODE_READ_QUADLET_REQUEST,
  68. req->node_addr, req->generation, req->speed,
  69. (CSR_REGISTER_BASE | CSR_CONFIG_ROM) + 4 * 4,
  70. &low, sizeof(low));
  71. if (ret != RCODE_COMPLETE)
  72. return ret;
  73. *guid = (u64)be32_to_cpu(high) << 32 | be32_to_cpu(low);
  74. return RCODE_COMPLETE;
  75. }
  76. static struct sbp_session *sbp_session_find_by_guid(
  77. struct sbp_tpg *tpg, u64 guid)
  78. {
  79. struct se_session *se_sess;
  80. struct sbp_session *sess, *found = NULL;
  81. spin_lock_bh(&tpg->se_tpg.session_lock);
  82. list_for_each_entry(se_sess, &tpg->se_tpg.tpg_sess_list, sess_list) {
  83. sess = se_sess->fabric_sess_ptr;
  84. if (sess->guid == guid)
  85. found = sess;
  86. }
  87. spin_unlock_bh(&tpg->se_tpg.session_lock);
  88. return found;
  89. }
  90. static struct sbp_login_descriptor *sbp_login_find_by_lun(
  91. struct sbp_session *session, u32 unpacked_lun)
  92. {
  93. struct sbp_login_descriptor *login, *found = NULL;
  94. spin_lock_bh(&session->lock);
  95. list_for_each_entry(login, &session->login_list, link) {
  96. if (login->login_lun == unpacked_lun)
  97. found = login;
  98. }
  99. spin_unlock_bh(&session->lock);
  100. return found;
  101. }
  102. static int sbp_login_count_all_by_lun(
  103. struct sbp_tpg *tpg,
  104. u32 unpacked_lun,
  105. int exclusive)
  106. {
  107. struct se_session *se_sess;
  108. struct sbp_session *sess;
  109. struct sbp_login_descriptor *login;
  110. int count = 0;
  111. spin_lock_bh(&tpg->se_tpg.session_lock);
  112. list_for_each_entry(se_sess, &tpg->se_tpg.tpg_sess_list, sess_list) {
  113. sess = se_sess->fabric_sess_ptr;
  114. spin_lock_bh(&sess->lock);
  115. list_for_each_entry(login, &sess->login_list, link) {
  116. if (login->login_lun != unpacked_lun)
  117. continue;
  118. if (!exclusive || login->exclusive)
  119. count++;
  120. }
  121. spin_unlock_bh(&sess->lock);
  122. }
  123. spin_unlock_bh(&tpg->se_tpg.session_lock);
  124. return count;
  125. }
  126. static struct sbp_login_descriptor *sbp_login_find_by_id(
  127. struct sbp_tpg *tpg, int login_id)
  128. {
  129. struct se_session *se_sess;
  130. struct sbp_session *sess;
  131. struct sbp_login_descriptor *login, *found = NULL;
  132. spin_lock_bh(&tpg->se_tpg.session_lock);
  133. list_for_each_entry(se_sess, &tpg->se_tpg.tpg_sess_list, sess_list) {
  134. sess = se_sess->fabric_sess_ptr;
  135. spin_lock_bh(&sess->lock);
  136. list_for_each_entry(login, &sess->login_list, link) {
  137. if (login->login_id == login_id)
  138. found = login;
  139. }
  140. spin_unlock_bh(&sess->lock);
  141. }
  142. spin_unlock_bh(&tpg->se_tpg.session_lock);
  143. return found;
  144. }
  145. static u32 sbp_get_lun_from_tpg(struct sbp_tpg *tpg, u32 login_lun, int *err)
  146. {
  147. struct se_portal_group *se_tpg = &tpg->se_tpg;
  148. struct se_lun *se_lun;
  149. rcu_read_lock();
  150. hlist_for_each_entry_rcu(se_lun, &se_tpg->tpg_lun_hlist, link) {
  151. if (se_lun->unpacked_lun == login_lun) {
  152. rcu_read_unlock();
  153. *err = 0;
  154. return login_lun;
  155. }
  156. }
  157. rcu_read_unlock();
  158. *err = -ENODEV;
  159. return login_lun;
  160. }
  161. static struct sbp_session *sbp_session_create(
  162. struct sbp_tpg *tpg,
  163. u64 guid)
  164. {
  165. struct sbp_session *sess;
  166. int ret;
  167. char guid_str[17];
  168. snprintf(guid_str, sizeof(guid_str), "%016llx", guid);
  169. sess = kmalloc(sizeof(*sess), GFP_KERNEL);
  170. if (!sess) {
  171. pr_err("failed to allocate session descriptor\n");
  172. return ERR_PTR(-ENOMEM);
  173. }
  174. spin_lock_init(&sess->lock);
  175. INIT_LIST_HEAD(&sess->login_list);
  176. INIT_DELAYED_WORK(&sess->maint_work, session_maintenance_work);
  177. sess->guid = guid;
  178. sess->se_sess = target_alloc_session(&tpg->se_tpg, 128,
  179. sizeof(struct sbp_target_request),
  180. TARGET_PROT_NORMAL, guid_str,
  181. sess, NULL);
  182. if (IS_ERR(sess->se_sess)) {
  183. pr_err("failed to init se_session\n");
  184. ret = PTR_ERR(sess->se_sess);
  185. kfree(sess);
  186. return ERR_PTR(ret);
  187. }
  188. return sess;
  189. }
  190. static void sbp_session_release(struct sbp_session *sess, bool cancel_work)
  191. {
  192. spin_lock_bh(&sess->lock);
  193. if (!list_empty(&sess->login_list)) {
  194. spin_unlock_bh(&sess->lock);
  195. return;
  196. }
  197. spin_unlock_bh(&sess->lock);
  198. if (cancel_work)
  199. cancel_delayed_work_sync(&sess->maint_work);
  200. transport_deregister_session_configfs(sess->se_sess);
  201. transport_deregister_session(sess->se_sess);
  202. if (sess->card)
  203. fw_card_put(sess->card);
  204. kfree(sess);
  205. }
  206. static void sbp_target_agent_unregister(struct sbp_target_agent *);
  207. static void sbp_login_release(struct sbp_login_descriptor *login,
  208. bool cancel_work)
  209. {
  210. struct sbp_session *sess = login->sess;
  211. /* FIXME: abort/wait on tasks */
  212. sbp_target_agent_unregister(login->tgt_agt);
  213. if (sess) {
  214. spin_lock_bh(&sess->lock);
  215. list_del(&login->link);
  216. spin_unlock_bh(&sess->lock);
  217. sbp_session_release(sess, cancel_work);
  218. }
  219. kfree(login);
  220. }
  221. static struct sbp_target_agent *sbp_target_agent_register(
  222. struct sbp_login_descriptor *);
  223. static void sbp_management_request_login(
  224. struct sbp_management_agent *agent, struct sbp_management_request *req,
  225. int *status_data_size)
  226. {
  227. struct sbp_tport *tport = agent->tport;
  228. struct sbp_tpg *tpg = tport->tpg;
  229. struct sbp_session *sess;
  230. struct sbp_login_descriptor *login;
  231. struct sbp_login_response_block *response;
  232. u64 guid;
  233. u32 unpacked_lun;
  234. int login_response_len, ret;
  235. unpacked_lun = sbp_get_lun_from_tpg(tpg,
  236. LOGIN_ORB_LUN(be32_to_cpu(req->orb.misc)), &ret);
  237. if (ret) {
  238. pr_notice("login to unknown LUN: %d\n",
  239. LOGIN_ORB_LUN(be32_to_cpu(req->orb.misc)));
  240. req->status.status = cpu_to_be32(
  241. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  242. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_LUN_NOTSUPP));
  243. return;
  244. }
  245. ret = read_peer_guid(&guid, req);
  246. if (ret != RCODE_COMPLETE) {
  247. pr_warn("failed to read peer GUID: %d\n", ret);
  248. req->status.status = cpu_to_be32(
  249. STATUS_BLOCK_RESP(STATUS_RESP_TRANSPORT_FAILURE) |
  250. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_UNSPECIFIED_ERROR));
  251. return;
  252. }
  253. pr_notice("mgt_agent LOGIN to LUN %d from %016llx\n",
  254. unpacked_lun, guid);
  255. sess = sbp_session_find_by_guid(tpg, guid);
  256. if (sess) {
  257. login = sbp_login_find_by_lun(sess, unpacked_lun);
  258. if (login) {
  259. pr_notice("initiator already logged-in\n");
  260. /*
  261. * SBP-2 R4 says we should return access denied, but
  262. * that can confuse initiators. Instead we need to
  263. * treat this like a reconnect, but send the login
  264. * response block like a fresh login.
  265. *
  266. * This is required particularly in the case of Apple
  267. * devices booting off the FireWire target, where
  268. * the firmware has an active login to the target. When
  269. * the OS takes control of the session it issues its own
  270. * LOGIN rather than a RECONNECT. To avoid the machine
  271. * waiting until the reconnect_hold expires, we can skip
  272. * the ACCESS_DENIED errors to speed things up.
  273. */
  274. goto already_logged_in;
  275. }
  276. }
  277. /*
  278. * check exclusive bit in login request
  279. * reject with access_denied if any logins present
  280. */
  281. if (LOGIN_ORB_EXCLUSIVE(be32_to_cpu(req->orb.misc)) &&
  282. sbp_login_count_all_by_lun(tpg, unpacked_lun, 0)) {
  283. pr_warn("refusing exclusive login with other active logins\n");
  284. req->status.status = cpu_to_be32(
  285. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  286. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_ACCESS_DENIED));
  287. return;
  288. }
  289. /*
  290. * check exclusive bit in any existing login descriptor
  291. * reject with access_denied if any exclusive logins present
  292. */
  293. if (sbp_login_count_all_by_lun(tpg, unpacked_lun, 1)) {
  294. pr_warn("refusing login while another exclusive login present\n");
  295. req->status.status = cpu_to_be32(
  296. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  297. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_ACCESS_DENIED));
  298. return;
  299. }
  300. /*
  301. * check we haven't exceeded the number of allowed logins
  302. * reject with resources_unavailable if we have
  303. */
  304. if (sbp_login_count_all_by_lun(tpg, unpacked_lun, 0) >=
  305. tport->max_logins_per_lun) {
  306. pr_warn("max number of logins reached\n");
  307. req->status.status = cpu_to_be32(
  308. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  309. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_RESOURCES_UNAVAIL));
  310. return;
  311. }
  312. if (!sess) {
  313. sess = sbp_session_create(tpg, guid);
  314. if (IS_ERR(sess)) {
  315. switch (PTR_ERR(sess)) {
  316. case -EPERM:
  317. ret = SBP_STATUS_ACCESS_DENIED;
  318. break;
  319. default:
  320. ret = SBP_STATUS_RESOURCES_UNAVAIL;
  321. break;
  322. }
  323. req->status.status = cpu_to_be32(
  324. STATUS_BLOCK_RESP(
  325. STATUS_RESP_REQUEST_COMPLETE) |
  326. STATUS_BLOCK_SBP_STATUS(ret));
  327. return;
  328. }
  329. sess->node_id = req->node_addr;
  330. sess->card = fw_card_get(req->card);
  331. sess->generation = req->generation;
  332. sess->speed = req->speed;
  333. schedule_delayed_work(&sess->maint_work,
  334. SESSION_MAINTENANCE_INTERVAL);
  335. }
  336. /* only take the latest reconnect_hold into account */
  337. sess->reconnect_hold = min(
  338. 1 << LOGIN_ORB_RECONNECT(be32_to_cpu(req->orb.misc)),
  339. tport->max_reconnect_timeout) - 1;
  340. login = kmalloc(sizeof(*login), GFP_KERNEL);
  341. if (!login) {
  342. pr_err("failed to allocate login descriptor\n");
  343. sbp_session_release(sess, true);
  344. req->status.status = cpu_to_be32(
  345. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  346. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_RESOURCES_UNAVAIL));
  347. return;
  348. }
  349. login->sess = sess;
  350. login->login_lun = unpacked_lun;
  351. login->status_fifo_addr = sbp2_pointer_to_addr(&req->orb.status_fifo);
  352. login->exclusive = LOGIN_ORB_EXCLUSIVE(be32_to_cpu(req->orb.misc));
  353. login->login_id = atomic_inc_return(&login_id);
  354. login->tgt_agt = sbp_target_agent_register(login);
  355. if (IS_ERR(login->tgt_agt)) {
  356. ret = PTR_ERR(login->tgt_agt);
  357. pr_err("failed to map command block handler: %d\n", ret);
  358. sbp_session_release(sess, true);
  359. kfree(login);
  360. req->status.status = cpu_to_be32(
  361. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  362. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_RESOURCES_UNAVAIL));
  363. return;
  364. }
  365. spin_lock_bh(&sess->lock);
  366. list_add_tail(&login->link, &sess->login_list);
  367. spin_unlock_bh(&sess->lock);
  368. already_logged_in:
  369. response = kzalloc(sizeof(*response), GFP_KERNEL);
  370. if (!response) {
  371. pr_err("failed to allocate login response block\n");
  372. sbp_login_release(login, true);
  373. req->status.status = cpu_to_be32(
  374. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  375. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_RESOURCES_UNAVAIL));
  376. return;
  377. }
  378. login_response_len = clamp_val(
  379. LOGIN_ORB_RESPONSE_LENGTH(be32_to_cpu(req->orb.length)),
  380. 12, sizeof(*response));
  381. response->misc = cpu_to_be32(
  382. ((login_response_len & 0xffff) << 16) |
  383. (login->login_id & 0xffff));
  384. response->reconnect_hold = cpu_to_be32(sess->reconnect_hold & 0xffff);
  385. addr_to_sbp2_pointer(login->tgt_agt->handler.offset,
  386. &response->command_block_agent);
  387. ret = sbp_run_transaction(sess->card, TCODE_WRITE_BLOCK_REQUEST,
  388. sess->node_id, sess->generation, sess->speed,
  389. sbp2_pointer_to_addr(&req->orb.ptr2), response,
  390. login_response_len);
  391. if (ret != RCODE_COMPLETE) {
  392. pr_debug("failed to write login response block: %x\n", ret);
  393. kfree(response);
  394. sbp_login_release(login, true);
  395. req->status.status = cpu_to_be32(
  396. STATUS_BLOCK_RESP(STATUS_RESP_TRANSPORT_FAILURE) |
  397. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_UNSPECIFIED_ERROR));
  398. return;
  399. }
  400. kfree(response);
  401. req->status.status = cpu_to_be32(
  402. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  403. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_OK));
  404. }
  405. static void sbp_management_request_query_logins(
  406. struct sbp_management_agent *agent, struct sbp_management_request *req,
  407. int *status_data_size)
  408. {
  409. pr_notice("QUERY LOGINS not implemented\n");
  410. /* FIXME: implement */
  411. req->status.status = cpu_to_be32(
  412. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  413. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_REQ_TYPE_NOTSUPP));
  414. }
  415. static void sbp_management_request_reconnect(
  416. struct sbp_management_agent *agent, struct sbp_management_request *req,
  417. int *status_data_size)
  418. {
  419. struct sbp_tport *tport = agent->tport;
  420. struct sbp_tpg *tpg = tport->tpg;
  421. int ret;
  422. u64 guid;
  423. struct sbp_login_descriptor *login;
  424. ret = read_peer_guid(&guid, req);
  425. if (ret != RCODE_COMPLETE) {
  426. pr_warn("failed to read peer GUID: %d\n", ret);
  427. req->status.status = cpu_to_be32(
  428. STATUS_BLOCK_RESP(STATUS_RESP_TRANSPORT_FAILURE) |
  429. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_UNSPECIFIED_ERROR));
  430. return;
  431. }
  432. pr_notice("mgt_agent RECONNECT from %016llx\n", guid);
  433. login = sbp_login_find_by_id(tpg,
  434. RECONNECT_ORB_LOGIN_ID(be32_to_cpu(req->orb.misc)));
  435. if (!login) {
  436. pr_err("mgt_agent RECONNECT unknown login ID\n");
  437. req->status.status = cpu_to_be32(
  438. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  439. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_ACCESS_DENIED));
  440. return;
  441. }
  442. if (login->sess->guid != guid) {
  443. pr_err("mgt_agent RECONNECT login GUID doesn't match\n");
  444. req->status.status = cpu_to_be32(
  445. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  446. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_ACCESS_DENIED));
  447. return;
  448. }
  449. spin_lock_bh(&login->sess->lock);
  450. if (login->sess->card)
  451. fw_card_put(login->sess->card);
  452. /* update the node details */
  453. login->sess->generation = req->generation;
  454. login->sess->node_id = req->node_addr;
  455. login->sess->card = fw_card_get(req->card);
  456. login->sess->speed = req->speed;
  457. spin_unlock_bh(&login->sess->lock);
  458. req->status.status = cpu_to_be32(
  459. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  460. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_OK));
  461. }
  462. static void sbp_management_request_logout(
  463. struct sbp_management_agent *agent, struct sbp_management_request *req,
  464. int *status_data_size)
  465. {
  466. struct sbp_tport *tport = agent->tport;
  467. struct sbp_tpg *tpg = tport->tpg;
  468. int id;
  469. struct sbp_login_descriptor *login;
  470. id = LOGOUT_ORB_LOGIN_ID(be32_to_cpu(req->orb.misc));
  471. login = sbp_login_find_by_id(tpg, id);
  472. if (!login) {
  473. pr_warn("cannot find login: %d\n", id);
  474. req->status.status = cpu_to_be32(
  475. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  476. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_LOGIN_ID_UNKNOWN));
  477. return;
  478. }
  479. pr_info("mgt_agent LOGOUT from LUN %d session %d\n",
  480. login->login_lun, login->login_id);
  481. if (req->node_addr != login->sess->node_id) {
  482. pr_warn("logout from different node ID\n");
  483. req->status.status = cpu_to_be32(
  484. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  485. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_ACCESS_DENIED));
  486. return;
  487. }
  488. sbp_login_release(login, true);
  489. req->status.status = cpu_to_be32(
  490. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  491. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_OK));
  492. }
  493. static void session_check_for_reset(struct sbp_session *sess)
  494. {
  495. bool card_valid = false;
  496. spin_lock_bh(&sess->lock);
  497. if (sess->card) {
  498. spin_lock_irq(&sess->card->lock);
  499. card_valid = (sess->card->local_node != NULL);
  500. spin_unlock_irq(&sess->card->lock);
  501. if (!card_valid) {
  502. fw_card_put(sess->card);
  503. sess->card = NULL;
  504. }
  505. }
  506. if (!card_valid || (sess->generation != sess->card->generation)) {
  507. pr_info("Waiting for reconnect from node: %016llx\n",
  508. sess->guid);
  509. sess->node_id = -1;
  510. sess->reconnect_expires = get_jiffies_64() +
  511. ((sess->reconnect_hold + 1) * HZ);
  512. }
  513. spin_unlock_bh(&sess->lock);
  514. }
  515. static void session_reconnect_expired(struct sbp_session *sess)
  516. {
  517. struct sbp_login_descriptor *login, *temp;
  518. LIST_HEAD(login_list);
  519. pr_info("Reconnect timer expired for node: %016llx\n", sess->guid);
  520. spin_lock_bh(&sess->lock);
  521. list_for_each_entry_safe(login, temp, &sess->login_list, link) {
  522. login->sess = NULL;
  523. list_move_tail(&login->link, &login_list);
  524. }
  525. spin_unlock_bh(&sess->lock);
  526. list_for_each_entry_safe(login, temp, &login_list, link) {
  527. list_del(&login->link);
  528. sbp_login_release(login, false);
  529. }
  530. sbp_session_release(sess, false);
  531. }
  532. static void session_maintenance_work(struct work_struct *work)
  533. {
  534. struct sbp_session *sess = container_of(work, struct sbp_session,
  535. maint_work.work);
  536. /* could be called while tearing down the session */
  537. spin_lock_bh(&sess->lock);
  538. if (list_empty(&sess->login_list)) {
  539. spin_unlock_bh(&sess->lock);
  540. return;
  541. }
  542. spin_unlock_bh(&sess->lock);
  543. if (sess->node_id != -1) {
  544. /* check for bus reset and make node_id invalid */
  545. session_check_for_reset(sess);
  546. schedule_delayed_work(&sess->maint_work,
  547. SESSION_MAINTENANCE_INTERVAL);
  548. } else if (!time_after64(get_jiffies_64(), sess->reconnect_expires)) {
  549. /* still waiting for reconnect */
  550. schedule_delayed_work(&sess->maint_work,
  551. SESSION_MAINTENANCE_INTERVAL);
  552. } else {
  553. /* reconnect timeout has expired */
  554. session_reconnect_expired(sess);
  555. }
  556. }
  557. static int tgt_agent_rw_agent_state(struct fw_card *card, int tcode, void *data,
  558. struct sbp_target_agent *agent)
  559. {
  560. int state;
  561. switch (tcode) {
  562. case TCODE_READ_QUADLET_REQUEST:
  563. pr_debug("tgt_agent AGENT_STATE READ\n");
  564. spin_lock_bh(&agent->lock);
  565. state = agent->state;
  566. spin_unlock_bh(&agent->lock);
  567. *(__be32 *)data = cpu_to_be32(state);
  568. return RCODE_COMPLETE;
  569. case TCODE_WRITE_QUADLET_REQUEST:
  570. /* ignored */
  571. return RCODE_COMPLETE;
  572. default:
  573. return RCODE_TYPE_ERROR;
  574. }
  575. }
  576. static int tgt_agent_rw_agent_reset(struct fw_card *card, int tcode, void *data,
  577. struct sbp_target_agent *agent)
  578. {
  579. switch (tcode) {
  580. case TCODE_WRITE_QUADLET_REQUEST:
  581. pr_debug("tgt_agent AGENT_RESET\n");
  582. spin_lock_bh(&agent->lock);
  583. agent->state = AGENT_STATE_RESET;
  584. spin_unlock_bh(&agent->lock);
  585. return RCODE_COMPLETE;
  586. default:
  587. return RCODE_TYPE_ERROR;
  588. }
  589. }
  590. static int tgt_agent_rw_orb_pointer(struct fw_card *card, int tcode, void *data,
  591. struct sbp_target_agent *agent)
  592. {
  593. struct sbp2_pointer *ptr = data;
  594. switch (tcode) {
  595. case TCODE_WRITE_BLOCK_REQUEST:
  596. spin_lock_bh(&agent->lock);
  597. if (agent->state != AGENT_STATE_SUSPENDED &&
  598. agent->state != AGENT_STATE_RESET) {
  599. spin_unlock_bh(&agent->lock);
  600. pr_notice("Ignoring ORB_POINTER write while active.\n");
  601. return RCODE_CONFLICT_ERROR;
  602. }
  603. agent->state = AGENT_STATE_ACTIVE;
  604. spin_unlock_bh(&agent->lock);
  605. agent->orb_pointer = sbp2_pointer_to_addr(ptr);
  606. agent->doorbell = false;
  607. pr_debug("tgt_agent ORB_POINTER write: 0x%llx\n",
  608. agent->orb_pointer);
  609. queue_work(system_unbound_wq, &agent->work);
  610. return RCODE_COMPLETE;
  611. case TCODE_READ_BLOCK_REQUEST:
  612. pr_debug("tgt_agent ORB_POINTER READ\n");
  613. spin_lock_bh(&agent->lock);
  614. addr_to_sbp2_pointer(agent->orb_pointer, ptr);
  615. spin_unlock_bh(&agent->lock);
  616. return RCODE_COMPLETE;
  617. default:
  618. return RCODE_TYPE_ERROR;
  619. }
  620. }
  621. static int tgt_agent_rw_doorbell(struct fw_card *card, int tcode, void *data,
  622. struct sbp_target_agent *agent)
  623. {
  624. switch (tcode) {
  625. case TCODE_WRITE_QUADLET_REQUEST:
  626. spin_lock_bh(&agent->lock);
  627. if (agent->state != AGENT_STATE_SUSPENDED) {
  628. spin_unlock_bh(&agent->lock);
  629. pr_debug("Ignoring DOORBELL while active.\n");
  630. return RCODE_CONFLICT_ERROR;
  631. }
  632. agent->state = AGENT_STATE_ACTIVE;
  633. spin_unlock_bh(&agent->lock);
  634. agent->doorbell = true;
  635. pr_debug("tgt_agent DOORBELL\n");
  636. queue_work(system_unbound_wq, &agent->work);
  637. return RCODE_COMPLETE;
  638. case TCODE_READ_QUADLET_REQUEST:
  639. return RCODE_COMPLETE;
  640. default:
  641. return RCODE_TYPE_ERROR;
  642. }
  643. }
  644. static int tgt_agent_rw_unsolicited_status_enable(struct fw_card *card,
  645. int tcode, void *data, struct sbp_target_agent *agent)
  646. {
  647. switch (tcode) {
  648. case TCODE_WRITE_QUADLET_REQUEST:
  649. pr_debug("tgt_agent UNSOLICITED_STATUS_ENABLE\n");
  650. /* ignored as we don't send unsolicited status */
  651. return RCODE_COMPLETE;
  652. case TCODE_READ_QUADLET_REQUEST:
  653. return RCODE_COMPLETE;
  654. default:
  655. return RCODE_TYPE_ERROR;
  656. }
  657. }
  658. static void tgt_agent_rw(struct fw_card *card, struct fw_request *request,
  659. int tcode, int destination, int source, int generation,
  660. unsigned long long offset, void *data, size_t length,
  661. void *callback_data)
  662. {
  663. struct sbp_target_agent *agent = callback_data;
  664. struct sbp_session *sess = agent->login->sess;
  665. int sess_gen, sess_node, rcode;
  666. spin_lock_bh(&sess->lock);
  667. sess_gen = sess->generation;
  668. sess_node = sess->node_id;
  669. spin_unlock_bh(&sess->lock);
  670. if (generation != sess_gen) {
  671. pr_notice("ignoring request with wrong generation\n");
  672. rcode = RCODE_TYPE_ERROR;
  673. goto out;
  674. }
  675. if (source != sess_node) {
  676. pr_notice("ignoring request from foreign node (%x != %x)\n",
  677. source, sess_node);
  678. rcode = RCODE_TYPE_ERROR;
  679. goto out;
  680. }
  681. /* turn offset into the offset from the start of the block */
  682. offset -= agent->handler.offset;
  683. if (offset == 0x00 && length == 4) {
  684. /* AGENT_STATE */
  685. rcode = tgt_agent_rw_agent_state(card, tcode, data, agent);
  686. } else if (offset == 0x04 && length == 4) {
  687. /* AGENT_RESET */
  688. rcode = tgt_agent_rw_agent_reset(card, tcode, data, agent);
  689. } else if (offset == 0x08 && length == 8) {
  690. /* ORB_POINTER */
  691. rcode = tgt_agent_rw_orb_pointer(card, tcode, data, agent);
  692. } else if (offset == 0x10 && length == 4) {
  693. /* DOORBELL */
  694. rcode = tgt_agent_rw_doorbell(card, tcode, data, agent);
  695. } else if (offset == 0x14 && length == 4) {
  696. /* UNSOLICITED_STATUS_ENABLE */
  697. rcode = tgt_agent_rw_unsolicited_status_enable(card, tcode,
  698. data, agent);
  699. } else {
  700. rcode = RCODE_ADDRESS_ERROR;
  701. }
  702. out:
  703. fw_send_response(card, request, rcode);
  704. }
  705. static void sbp_handle_command(struct sbp_target_request *);
  706. static int sbp_send_status(struct sbp_target_request *);
  707. static void sbp_free_request(struct sbp_target_request *);
  708. static void tgt_agent_process_work(struct work_struct *work)
  709. {
  710. struct sbp_target_request *req =
  711. container_of(work, struct sbp_target_request, work);
  712. pr_debug("tgt_orb ptr:0x%llx next_ORB:0x%llx data_descriptor:0x%llx misc:0x%x\n",
  713. req->orb_pointer,
  714. sbp2_pointer_to_addr(&req->orb.next_orb),
  715. sbp2_pointer_to_addr(&req->orb.data_descriptor),
  716. be32_to_cpu(req->orb.misc));
  717. if (req->orb_pointer >> 32)
  718. pr_debug("ORB with high bits set\n");
  719. switch (ORB_REQUEST_FORMAT(be32_to_cpu(req->orb.misc))) {
  720. case 0:/* Format specified by this standard */
  721. sbp_handle_command(req);
  722. return;
  723. case 1: /* Reserved for future standardization */
  724. case 2: /* Vendor-dependent */
  725. req->status.status |= cpu_to_be32(
  726. STATUS_BLOCK_RESP(
  727. STATUS_RESP_REQUEST_COMPLETE) |
  728. STATUS_BLOCK_DEAD(0) |
  729. STATUS_BLOCK_LEN(1) |
  730. STATUS_BLOCK_SBP_STATUS(
  731. SBP_STATUS_REQ_TYPE_NOTSUPP));
  732. sbp_send_status(req);
  733. return;
  734. case 3: /* Dummy ORB */
  735. req->status.status |= cpu_to_be32(
  736. STATUS_BLOCK_RESP(
  737. STATUS_RESP_REQUEST_COMPLETE) |
  738. STATUS_BLOCK_DEAD(0) |
  739. STATUS_BLOCK_LEN(1) |
  740. STATUS_BLOCK_SBP_STATUS(
  741. SBP_STATUS_DUMMY_ORB_COMPLETE));
  742. sbp_send_status(req);
  743. return;
  744. default:
  745. BUG();
  746. }
  747. }
  748. /* used to double-check we haven't been issued an AGENT_RESET */
  749. static inline bool tgt_agent_check_active(struct sbp_target_agent *agent)
  750. {
  751. bool active;
  752. spin_lock_bh(&agent->lock);
  753. active = (agent->state == AGENT_STATE_ACTIVE);
  754. spin_unlock_bh(&agent->lock);
  755. return active;
  756. }
  757. static struct sbp_target_request *sbp_mgt_get_req(struct sbp_session *sess,
  758. struct fw_card *card, u64 next_orb)
  759. {
  760. struct se_session *se_sess = sess->se_sess;
  761. struct sbp_target_request *req;
  762. int tag;
  763. tag = percpu_ida_alloc(&se_sess->sess_tag_pool, TASK_RUNNING);
  764. if (tag < 0)
  765. return ERR_PTR(-ENOMEM);
  766. req = &((struct sbp_target_request *)se_sess->sess_cmd_map)[tag];
  767. memset(req, 0, sizeof(*req));
  768. req->se_cmd.map_tag = tag;
  769. req->se_cmd.tag = next_orb;
  770. return req;
  771. }
  772. static void tgt_agent_fetch_work(struct work_struct *work)
  773. {
  774. struct sbp_target_agent *agent =
  775. container_of(work, struct sbp_target_agent, work);
  776. struct sbp_session *sess = agent->login->sess;
  777. struct sbp_target_request *req;
  778. int ret;
  779. bool doorbell = agent->doorbell;
  780. u64 next_orb = agent->orb_pointer;
  781. while (next_orb && tgt_agent_check_active(agent)) {
  782. req = sbp_mgt_get_req(sess, sess->card, next_orb);
  783. if (IS_ERR(req)) {
  784. spin_lock_bh(&agent->lock);
  785. agent->state = AGENT_STATE_DEAD;
  786. spin_unlock_bh(&agent->lock);
  787. return;
  788. }
  789. req->login = agent->login;
  790. req->orb_pointer = next_orb;
  791. req->status.status = cpu_to_be32(STATUS_BLOCK_ORB_OFFSET_HIGH(
  792. req->orb_pointer >> 32));
  793. req->status.orb_low = cpu_to_be32(
  794. req->orb_pointer & 0xfffffffc);
  795. /* read in the ORB */
  796. ret = sbp_run_transaction(sess->card, TCODE_READ_BLOCK_REQUEST,
  797. sess->node_id, sess->generation, sess->speed,
  798. req->orb_pointer, &req->orb, sizeof(req->orb));
  799. if (ret != RCODE_COMPLETE) {
  800. pr_debug("tgt_orb fetch failed: %x\n", ret);
  801. req->status.status |= cpu_to_be32(
  802. STATUS_BLOCK_SRC(
  803. STATUS_SRC_ORB_FINISHED) |
  804. STATUS_BLOCK_RESP(
  805. STATUS_RESP_TRANSPORT_FAILURE) |
  806. STATUS_BLOCK_DEAD(1) |
  807. STATUS_BLOCK_LEN(1) |
  808. STATUS_BLOCK_SBP_STATUS(
  809. SBP_STATUS_UNSPECIFIED_ERROR));
  810. spin_lock_bh(&agent->lock);
  811. agent->state = AGENT_STATE_DEAD;
  812. spin_unlock_bh(&agent->lock);
  813. sbp_send_status(req);
  814. return;
  815. }
  816. /* check the next_ORB field */
  817. if (be32_to_cpu(req->orb.next_orb.high) & 0x80000000) {
  818. next_orb = 0;
  819. req->status.status |= cpu_to_be32(STATUS_BLOCK_SRC(
  820. STATUS_SRC_ORB_FINISHED));
  821. } else {
  822. next_orb = sbp2_pointer_to_addr(&req->orb.next_orb);
  823. req->status.status |= cpu_to_be32(STATUS_BLOCK_SRC(
  824. STATUS_SRC_ORB_CONTINUING));
  825. }
  826. if (tgt_agent_check_active(agent) && !doorbell) {
  827. INIT_WORK(&req->work, tgt_agent_process_work);
  828. queue_work(system_unbound_wq, &req->work);
  829. } else {
  830. /* don't process this request, just check next_ORB */
  831. sbp_free_request(req);
  832. }
  833. spin_lock_bh(&agent->lock);
  834. doorbell = agent->doorbell = false;
  835. /* check if we should carry on processing */
  836. if (next_orb)
  837. agent->orb_pointer = next_orb;
  838. else
  839. agent->state = AGENT_STATE_SUSPENDED;
  840. spin_unlock_bh(&agent->lock);
  841. };
  842. }
  843. static struct sbp_target_agent *sbp_target_agent_register(
  844. struct sbp_login_descriptor *login)
  845. {
  846. struct sbp_target_agent *agent;
  847. int ret;
  848. agent = kmalloc(sizeof(*agent), GFP_KERNEL);
  849. if (!agent)
  850. return ERR_PTR(-ENOMEM);
  851. spin_lock_init(&agent->lock);
  852. agent->handler.length = 0x20;
  853. agent->handler.address_callback = tgt_agent_rw;
  854. agent->handler.callback_data = agent;
  855. agent->login = login;
  856. agent->state = AGENT_STATE_RESET;
  857. INIT_WORK(&agent->work, tgt_agent_fetch_work);
  858. agent->orb_pointer = 0;
  859. agent->doorbell = false;
  860. ret = fw_core_add_address_handler(&agent->handler,
  861. &sbp_register_region);
  862. if (ret < 0) {
  863. kfree(agent);
  864. return ERR_PTR(ret);
  865. }
  866. return agent;
  867. }
  868. static void sbp_target_agent_unregister(struct sbp_target_agent *agent)
  869. {
  870. fw_core_remove_address_handler(&agent->handler);
  871. cancel_work_sync(&agent->work);
  872. kfree(agent);
  873. }
  874. /*
  875. * Simple wrapper around fw_run_transaction that retries the transaction several
  876. * times in case of failure, with an exponential backoff.
  877. */
  878. static int sbp_run_transaction(struct fw_card *card, int tcode, int destination_id,
  879. int generation, int speed, unsigned long long offset,
  880. void *payload, size_t length)
  881. {
  882. int attempt, ret, delay;
  883. for (attempt = 1; attempt <= 5; attempt++) {
  884. ret = fw_run_transaction(card, tcode, destination_id,
  885. generation, speed, offset, payload, length);
  886. switch (ret) {
  887. case RCODE_COMPLETE:
  888. case RCODE_TYPE_ERROR:
  889. case RCODE_ADDRESS_ERROR:
  890. case RCODE_GENERATION:
  891. return ret;
  892. default:
  893. delay = 5 * attempt * attempt;
  894. usleep_range(delay, delay * 2);
  895. }
  896. }
  897. return ret;
  898. }
  899. /*
  900. * Wrapper around sbp_run_transaction that gets the card, destination,
  901. * generation and speed out of the request's session.
  902. */
  903. static int sbp_run_request_transaction(struct sbp_target_request *req,
  904. int tcode, unsigned long long offset, void *payload,
  905. size_t length)
  906. {
  907. struct sbp_login_descriptor *login = req->login;
  908. struct sbp_session *sess = login->sess;
  909. struct fw_card *card;
  910. int node_id, generation, speed, ret;
  911. spin_lock_bh(&sess->lock);
  912. card = fw_card_get(sess->card);
  913. node_id = sess->node_id;
  914. generation = sess->generation;
  915. speed = sess->speed;
  916. spin_unlock_bh(&sess->lock);
  917. ret = sbp_run_transaction(card, tcode, node_id, generation, speed,
  918. offset, payload, length);
  919. fw_card_put(card);
  920. return ret;
  921. }
  922. static int sbp_fetch_command(struct sbp_target_request *req)
  923. {
  924. int ret, cmd_len, copy_len;
  925. cmd_len = scsi_command_size(req->orb.command_block);
  926. req->cmd_buf = kmalloc(cmd_len, GFP_KERNEL);
  927. if (!req->cmd_buf)
  928. return -ENOMEM;
  929. memcpy(req->cmd_buf, req->orb.command_block,
  930. min_t(int, cmd_len, sizeof(req->orb.command_block)));
  931. if (cmd_len > sizeof(req->orb.command_block)) {
  932. pr_debug("sbp_fetch_command: filling in long command\n");
  933. copy_len = cmd_len - sizeof(req->orb.command_block);
  934. ret = sbp_run_request_transaction(req,
  935. TCODE_READ_BLOCK_REQUEST,
  936. req->orb_pointer + sizeof(req->orb),
  937. req->cmd_buf + sizeof(req->orb.command_block),
  938. copy_len);
  939. if (ret != RCODE_COMPLETE)
  940. return -EIO;
  941. }
  942. return 0;
  943. }
  944. static int sbp_fetch_page_table(struct sbp_target_request *req)
  945. {
  946. int pg_tbl_sz, ret;
  947. struct sbp_page_table_entry *pg_tbl;
  948. if (!CMDBLK_ORB_PG_TBL_PRESENT(be32_to_cpu(req->orb.misc)))
  949. return 0;
  950. pg_tbl_sz = CMDBLK_ORB_DATA_SIZE(be32_to_cpu(req->orb.misc)) *
  951. sizeof(struct sbp_page_table_entry);
  952. pg_tbl = kmalloc(pg_tbl_sz, GFP_KERNEL);
  953. if (!pg_tbl)
  954. return -ENOMEM;
  955. ret = sbp_run_request_transaction(req, TCODE_READ_BLOCK_REQUEST,
  956. sbp2_pointer_to_addr(&req->orb.data_descriptor),
  957. pg_tbl, pg_tbl_sz);
  958. if (ret != RCODE_COMPLETE) {
  959. kfree(pg_tbl);
  960. return -EIO;
  961. }
  962. req->pg_tbl = pg_tbl;
  963. return 0;
  964. }
  965. static void sbp_calc_data_length_direction(struct sbp_target_request *req,
  966. u32 *data_len, enum dma_data_direction *data_dir)
  967. {
  968. int data_size, direction, idx;
  969. data_size = CMDBLK_ORB_DATA_SIZE(be32_to_cpu(req->orb.misc));
  970. direction = CMDBLK_ORB_DIRECTION(be32_to_cpu(req->orb.misc));
  971. if (!data_size) {
  972. *data_len = 0;
  973. *data_dir = DMA_NONE;
  974. return;
  975. }
  976. *data_dir = direction ? DMA_FROM_DEVICE : DMA_TO_DEVICE;
  977. if (req->pg_tbl) {
  978. *data_len = 0;
  979. for (idx = 0; idx < data_size; idx++) {
  980. *data_len += be16_to_cpu(
  981. req->pg_tbl[idx].segment_length);
  982. }
  983. } else {
  984. *data_len = data_size;
  985. }
  986. }
  987. static void sbp_handle_command(struct sbp_target_request *req)
  988. {
  989. struct sbp_login_descriptor *login = req->login;
  990. struct sbp_session *sess = login->sess;
  991. int ret, unpacked_lun;
  992. u32 data_length;
  993. enum dma_data_direction data_dir;
  994. ret = sbp_fetch_command(req);
  995. if (ret) {
  996. pr_debug("sbp_handle_command: fetch command failed: %d\n", ret);
  997. goto err;
  998. }
  999. ret = sbp_fetch_page_table(req);
  1000. if (ret) {
  1001. pr_debug("sbp_handle_command: fetch page table failed: %d\n",
  1002. ret);
  1003. goto err;
  1004. }
  1005. unpacked_lun = req->login->login_lun;
  1006. sbp_calc_data_length_direction(req, &data_length, &data_dir);
  1007. pr_debug("sbp_handle_command ORB:0x%llx unpacked_lun:%d data_len:%d data_dir:%d\n",
  1008. req->orb_pointer, unpacked_lun, data_length, data_dir);
  1009. /* only used for printk until we do TMRs */
  1010. req->se_cmd.tag = req->orb_pointer;
  1011. if (target_submit_cmd(&req->se_cmd, sess->se_sess, req->cmd_buf,
  1012. req->sense_buf, unpacked_lun, data_length,
  1013. TCM_SIMPLE_TAG, data_dir, TARGET_SCF_ACK_KREF))
  1014. goto err;
  1015. return;
  1016. err:
  1017. req->status.status |= cpu_to_be32(
  1018. STATUS_BLOCK_RESP(STATUS_RESP_TRANSPORT_FAILURE) |
  1019. STATUS_BLOCK_DEAD(0) |
  1020. STATUS_BLOCK_LEN(1) |
  1021. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_UNSPECIFIED_ERROR));
  1022. sbp_send_status(req);
  1023. }
  1024. /*
  1025. * DMA_TO_DEVICE = read from initiator (SCSI WRITE)
  1026. * DMA_FROM_DEVICE = write to initiator (SCSI READ)
  1027. */
  1028. static int sbp_rw_data(struct sbp_target_request *req)
  1029. {
  1030. struct sbp_session *sess = req->login->sess;
  1031. int tcode, sg_miter_flags, max_payload, pg_size, speed, node_id,
  1032. generation, num_pte, length, tfr_length,
  1033. rcode = RCODE_COMPLETE;
  1034. struct sbp_page_table_entry *pte;
  1035. unsigned long long offset;
  1036. struct fw_card *card;
  1037. struct sg_mapping_iter iter;
  1038. if (req->se_cmd.data_direction == DMA_FROM_DEVICE) {
  1039. tcode = TCODE_WRITE_BLOCK_REQUEST;
  1040. sg_miter_flags = SG_MITER_FROM_SG;
  1041. } else {
  1042. tcode = TCODE_READ_BLOCK_REQUEST;
  1043. sg_miter_flags = SG_MITER_TO_SG;
  1044. }
  1045. max_payload = 4 << CMDBLK_ORB_MAX_PAYLOAD(be32_to_cpu(req->orb.misc));
  1046. speed = CMDBLK_ORB_SPEED(be32_to_cpu(req->orb.misc));
  1047. pg_size = CMDBLK_ORB_PG_SIZE(be32_to_cpu(req->orb.misc));
  1048. if (pg_size) {
  1049. pr_err("sbp_run_transaction: page size ignored\n");
  1050. pg_size = 0x100 << pg_size;
  1051. }
  1052. spin_lock_bh(&sess->lock);
  1053. card = fw_card_get(sess->card);
  1054. node_id = sess->node_id;
  1055. generation = sess->generation;
  1056. spin_unlock_bh(&sess->lock);
  1057. if (req->pg_tbl) {
  1058. pte = req->pg_tbl;
  1059. num_pte = CMDBLK_ORB_DATA_SIZE(be32_to_cpu(req->orb.misc));
  1060. offset = 0;
  1061. length = 0;
  1062. } else {
  1063. pte = NULL;
  1064. num_pte = 0;
  1065. offset = sbp2_pointer_to_addr(&req->orb.data_descriptor);
  1066. length = req->se_cmd.data_length;
  1067. }
  1068. sg_miter_start(&iter, req->se_cmd.t_data_sg, req->se_cmd.t_data_nents,
  1069. sg_miter_flags);
  1070. while (length || num_pte) {
  1071. if (!length) {
  1072. offset = (u64)be16_to_cpu(pte->segment_base_hi) << 32 |
  1073. be32_to_cpu(pte->segment_base_lo);
  1074. length = be16_to_cpu(pte->segment_length);
  1075. pte++;
  1076. num_pte--;
  1077. }
  1078. sg_miter_next(&iter);
  1079. tfr_length = min3(length, max_payload, (int)iter.length);
  1080. /* FIXME: take page_size into account */
  1081. rcode = sbp_run_transaction(card, tcode, node_id,
  1082. generation, speed,
  1083. offset, iter.addr, tfr_length);
  1084. if (rcode != RCODE_COMPLETE)
  1085. break;
  1086. length -= tfr_length;
  1087. offset += tfr_length;
  1088. iter.consumed = tfr_length;
  1089. }
  1090. sg_miter_stop(&iter);
  1091. fw_card_put(card);
  1092. if (rcode == RCODE_COMPLETE) {
  1093. WARN_ON(length != 0);
  1094. return 0;
  1095. } else {
  1096. return -EIO;
  1097. }
  1098. }
  1099. static int sbp_send_status(struct sbp_target_request *req)
  1100. {
  1101. int rc, ret = 0, length;
  1102. struct sbp_login_descriptor *login = req->login;
  1103. length = (((be32_to_cpu(req->status.status) >> 24) & 0x07) + 1) * 4;
  1104. rc = sbp_run_request_transaction(req, TCODE_WRITE_BLOCK_REQUEST,
  1105. login->status_fifo_addr, &req->status, length);
  1106. if (rc != RCODE_COMPLETE) {
  1107. pr_debug("sbp_send_status: write failed: 0x%x\n", rc);
  1108. ret = -EIO;
  1109. goto put_ref;
  1110. }
  1111. pr_debug("sbp_send_status: status write complete for ORB: 0x%llx\n",
  1112. req->orb_pointer);
  1113. /*
  1114. * Drop the extra ACK_KREF reference taken by target_submit_cmd()
  1115. * ahead of sbp_check_stop_free() -> transport_generic_free_cmd()
  1116. * final se_cmd->cmd_kref put.
  1117. */
  1118. put_ref:
  1119. target_put_sess_cmd(&req->se_cmd);
  1120. return ret;
  1121. }
  1122. static void sbp_sense_mangle(struct sbp_target_request *req)
  1123. {
  1124. struct se_cmd *se_cmd = &req->se_cmd;
  1125. u8 *sense = req->sense_buf;
  1126. u8 *status = req->status.data;
  1127. WARN_ON(se_cmd->scsi_sense_length < 18);
  1128. switch (sense[0] & 0x7f) { /* sfmt */
  1129. case 0x70: /* current, fixed */
  1130. status[0] = 0 << 6;
  1131. break;
  1132. case 0x71: /* deferred, fixed */
  1133. status[0] = 1 << 6;
  1134. break;
  1135. case 0x72: /* current, descriptor */
  1136. case 0x73: /* deferred, descriptor */
  1137. default:
  1138. /*
  1139. * TODO: SBP-3 specifies what we should do with descriptor
  1140. * format sense data
  1141. */
  1142. pr_err("sbp_send_sense: unknown sense format: 0x%x\n",
  1143. sense[0]);
  1144. req->status.status |= cpu_to_be32(
  1145. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  1146. STATUS_BLOCK_DEAD(0) |
  1147. STATUS_BLOCK_LEN(1) |
  1148. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_REQUEST_ABORTED));
  1149. return;
  1150. }
  1151. status[0] |= se_cmd->scsi_status & 0x3f;/* status */
  1152. status[1] =
  1153. (sense[0] & 0x80) | /* valid */
  1154. ((sense[2] & 0xe0) >> 1) | /* mark, eom, ili */
  1155. (sense[2] & 0x0f); /* sense_key */
  1156. status[2] = se_cmd->scsi_asc; /* sense_code */
  1157. status[3] = se_cmd->scsi_ascq; /* sense_qualifier */
  1158. /* information */
  1159. status[4] = sense[3];
  1160. status[5] = sense[4];
  1161. status[6] = sense[5];
  1162. status[7] = sense[6];
  1163. /* CDB-dependent */
  1164. status[8] = sense[8];
  1165. status[9] = sense[9];
  1166. status[10] = sense[10];
  1167. status[11] = sense[11];
  1168. /* fru */
  1169. status[12] = sense[14];
  1170. /* sense_key-dependent */
  1171. status[13] = sense[15];
  1172. status[14] = sense[16];
  1173. status[15] = sense[17];
  1174. req->status.status |= cpu_to_be32(
  1175. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  1176. STATUS_BLOCK_DEAD(0) |
  1177. STATUS_BLOCK_LEN(5) |
  1178. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_OK));
  1179. }
  1180. static int sbp_send_sense(struct sbp_target_request *req)
  1181. {
  1182. struct se_cmd *se_cmd = &req->se_cmd;
  1183. if (se_cmd->scsi_sense_length) {
  1184. sbp_sense_mangle(req);
  1185. } else {
  1186. req->status.status |= cpu_to_be32(
  1187. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  1188. STATUS_BLOCK_DEAD(0) |
  1189. STATUS_BLOCK_LEN(1) |
  1190. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_OK));
  1191. }
  1192. return sbp_send_status(req);
  1193. }
  1194. static void sbp_free_request(struct sbp_target_request *req)
  1195. {
  1196. struct se_cmd *se_cmd = &req->se_cmd;
  1197. struct se_session *se_sess = se_cmd->se_sess;
  1198. kfree(req->pg_tbl);
  1199. kfree(req->cmd_buf);
  1200. percpu_ida_free(&se_sess->sess_tag_pool, se_cmd->map_tag);
  1201. }
  1202. static void sbp_mgt_agent_process(struct work_struct *work)
  1203. {
  1204. struct sbp_management_agent *agent =
  1205. container_of(work, struct sbp_management_agent, work);
  1206. struct sbp_management_request *req = agent->request;
  1207. int ret;
  1208. int status_data_len = 0;
  1209. /* fetch the ORB from the initiator */
  1210. ret = sbp_run_transaction(req->card, TCODE_READ_BLOCK_REQUEST,
  1211. req->node_addr, req->generation, req->speed,
  1212. agent->orb_offset, &req->orb, sizeof(req->orb));
  1213. if (ret != RCODE_COMPLETE) {
  1214. pr_debug("mgt_orb fetch failed: %x\n", ret);
  1215. goto out;
  1216. }
  1217. pr_debug("mgt_orb ptr1:0x%llx ptr2:0x%llx misc:0x%x len:0x%x status_fifo:0x%llx\n",
  1218. sbp2_pointer_to_addr(&req->orb.ptr1),
  1219. sbp2_pointer_to_addr(&req->orb.ptr2),
  1220. be32_to_cpu(req->orb.misc), be32_to_cpu(req->orb.length),
  1221. sbp2_pointer_to_addr(&req->orb.status_fifo));
  1222. if (!ORB_NOTIFY(be32_to_cpu(req->orb.misc)) ||
  1223. ORB_REQUEST_FORMAT(be32_to_cpu(req->orb.misc)) != 0) {
  1224. pr_err("mgt_orb bad request\n");
  1225. goto out;
  1226. }
  1227. switch (MANAGEMENT_ORB_FUNCTION(be32_to_cpu(req->orb.misc))) {
  1228. case MANAGEMENT_ORB_FUNCTION_LOGIN:
  1229. sbp_management_request_login(agent, req, &status_data_len);
  1230. break;
  1231. case MANAGEMENT_ORB_FUNCTION_QUERY_LOGINS:
  1232. sbp_management_request_query_logins(agent, req,
  1233. &status_data_len);
  1234. break;
  1235. case MANAGEMENT_ORB_FUNCTION_RECONNECT:
  1236. sbp_management_request_reconnect(agent, req, &status_data_len);
  1237. break;
  1238. case MANAGEMENT_ORB_FUNCTION_SET_PASSWORD:
  1239. pr_notice("SET PASSWORD not implemented\n");
  1240. req->status.status = cpu_to_be32(
  1241. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  1242. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_REQ_TYPE_NOTSUPP));
  1243. break;
  1244. case MANAGEMENT_ORB_FUNCTION_LOGOUT:
  1245. sbp_management_request_logout(agent, req, &status_data_len);
  1246. break;
  1247. case MANAGEMENT_ORB_FUNCTION_ABORT_TASK:
  1248. pr_notice("ABORT TASK not implemented\n");
  1249. req->status.status = cpu_to_be32(
  1250. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  1251. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_REQ_TYPE_NOTSUPP));
  1252. break;
  1253. case MANAGEMENT_ORB_FUNCTION_ABORT_TASK_SET:
  1254. pr_notice("ABORT TASK SET not implemented\n");
  1255. req->status.status = cpu_to_be32(
  1256. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  1257. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_REQ_TYPE_NOTSUPP));
  1258. break;
  1259. case MANAGEMENT_ORB_FUNCTION_LOGICAL_UNIT_RESET:
  1260. pr_notice("LOGICAL UNIT RESET not implemented\n");
  1261. req->status.status = cpu_to_be32(
  1262. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  1263. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_REQ_TYPE_NOTSUPP));
  1264. break;
  1265. case MANAGEMENT_ORB_FUNCTION_TARGET_RESET:
  1266. pr_notice("TARGET RESET not implemented\n");
  1267. req->status.status = cpu_to_be32(
  1268. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  1269. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_REQ_TYPE_NOTSUPP));
  1270. break;
  1271. default:
  1272. pr_notice("unknown management function 0x%x\n",
  1273. MANAGEMENT_ORB_FUNCTION(be32_to_cpu(req->orb.misc)));
  1274. req->status.status = cpu_to_be32(
  1275. STATUS_BLOCK_RESP(STATUS_RESP_REQUEST_COMPLETE) |
  1276. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_REQ_TYPE_NOTSUPP));
  1277. break;
  1278. }
  1279. req->status.status |= cpu_to_be32(
  1280. STATUS_BLOCK_SRC(1) | /* Response to ORB, next_ORB absent */
  1281. STATUS_BLOCK_LEN(DIV_ROUND_UP(status_data_len, 4) + 1) |
  1282. STATUS_BLOCK_ORB_OFFSET_HIGH(agent->orb_offset >> 32));
  1283. req->status.orb_low = cpu_to_be32(agent->orb_offset);
  1284. /* write the status block back to the initiator */
  1285. ret = sbp_run_transaction(req->card, TCODE_WRITE_BLOCK_REQUEST,
  1286. req->node_addr, req->generation, req->speed,
  1287. sbp2_pointer_to_addr(&req->orb.status_fifo),
  1288. &req->status, 8 + status_data_len);
  1289. if (ret != RCODE_COMPLETE) {
  1290. pr_debug("mgt_orb status write failed: %x\n", ret);
  1291. goto out;
  1292. }
  1293. out:
  1294. fw_card_put(req->card);
  1295. kfree(req);
  1296. spin_lock_bh(&agent->lock);
  1297. agent->state = MANAGEMENT_AGENT_STATE_IDLE;
  1298. spin_unlock_bh(&agent->lock);
  1299. }
  1300. static void sbp_mgt_agent_rw(struct fw_card *card,
  1301. struct fw_request *request, int tcode, int destination, int source,
  1302. int generation, unsigned long long offset, void *data, size_t length,
  1303. void *callback_data)
  1304. {
  1305. struct sbp_management_agent *agent = callback_data;
  1306. struct sbp2_pointer *ptr = data;
  1307. int rcode = RCODE_ADDRESS_ERROR;
  1308. if (!agent->tport->enable)
  1309. goto out;
  1310. if ((offset != agent->handler.offset) || (length != 8))
  1311. goto out;
  1312. if (tcode == TCODE_WRITE_BLOCK_REQUEST) {
  1313. struct sbp_management_request *req;
  1314. int prev_state;
  1315. spin_lock_bh(&agent->lock);
  1316. prev_state = agent->state;
  1317. agent->state = MANAGEMENT_AGENT_STATE_BUSY;
  1318. spin_unlock_bh(&agent->lock);
  1319. if (prev_state == MANAGEMENT_AGENT_STATE_BUSY) {
  1320. pr_notice("ignoring management request while busy\n");
  1321. rcode = RCODE_CONFLICT_ERROR;
  1322. goto out;
  1323. }
  1324. req = kzalloc(sizeof(*req), GFP_ATOMIC);
  1325. if (!req) {
  1326. rcode = RCODE_CONFLICT_ERROR;
  1327. goto out;
  1328. }
  1329. req->card = fw_card_get(card);
  1330. req->generation = generation;
  1331. req->node_addr = source;
  1332. req->speed = fw_get_request_speed(request);
  1333. agent->orb_offset = sbp2_pointer_to_addr(ptr);
  1334. agent->request = req;
  1335. queue_work(system_unbound_wq, &agent->work);
  1336. rcode = RCODE_COMPLETE;
  1337. } else if (tcode == TCODE_READ_BLOCK_REQUEST) {
  1338. addr_to_sbp2_pointer(agent->orb_offset, ptr);
  1339. rcode = RCODE_COMPLETE;
  1340. } else {
  1341. rcode = RCODE_TYPE_ERROR;
  1342. }
  1343. out:
  1344. fw_send_response(card, request, rcode);
  1345. }
  1346. static struct sbp_management_agent *sbp_management_agent_register(
  1347. struct sbp_tport *tport)
  1348. {
  1349. int ret;
  1350. struct sbp_management_agent *agent;
  1351. agent = kmalloc(sizeof(*agent), GFP_KERNEL);
  1352. if (!agent)
  1353. return ERR_PTR(-ENOMEM);
  1354. spin_lock_init(&agent->lock);
  1355. agent->tport = tport;
  1356. agent->handler.length = 0x08;
  1357. agent->handler.address_callback = sbp_mgt_agent_rw;
  1358. agent->handler.callback_data = agent;
  1359. agent->state = MANAGEMENT_AGENT_STATE_IDLE;
  1360. INIT_WORK(&agent->work, sbp_mgt_agent_process);
  1361. agent->orb_offset = 0;
  1362. agent->request = NULL;
  1363. ret = fw_core_add_address_handler(&agent->handler,
  1364. &sbp_register_region);
  1365. if (ret < 0) {
  1366. kfree(agent);
  1367. return ERR_PTR(ret);
  1368. }
  1369. return agent;
  1370. }
  1371. static void sbp_management_agent_unregister(struct sbp_management_agent *agent)
  1372. {
  1373. fw_core_remove_address_handler(&agent->handler);
  1374. cancel_work_sync(&agent->work);
  1375. kfree(agent);
  1376. }
  1377. static int sbp_check_true(struct se_portal_group *se_tpg)
  1378. {
  1379. return 1;
  1380. }
  1381. static int sbp_check_false(struct se_portal_group *se_tpg)
  1382. {
  1383. return 0;
  1384. }
  1385. static char *sbp_get_fabric_name(void)
  1386. {
  1387. return "sbp";
  1388. }
  1389. static char *sbp_get_fabric_wwn(struct se_portal_group *se_tpg)
  1390. {
  1391. struct sbp_tpg *tpg = container_of(se_tpg, struct sbp_tpg, se_tpg);
  1392. struct sbp_tport *tport = tpg->tport;
  1393. return &tport->tport_name[0];
  1394. }
  1395. static u16 sbp_get_tag(struct se_portal_group *se_tpg)
  1396. {
  1397. struct sbp_tpg *tpg = container_of(se_tpg, struct sbp_tpg, se_tpg);
  1398. return tpg->tport_tpgt;
  1399. }
  1400. static u32 sbp_tpg_get_inst_index(struct se_portal_group *se_tpg)
  1401. {
  1402. return 1;
  1403. }
  1404. static void sbp_release_cmd(struct se_cmd *se_cmd)
  1405. {
  1406. struct sbp_target_request *req = container_of(se_cmd,
  1407. struct sbp_target_request, se_cmd);
  1408. sbp_free_request(req);
  1409. }
  1410. static u32 sbp_sess_get_index(struct se_session *se_sess)
  1411. {
  1412. return 0;
  1413. }
  1414. static int sbp_write_pending(struct se_cmd *se_cmd)
  1415. {
  1416. struct sbp_target_request *req = container_of(se_cmd,
  1417. struct sbp_target_request, se_cmd);
  1418. int ret;
  1419. ret = sbp_rw_data(req);
  1420. if (ret) {
  1421. req->status.status |= cpu_to_be32(
  1422. STATUS_BLOCK_RESP(
  1423. STATUS_RESP_TRANSPORT_FAILURE) |
  1424. STATUS_BLOCK_DEAD(0) |
  1425. STATUS_BLOCK_LEN(1) |
  1426. STATUS_BLOCK_SBP_STATUS(
  1427. SBP_STATUS_UNSPECIFIED_ERROR));
  1428. sbp_send_status(req);
  1429. return ret;
  1430. }
  1431. target_execute_cmd(se_cmd);
  1432. return 0;
  1433. }
  1434. static int sbp_write_pending_status(struct se_cmd *se_cmd)
  1435. {
  1436. return 0;
  1437. }
  1438. static void sbp_set_default_node_attrs(struct se_node_acl *nacl)
  1439. {
  1440. return;
  1441. }
  1442. static int sbp_get_cmd_state(struct se_cmd *se_cmd)
  1443. {
  1444. return 0;
  1445. }
  1446. static int sbp_queue_data_in(struct se_cmd *se_cmd)
  1447. {
  1448. struct sbp_target_request *req = container_of(se_cmd,
  1449. struct sbp_target_request, se_cmd);
  1450. int ret;
  1451. ret = sbp_rw_data(req);
  1452. if (ret) {
  1453. req->status.status |= cpu_to_be32(
  1454. STATUS_BLOCK_RESP(STATUS_RESP_TRANSPORT_FAILURE) |
  1455. STATUS_BLOCK_DEAD(0) |
  1456. STATUS_BLOCK_LEN(1) |
  1457. STATUS_BLOCK_SBP_STATUS(SBP_STATUS_UNSPECIFIED_ERROR));
  1458. sbp_send_status(req);
  1459. return ret;
  1460. }
  1461. return sbp_send_sense(req);
  1462. }
  1463. /*
  1464. * Called after command (no data transfer) or after the write (to device)
  1465. * operation is completed
  1466. */
  1467. static int sbp_queue_status(struct se_cmd *se_cmd)
  1468. {
  1469. struct sbp_target_request *req = container_of(se_cmd,
  1470. struct sbp_target_request, se_cmd);
  1471. return sbp_send_sense(req);
  1472. }
  1473. static void sbp_queue_tm_rsp(struct se_cmd *se_cmd)
  1474. {
  1475. }
  1476. static void sbp_aborted_task(struct se_cmd *se_cmd)
  1477. {
  1478. return;
  1479. }
  1480. static int sbp_check_stop_free(struct se_cmd *se_cmd)
  1481. {
  1482. struct sbp_target_request *req = container_of(se_cmd,
  1483. struct sbp_target_request, se_cmd);
  1484. return transport_generic_free_cmd(&req->se_cmd, 0);
  1485. }
  1486. static int sbp_count_se_tpg_luns(struct se_portal_group *tpg)
  1487. {
  1488. struct se_lun *lun;
  1489. int count = 0;
  1490. rcu_read_lock();
  1491. hlist_for_each_entry_rcu(lun, &tpg->tpg_lun_hlist, link)
  1492. count++;
  1493. rcu_read_unlock();
  1494. return count;
  1495. }
  1496. static int sbp_update_unit_directory(struct sbp_tport *tport)
  1497. {
  1498. struct se_lun *lun;
  1499. int num_luns, num_entries, idx = 0, mgt_agt_addr, ret;
  1500. u32 *data;
  1501. if (tport->unit_directory.data) {
  1502. fw_core_remove_descriptor(&tport->unit_directory);
  1503. kfree(tport->unit_directory.data);
  1504. tport->unit_directory.data = NULL;
  1505. }
  1506. if (!tport->enable || !tport->tpg)
  1507. return 0;
  1508. num_luns = sbp_count_se_tpg_luns(&tport->tpg->se_tpg);
  1509. /*
  1510. * Number of entries in the final unit directory:
  1511. * - all of those in the template
  1512. * - management_agent
  1513. * - unit_characteristics
  1514. * - reconnect_timeout
  1515. * - unit unique ID
  1516. * - one for each LUN
  1517. *
  1518. * MUST NOT include leaf or sub-directory entries
  1519. */
  1520. num_entries = ARRAY_SIZE(sbp_unit_directory_template) + 4 + num_luns;
  1521. if (tport->directory_id != -1)
  1522. num_entries++;
  1523. /* allocate num_entries + 4 for the header and unique ID leaf */
  1524. data = kcalloc((num_entries + 4), sizeof(u32), GFP_KERNEL);
  1525. if (!data)
  1526. return -ENOMEM;
  1527. /* directory_length */
  1528. data[idx++] = num_entries << 16;
  1529. /* directory_id */
  1530. if (tport->directory_id != -1)
  1531. data[idx++] = (CSR_DIRECTORY_ID << 24) | tport->directory_id;
  1532. /* unit directory template */
  1533. memcpy(&data[idx], sbp_unit_directory_template,
  1534. sizeof(sbp_unit_directory_template));
  1535. idx += ARRAY_SIZE(sbp_unit_directory_template);
  1536. /* management_agent */
  1537. mgt_agt_addr = (tport->mgt_agt->handler.offset - CSR_REGISTER_BASE) / 4;
  1538. data[idx++] = 0x54000000 | (mgt_agt_addr & 0x00ffffff);
  1539. /* unit_characteristics */
  1540. data[idx++] = 0x3a000000 |
  1541. (((tport->mgt_orb_timeout * 2) << 8) & 0xff00) |
  1542. SBP_ORB_FETCH_SIZE;
  1543. /* reconnect_timeout */
  1544. data[idx++] = 0x3d000000 | (tport->max_reconnect_timeout & 0xffff);
  1545. /* unit unique ID (leaf is just after LUNs) */
  1546. data[idx++] = 0x8d000000 | (num_luns + 1);
  1547. rcu_read_lock();
  1548. hlist_for_each_entry_rcu(lun, &tport->tpg->se_tpg.tpg_lun_hlist, link) {
  1549. struct se_device *dev;
  1550. int type;
  1551. /*
  1552. * rcu_dereference_raw protected by se_lun->lun_group symlink
  1553. * reference to se_device->dev_group.
  1554. */
  1555. dev = rcu_dereference_raw(lun->lun_se_dev);
  1556. type = dev->transport->get_device_type(dev);
  1557. /* logical_unit_number */
  1558. data[idx++] = 0x14000000 |
  1559. ((type << 16) & 0x1f0000) |
  1560. (lun->unpacked_lun & 0xffff);
  1561. }
  1562. rcu_read_unlock();
  1563. /* unit unique ID leaf */
  1564. data[idx++] = 2 << 16;
  1565. data[idx++] = tport->guid >> 32;
  1566. data[idx++] = tport->guid;
  1567. tport->unit_directory.length = idx;
  1568. tport->unit_directory.key = (CSR_DIRECTORY | CSR_UNIT) << 24;
  1569. tport->unit_directory.data = data;
  1570. ret = fw_core_add_descriptor(&tport->unit_directory);
  1571. if (ret < 0) {
  1572. kfree(tport->unit_directory.data);
  1573. tport->unit_directory.data = NULL;
  1574. }
  1575. return ret;
  1576. }
  1577. static ssize_t sbp_parse_wwn(const char *name, u64 *wwn)
  1578. {
  1579. const char *cp;
  1580. char c, nibble;
  1581. int pos = 0, err;
  1582. *wwn = 0;
  1583. for (cp = name; cp < &name[SBP_NAMELEN - 1]; cp++) {
  1584. c = *cp;
  1585. if (c == '\n' && cp[1] == '\0')
  1586. continue;
  1587. if (c == '\0') {
  1588. err = 2;
  1589. if (pos != 16)
  1590. goto fail;
  1591. return cp - name;
  1592. }
  1593. err = 3;
  1594. if (isdigit(c))
  1595. nibble = c - '0';
  1596. else if (isxdigit(c))
  1597. nibble = tolower(c) - 'a' + 10;
  1598. else
  1599. goto fail;
  1600. *wwn = (*wwn << 4) | nibble;
  1601. pos++;
  1602. }
  1603. err = 4;
  1604. fail:
  1605. printk(KERN_INFO "err %u len %zu pos %u\n",
  1606. err, cp - name, pos);
  1607. return -1;
  1608. }
  1609. static ssize_t sbp_format_wwn(char *buf, size_t len, u64 wwn)
  1610. {
  1611. return snprintf(buf, len, "%016llx", wwn);
  1612. }
  1613. static int sbp_init_nodeacl(struct se_node_acl *se_nacl, const char *name)
  1614. {
  1615. u64 guid = 0;
  1616. if (sbp_parse_wwn(name, &guid) < 0)
  1617. return -EINVAL;
  1618. return 0;
  1619. }
  1620. static int sbp_post_link_lun(
  1621. struct se_portal_group *se_tpg,
  1622. struct se_lun *se_lun)
  1623. {
  1624. struct sbp_tpg *tpg = container_of(se_tpg, struct sbp_tpg, se_tpg);
  1625. return sbp_update_unit_directory(tpg->tport);
  1626. }
  1627. static void sbp_pre_unlink_lun(
  1628. struct se_portal_group *se_tpg,
  1629. struct se_lun *se_lun)
  1630. {
  1631. struct sbp_tpg *tpg = container_of(se_tpg, struct sbp_tpg, se_tpg);
  1632. struct sbp_tport *tport = tpg->tport;
  1633. int ret;
  1634. if (sbp_count_se_tpg_luns(&tpg->se_tpg) == 0)
  1635. tport->enable = 0;
  1636. ret = sbp_update_unit_directory(tport);
  1637. if (ret < 0)
  1638. pr_err("unlink LUN: failed to update unit directory\n");
  1639. }
  1640. static struct se_portal_group *sbp_make_tpg(
  1641. struct se_wwn *wwn,
  1642. struct config_group *group,
  1643. const char *name)
  1644. {
  1645. struct sbp_tport *tport =
  1646. container_of(wwn, struct sbp_tport, tport_wwn);
  1647. struct sbp_tpg *tpg;
  1648. unsigned long tpgt;
  1649. int ret;
  1650. if (strstr(name, "tpgt_") != name)
  1651. return ERR_PTR(-EINVAL);
  1652. if (kstrtoul(name + 5, 10, &tpgt) || tpgt > UINT_MAX)
  1653. return ERR_PTR(-EINVAL);
  1654. if (tport->tpg) {
  1655. pr_err("Only one TPG per Unit is possible.\n");
  1656. return ERR_PTR(-EBUSY);
  1657. }
  1658. tpg = kzalloc(sizeof(*tpg), GFP_KERNEL);
  1659. if (!tpg) {
  1660. pr_err("Unable to allocate struct sbp_tpg\n");
  1661. return ERR_PTR(-ENOMEM);
  1662. }
  1663. tpg->tport = tport;
  1664. tpg->tport_tpgt = tpgt;
  1665. tport->tpg = tpg;
  1666. /* default attribute values */
  1667. tport->enable = 0;
  1668. tport->directory_id = -1;
  1669. tport->mgt_orb_timeout = 15;
  1670. tport->max_reconnect_timeout = 5;
  1671. tport->max_logins_per_lun = 1;
  1672. tport->mgt_agt = sbp_management_agent_register(tport);
  1673. if (IS_ERR(tport->mgt_agt)) {
  1674. ret = PTR_ERR(tport->mgt_agt);
  1675. goto out_free_tpg;
  1676. }
  1677. ret = core_tpg_register(wwn, &tpg->se_tpg, SCSI_PROTOCOL_SBP);
  1678. if (ret < 0)
  1679. goto out_unreg_mgt_agt;
  1680. return &tpg->se_tpg;
  1681. out_unreg_mgt_agt:
  1682. sbp_management_agent_unregister(tport->mgt_agt);
  1683. out_free_tpg:
  1684. tport->tpg = NULL;
  1685. kfree(tpg);
  1686. return ERR_PTR(ret);
  1687. }
  1688. static void sbp_drop_tpg(struct se_portal_group *se_tpg)
  1689. {
  1690. struct sbp_tpg *tpg = container_of(se_tpg, struct sbp_tpg, se_tpg);
  1691. struct sbp_tport *tport = tpg->tport;
  1692. core_tpg_deregister(se_tpg);
  1693. sbp_management_agent_unregister(tport->mgt_agt);
  1694. tport->tpg = NULL;
  1695. kfree(tpg);
  1696. }
  1697. static struct se_wwn *sbp_make_tport(
  1698. struct target_fabric_configfs *tf,
  1699. struct config_group *group,
  1700. const char *name)
  1701. {
  1702. struct sbp_tport *tport;
  1703. u64 guid = 0;
  1704. if (sbp_parse_wwn(name, &guid) < 0)
  1705. return ERR_PTR(-EINVAL);
  1706. tport = kzalloc(sizeof(*tport), GFP_KERNEL);
  1707. if (!tport) {
  1708. pr_err("Unable to allocate struct sbp_tport\n");
  1709. return ERR_PTR(-ENOMEM);
  1710. }
  1711. tport->guid = guid;
  1712. sbp_format_wwn(tport->tport_name, SBP_NAMELEN, guid);
  1713. return &tport->tport_wwn;
  1714. }
  1715. static void sbp_drop_tport(struct se_wwn *wwn)
  1716. {
  1717. struct sbp_tport *tport =
  1718. container_of(wwn, struct sbp_tport, tport_wwn);
  1719. kfree(tport);
  1720. }
  1721. static ssize_t sbp_wwn_version_show(struct config_item *item, char *page)
  1722. {
  1723. return sprintf(page, "FireWire SBP fabric module %s\n", SBP_VERSION);
  1724. }
  1725. CONFIGFS_ATTR_RO(sbp_wwn_, version);
  1726. static struct configfs_attribute *sbp_wwn_attrs[] = {
  1727. &sbp_wwn_attr_version,
  1728. NULL,
  1729. };
  1730. static ssize_t sbp_tpg_directory_id_show(struct config_item *item, char *page)
  1731. {
  1732. struct se_portal_group *se_tpg = to_tpg(item);
  1733. struct sbp_tpg *tpg = container_of(se_tpg, struct sbp_tpg, se_tpg);
  1734. struct sbp_tport *tport = tpg->tport;
  1735. if (tport->directory_id == -1)
  1736. return sprintf(page, "implicit\n");
  1737. else
  1738. return sprintf(page, "%06x\n", tport->directory_id);
  1739. }
  1740. static ssize_t sbp_tpg_directory_id_store(struct config_item *item,
  1741. const char *page, size_t count)
  1742. {
  1743. struct se_portal_group *se_tpg = to_tpg(item);
  1744. struct sbp_tpg *tpg = container_of(se_tpg, struct sbp_tpg, se_tpg);
  1745. struct sbp_tport *tport = tpg->tport;
  1746. unsigned long val;
  1747. if (tport->enable) {
  1748. pr_err("Cannot change the directory_id on an active target.\n");
  1749. return -EBUSY;
  1750. }
  1751. if (strstr(page, "implicit") == page) {
  1752. tport->directory_id = -1;
  1753. } else {
  1754. if (kstrtoul(page, 16, &val) < 0)
  1755. return -EINVAL;
  1756. if (val > 0xffffff)
  1757. return -EINVAL;
  1758. tport->directory_id = val;
  1759. }
  1760. return count;
  1761. }
  1762. static ssize_t sbp_tpg_enable_show(struct config_item *item, char *page)
  1763. {
  1764. struct se_portal_group *se_tpg = to_tpg(item);
  1765. struct sbp_tpg *tpg = container_of(se_tpg, struct sbp_tpg, se_tpg);
  1766. struct sbp_tport *tport = tpg->tport;
  1767. return sprintf(page, "%d\n", tport->enable);
  1768. }
  1769. static ssize_t sbp_tpg_enable_store(struct config_item *item,
  1770. const char *page, size_t count)
  1771. {
  1772. struct se_portal_group *se_tpg = to_tpg(item);
  1773. struct sbp_tpg *tpg = container_of(se_tpg, struct sbp_tpg, se_tpg);
  1774. struct sbp_tport *tport = tpg->tport;
  1775. unsigned long val;
  1776. int ret;
  1777. if (kstrtoul(page, 0, &val) < 0)
  1778. return -EINVAL;
  1779. if ((val != 0) && (val != 1))
  1780. return -EINVAL;
  1781. if (tport->enable == val)
  1782. return count;
  1783. if (val) {
  1784. if (sbp_count_se_tpg_luns(&tpg->se_tpg) == 0) {
  1785. pr_err("Cannot enable a target with no LUNs!\n");
  1786. return -EINVAL;
  1787. }
  1788. } else {
  1789. /* XXX: force-shutdown sessions instead? */
  1790. spin_lock_bh(&se_tpg->session_lock);
  1791. if (!list_empty(&se_tpg->tpg_sess_list)) {
  1792. spin_unlock_bh(&se_tpg->session_lock);
  1793. return -EBUSY;
  1794. }
  1795. spin_unlock_bh(&se_tpg->session_lock);
  1796. }
  1797. tport->enable = val;
  1798. ret = sbp_update_unit_directory(tport);
  1799. if (ret < 0) {
  1800. pr_err("Could not update Config ROM\n");
  1801. return ret;
  1802. }
  1803. return count;
  1804. }
  1805. CONFIGFS_ATTR(sbp_tpg_, directory_id);
  1806. CONFIGFS_ATTR(sbp_tpg_, enable);
  1807. static struct configfs_attribute *sbp_tpg_base_attrs[] = {
  1808. &sbp_tpg_attr_directory_id,
  1809. &sbp_tpg_attr_enable,
  1810. NULL,
  1811. };
  1812. static ssize_t sbp_tpg_attrib_mgt_orb_timeout_show(struct config_item *item,
  1813. char *page)
  1814. {
  1815. struct se_portal_group *se_tpg = attrib_to_tpg(item);
  1816. struct sbp_tpg *tpg = container_of(se_tpg, struct sbp_tpg, se_tpg);
  1817. struct sbp_tport *tport = tpg->tport;
  1818. return sprintf(page, "%d\n", tport->mgt_orb_timeout);
  1819. }
  1820. static ssize_t sbp_tpg_attrib_mgt_orb_timeout_store(struct config_item *item,
  1821. const char *page, size_t count)
  1822. {
  1823. struct se_portal_group *se_tpg = attrib_to_tpg(item);
  1824. struct sbp_tpg *tpg = container_of(se_tpg, struct sbp_tpg, se_tpg);
  1825. struct sbp_tport *tport = tpg->tport;
  1826. unsigned long val;
  1827. int ret;
  1828. if (kstrtoul(page, 0, &val) < 0)
  1829. return -EINVAL;
  1830. if ((val < 1) || (val > 127))
  1831. return -EINVAL;
  1832. if (tport->mgt_orb_timeout == val)
  1833. return count;
  1834. tport->mgt_orb_timeout = val;
  1835. ret = sbp_update_unit_directory(tport);
  1836. if (ret < 0)
  1837. return ret;
  1838. return count;
  1839. }
  1840. static ssize_t sbp_tpg_attrib_max_reconnect_timeout_show(struct config_item *item,
  1841. char *page)
  1842. {
  1843. struct se_portal_group *se_tpg = attrib_to_tpg(item);
  1844. struct sbp_tpg *tpg = container_of(se_tpg, struct sbp_tpg, se_tpg);
  1845. struct sbp_tport *tport = tpg->tport;
  1846. return sprintf(page, "%d\n", tport->max_reconnect_timeout);
  1847. }
  1848. static ssize_t sbp_tpg_attrib_max_reconnect_timeout_store(struct config_item *item,
  1849. const char *page, size_t count)
  1850. {
  1851. struct se_portal_group *se_tpg = attrib_to_tpg(item);
  1852. struct sbp_tpg *tpg = container_of(se_tpg, struct sbp_tpg, se_tpg);
  1853. struct sbp_tport *tport = tpg->tport;
  1854. unsigned long val;
  1855. int ret;
  1856. if (kstrtoul(page, 0, &val) < 0)
  1857. return -EINVAL;
  1858. if ((val < 1) || (val > 32767))
  1859. return -EINVAL;
  1860. if (tport->max_reconnect_timeout == val)
  1861. return count;
  1862. tport->max_reconnect_timeout = val;
  1863. ret = sbp_update_unit_directory(tport);
  1864. if (ret < 0)
  1865. return ret;
  1866. return count;
  1867. }
  1868. static ssize_t sbp_tpg_attrib_max_logins_per_lun_show(struct config_item *item,
  1869. char *page)
  1870. {
  1871. struct se_portal_group *se_tpg = attrib_to_tpg(item);
  1872. struct sbp_tpg *tpg = container_of(se_tpg, struct sbp_tpg, se_tpg);
  1873. struct sbp_tport *tport = tpg->tport;
  1874. return sprintf(page, "%d\n", tport->max_logins_per_lun);
  1875. }
  1876. static ssize_t sbp_tpg_attrib_max_logins_per_lun_store(struct config_item *item,
  1877. const char *page, size_t count)
  1878. {
  1879. struct se_portal_group *se_tpg = attrib_to_tpg(item);
  1880. struct sbp_tpg *tpg = container_of(se_tpg, struct sbp_tpg, se_tpg);
  1881. struct sbp_tport *tport = tpg->tport;
  1882. unsigned long val;
  1883. if (kstrtoul(page, 0, &val) < 0)
  1884. return -EINVAL;
  1885. if ((val < 1) || (val > 127))
  1886. return -EINVAL;
  1887. /* XXX: also check against current count? */
  1888. tport->max_logins_per_lun = val;
  1889. return count;
  1890. }
  1891. CONFIGFS_ATTR(sbp_tpg_attrib_, mgt_orb_timeout);
  1892. CONFIGFS_ATTR(sbp_tpg_attrib_, max_reconnect_timeout);
  1893. CONFIGFS_ATTR(sbp_tpg_attrib_, max_logins_per_lun);
  1894. static struct configfs_attribute *sbp_tpg_attrib_attrs[] = {
  1895. &sbp_tpg_attrib_attr_mgt_orb_timeout,
  1896. &sbp_tpg_attrib_attr_max_reconnect_timeout,
  1897. &sbp_tpg_attrib_attr_max_logins_per_lun,
  1898. NULL,
  1899. };
  1900. static const struct target_core_fabric_ops sbp_ops = {
  1901. .module = THIS_MODULE,
  1902. .name = "sbp",
  1903. .get_fabric_name = sbp_get_fabric_name,
  1904. .tpg_get_wwn = sbp_get_fabric_wwn,
  1905. .tpg_get_tag = sbp_get_tag,
  1906. .tpg_check_demo_mode = sbp_check_true,
  1907. .tpg_check_demo_mode_cache = sbp_check_true,
  1908. .tpg_check_demo_mode_write_protect = sbp_check_false,
  1909. .tpg_check_prod_mode_write_protect = sbp_check_false,
  1910. .tpg_get_inst_index = sbp_tpg_get_inst_index,
  1911. .release_cmd = sbp_release_cmd,
  1912. .sess_get_index = sbp_sess_get_index,
  1913. .write_pending = sbp_write_pending,
  1914. .write_pending_status = sbp_write_pending_status,
  1915. .set_default_node_attributes = sbp_set_default_node_attrs,
  1916. .get_cmd_state = sbp_get_cmd_state,
  1917. .queue_data_in = sbp_queue_data_in,
  1918. .queue_status = sbp_queue_status,
  1919. .queue_tm_rsp = sbp_queue_tm_rsp,
  1920. .aborted_task = sbp_aborted_task,
  1921. .check_stop_free = sbp_check_stop_free,
  1922. .fabric_make_wwn = sbp_make_tport,
  1923. .fabric_drop_wwn = sbp_drop_tport,
  1924. .fabric_make_tpg = sbp_make_tpg,
  1925. .fabric_drop_tpg = sbp_drop_tpg,
  1926. .fabric_post_link = sbp_post_link_lun,
  1927. .fabric_pre_unlink = sbp_pre_unlink_lun,
  1928. .fabric_make_np = NULL,
  1929. .fabric_drop_np = NULL,
  1930. .fabric_init_nodeacl = sbp_init_nodeacl,
  1931. .tfc_wwn_attrs = sbp_wwn_attrs,
  1932. .tfc_tpg_base_attrs = sbp_tpg_base_attrs,
  1933. .tfc_tpg_attrib_attrs = sbp_tpg_attrib_attrs,
  1934. };
  1935. static int __init sbp_init(void)
  1936. {
  1937. return target_register_template(&sbp_ops);
  1938. };
  1939. static void __exit sbp_exit(void)
  1940. {
  1941. target_unregister_template(&sbp_ops);
  1942. };
  1943. MODULE_DESCRIPTION("FireWire SBP fabric driver");
  1944. MODULE_LICENSE("GPL");
  1945. module_init(sbp_init);
  1946. module_exit(sbp_exit);