1 /* SPDX-License-Identifier: GPL-2.0 */
3 * Author(s)......: Holger Smolinski <Holger.Smolinski@de.ibm.com>
4 * Horst Hummel <Horst.Hummel@de.ibm.com>
5 * Martin Schwidefsky <schwidefsky@de.ibm.com>
6 * Bugreports.to..: <Linux390@de.ibm.com>
7 * Copyright IBM Corp. 1999, 2009
13 /* we keep old device allocation scheme; IOW, minors are still in 0..255 */
14 #define DASD_PER_MAJOR (1U << (MINORBITS - DASD_PARTN_BITS))
15 #define DASD_PARTN_MASK ((1 << DASD_PARTN_BITS) - 1)
18 * States a dasd device can have:
19 * new: the dasd_device structure is allocated.
20 * known: the discipline for the device is identified.
21 * basic: the device can do basic i/o.
22 * unfmt: the device could not be analyzed (format is unknown).
23 * ready: partition detection is done and the device is can do block io.
24 * online: the device accepts requests from the block device queue.
26 * Things to do for startup state transitions:
27 * new -> known: find discipline for the device and create devfs entries.
28 * known -> basic: request irq line for the device.
29 * basic -> ready: do the initial analysis, e.g. format detection,
30 * do block device setup and detect partitions.
31 * ready -> online: schedule the device tasklet.
32 * Things to do for shutdown state transitions:
33 * online -> ready: just set the new device state.
34 * ready -> basic: flush requests from the block device layer, clear
35 * partition information and reset format information.
36 * basic -> known: terminate all requests and free irq.
37 * known -> new: remove devfs entries and forget discipline.
40 #define DASD_STATE_NEW 0
41 #define DASD_STATE_KNOWN 1
42 #define DASD_STATE_BASIC 2
43 #define DASD_STATE_UNFMT 3
44 #define DASD_STATE_READY 4
45 #define DASD_STATE_ONLINE 5
47 #include <linux/module.h>
48 #include <linux/wait.h>
49 #include <linux/blkdev.h>
50 #include <linux/genhd.h>
51 #include <linux/hdreg.h>
52 #include <linux/interrupt.h>
53 #include <linux/log2.h>
54 #include <asm/ccwdev.h>
55 #include <linux/workqueue.h>
56 #include <asm/debug.h>
58 #include <asm/idals.h>
59 #include <linux/bitops.h>
60 #include <linux/blk-mq.h>
62 /* DASD discipline magic */
63 #define DASD_ECKD_MAGIC 0xC5C3D2C4
64 #define DASD_DIAG_MAGIC 0xC4C9C1C7
65 #define DASD_FBA_MAGIC 0xC6C2C140
68 * SECTION: Type definitions
73 /* BIT DEFINITIONS FOR SENSE DATA */
74 #define DASD_SENSE_BIT_0 0x80
75 #define DASD_SENSE_BIT_1 0x40
76 #define DASD_SENSE_BIT_2 0x20
77 #define DASD_SENSE_BIT_3 0x10
79 /* BIT DEFINITIONS FOR SIM SENSE */
80 #define DASD_SIM_SENSE 0x0F
81 #define DASD_SIM_MSG_TO_OP 0x03
82 #define DASD_SIM_LOG 0x0C
84 /* lock class for nested cdev lock */
85 #define CDEV_NESTED_FIRST 1
86 #define CDEV_NESTED_SECOND 2
89 * SECTION: MACROs for klogd and s390 debug feature (dbf)
91 #define DBF_DEV_EVENT(d_level, d_device, d_str, d_data...) \
93 debug_sprintf_event(d_device->debug_area, \
99 #define DBF_EVENT(d_level, d_str, d_data...)\
101 debug_sprintf_event(dasd_debug_area, \
107 #define DBF_EVENT_DEVID(d_level, d_cdev, d_str, d_data...) \
109 struct ccw_dev_id __dev_id; \
110 ccw_device_get_id(d_cdev, &__dev_id); \
111 debug_sprintf_event(dasd_debug_area, \
113 "0.%x.%04x " d_str "\n", \
114 __dev_id.ssid, __dev_id.devno, d_data); \
117 /* limit size for an errorstring */
118 #define ERRORLENGTH 30
120 /* definition of dbf debug levels */
121 #define DBF_EMERG 0 /* system is unusable */
122 #define DBF_ALERT 1 /* action must be taken immediately */
123 #define DBF_CRIT 2 /* critical conditions */
124 #define DBF_ERR 3 /* error conditions */
125 #define DBF_WARNING 4 /* warning conditions */
126 #define DBF_NOTICE 5 /* normal but significant condition */
127 #define DBF_INFO 6 /* informational */
128 #define DBF_DEBUG 6 /* debug-level messages */
130 /* messages to be written via klogd and dbf */
131 #define DEV_MESSAGE(d_loglevel,d_device,d_string,d_args...)\
133 printk(d_loglevel PRINTK_HEADER " %s: " d_string "\n", \
134 dev_name(&d_device->cdev->dev), d_args); \
135 DBF_DEV_EVENT(DBF_ALERT, d_device, d_string, d_args); \
138 #define MESSAGE(d_loglevel,d_string,d_args...)\
140 printk(d_loglevel PRINTK_HEADER " " d_string "\n", d_args); \
141 DBF_EVENT(DBF_ALERT, d_string, d_args); \
144 /* messages to be written via klogd only */
145 #define DEV_MESSAGE_LOG(d_loglevel,d_device,d_string,d_args...)\
147 printk(d_loglevel PRINTK_HEADER " %s: " d_string "\n", \
148 dev_name(&d_device->cdev->dev), d_args); \
151 #define MESSAGE_LOG(d_loglevel,d_string,d_args...)\
153 printk(d_loglevel PRINTK_HEADER " " d_string "\n", d_args); \
156 /* Macro to calculate number of blocks per page */
157 #define BLOCKS_PER_PAGE(blksize) (PAGE_SIZE / blksize)
159 struct dasd_ccw_req {
160 unsigned int magic; /* Eye catcher */
161 int intrc; /* internal error, e.g. from start_IO */
162 struct list_head devlist; /* for dasd_device request queue */
163 struct list_head blocklist; /* for dasd_block request queue */
164 struct dasd_block *block; /* the originating block device */
165 struct dasd_device *memdev; /* the device used to allocate this */
166 struct dasd_device *startdev; /* device the request is started on */
167 struct dasd_device *basedev; /* base device if no block->base */
168 void *cpaddr; /* address of ccw or tcw */
169 short retries; /* A retry counter */
170 unsigned char cpmode; /* 0 = cmd mode, 1 = itcw */
171 char status; /* status of this request */
172 char lpm; /* logical path mask */
173 unsigned long flags; /* flags of this request */
174 struct dasd_queue *dq;
175 unsigned long starttime; /* jiffies time of request start */
176 unsigned long expires; /* expiration period in jiffies */
177 void *data; /* pointer to data area */
178 struct irb irb; /* device status in case of an error */
179 struct dasd_ccw_req *refers; /* ERP-chain queueing. */
180 void *function; /* originating ERP action */
183 unsigned long buildclk; /* TOD-clock of request generation */
184 unsigned long startclk; /* TOD-clock of request start */
185 unsigned long stopclk; /* TOD-clock of request interrupt */
186 unsigned long endclk; /* TOD-clock of request termination */
188 void (*callback)(struct dasd_ccw_req *, void *data);
193 * dasd_ccw_req -> status can be:
195 #define DASD_CQR_FILLED 0x00 /* request is ready to be processed */
196 #define DASD_CQR_DONE 0x01 /* request is completed successfully */
197 #define DASD_CQR_NEED_ERP 0x02 /* request needs recovery action */
198 #define DASD_CQR_IN_ERP 0x03 /* request is in recovery */
199 #define DASD_CQR_FAILED 0x04 /* request is finally failed */
200 #define DASD_CQR_TERMINATED 0x05 /* request was stopped by driver */
202 #define DASD_CQR_QUEUED 0x80 /* request is queued to be processed */
203 #define DASD_CQR_IN_IO 0x81 /* request is currently in IO */
204 #define DASD_CQR_ERROR 0x82 /* request is completed with error */
205 #define DASD_CQR_CLEAR_PENDING 0x83 /* request is clear pending */
206 #define DASD_CQR_CLEARED 0x84 /* request was cleared */
207 #define DASD_CQR_SUCCESS 0x85 /* request was successful */
209 /* default expiration time*/
210 #define DASD_EXPIRES 300
211 #define DASD_EXPIRES_MAX 40000000
212 #define DASD_RETRIES 256
213 #define DASD_RETRIES_MAX 32768
215 /* per dasd_ccw_req flags */
216 #define DASD_CQR_FLAGS_USE_ERP 0 /* use ERP for this request */
217 #define DASD_CQR_FLAGS_FAILFAST 1 /* FAILFAST */
218 #define DASD_CQR_VERIFY_PATH 2 /* path verification request */
219 #define DASD_CQR_ALLOW_SLOCK 3 /* Try this request even when lock was
220 * stolen. Should not be combined with
221 * DASD_CQR_FLAGS_USE_ERP
224 * The following flags are used to suppress output of certain errors.
226 #define DASD_CQR_SUPPRESS_NRF 4 /* Suppress 'No Record Found' error */
227 #define DASD_CQR_SUPPRESS_FP 5 /* Suppress 'File Protected' error*/
228 #define DASD_CQR_SUPPRESS_IL 6 /* Suppress 'Incorrect Length' error */
229 #define DASD_CQR_SUPPRESS_CR 7 /* Suppress 'Command Reject' error */
231 #define DASD_REQ_PER_DEV 4
233 /* Signature for error recovery functions. */
234 typedef struct dasd_ccw_req *(*dasd_erp_fn_t) (struct dasd_ccw_req *);
237 * A single CQR can only contain a maximum of 255 CCWs. It is limited by
238 * the locate record and locate record extended count value which can only hold
241 #define DASD_CQR_MAX_CCW 255
244 * Unique identifier for dasd device.
246 #define UA_NOT_CONFIGURED 0x00
247 #define UA_BASE_DEVICE 0x01
248 #define UA_BASE_PAV_ALIAS 0x02
249 #define UA_HYPER_PAV_ALIAS 0x03
262 * the struct dasd_discipline is
263 * sth like a table of virtual functions, if you think of dasd_eckd
265 * no, currently we are not planning to reimplement the driver in C++
267 struct dasd_discipline {
268 struct module *owner;
269 char ebcname[8]; /* a name used for tagging and printks */
270 char name[8]; /* a name used for tagging and printks */
272 struct list_head list; /* used for list of disciplines */
275 * Device recognition functions. check_device is used to verify
276 * the sense data and the information returned by read device
277 * characteristics. It returns 0 if the discipline can be used
278 * for the device in question. uncheck_device is called during
279 * device shutdown to deregister a device from its discipline.
281 int (*check_device) (struct dasd_device *);
282 void (*uncheck_device) (struct dasd_device *);
285 * do_analysis is used in the step from device state "basic" to
286 * state "accept". It returns 0 if the device can be made ready,
287 * it returns -EMEDIUMTYPE if the device can't be made ready or
288 * -EAGAIN if do_analysis started a ccw that needs to complete
289 * before the analysis may be repeated.
291 int (*do_analysis) (struct dasd_block *);
294 * This function is called, when new paths become available.
295 * Disciplins may use this callback to do necessary setup work,
296 * e.g. verify that new path is compatible with the current
299 int (*verify_path)(struct dasd_device *, __u8);
302 * Last things to do when a device is set online, and first things
303 * when it is set offline.
305 int (*basic_to_ready) (struct dasd_device *);
306 int (*online_to_ready) (struct dasd_device *);
307 int (*basic_to_known)(struct dasd_device *);
310 * Initialize block layer request queue.
312 void (*setup_blk_queue)(struct dasd_block *);
313 /* (struct dasd_device *);
314 * Device operation functions. build_cp creates a ccw chain for
315 * a block device request, start_io starts the request and
316 * term_IO cancels it (e.g. in case of a timeout). format_device
317 * formats the device and check_device_format compares the format of
318 * a device with the expected format_data.
319 * handle_terminated_request allows to examine a cqr and prepare
322 struct dasd_ccw_req *(*build_cp) (struct dasd_device *,
325 int (*start_IO) (struct dasd_ccw_req *);
326 int (*term_IO) (struct dasd_ccw_req *);
327 void (*handle_terminated_request) (struct dasd_ccw_req *);
328 int (*format_device) (struct dasd_device *,
329 struct format_data_t *, int);
330 int (*check_device_format)(struct dasd_device *,
331 struct format_check_t *, int);
332 int (*free_cp) (struct dasd_ccw_req *, struct request *);
335 * Error recovery functions. examine_error() returns a value that
336 * indicates what to do for an error condition. If examine_error()
337 * returns 'dasd_era_recover' erp_action() is called to create a
338 * special error recovery ccw. erp_postaction() is called after
339 * an error recovery ccw has finished its execution. dump_sense
340 * is called for every error condition to print the sense data
343 dasd_erp_fn_t(*erp_action) (struct dasd_ccw_req *);
344 dasd_erp_fn_t(*erp_postaction) (struct dasd_ccw_req *);
345 void (*dump_sense) (struct dasd_device *, struct dasd_ccw_req *,
347 void (*dump_sense_dbf) (struct dasd_device *, struct irb *, char *);
348 void (*check_for_device_change) (struct dasd_device *,
349 struct dasd_ccw_req *,
352 /* i/o control functions. */
353 int (*fill_geometry) (struct dasd_block *, struct hd_geometry *);
354 int (*fill_info) (struct dasd_device *, struct dasd_information2_t *);
355 int (*ioctl) (struct dasd_block *, unsigned int, void __user *);
357 /* suspend/resume functions */
358 int (*freeze) (struct dasd_device *);
359 int (*restore) (struct dasd_device *);
361 /* reload device after state change */
362 int (*reload) (struct dasd_device *);
364 int (*get_uid) (struct dasd_device *, struct dasd_uid *);
365 void (*kick_validate) (struct dasd_device *);
366 int (*check_attention)(struct dasd_device *, __u8);
367 int (*host_access_count)(struct dasd_device *);
368 int (*hosts_print)(struct dasd_device *, struct seq_file *);
369 void (*handle_hpf_error)(struct dasd_device *, struct irb *);
370 void (*disable_hpf)(struct dasd_device *);
371 int (*hpf_enabled)(struct dasd_device *);
372 void (*reset_path)(struct dasd_device *, __u8);
375 * Extent Space Efficient (ESE) relevant functions
377 int (*is_ese)(struct dasd_device *);
379 int (*space_allocated)(struct dasd_device *);
380 int (*space_configured)(struct dasd_device *);
381 int (*logical_capacity)(struct dasd_device *);
382 int (*release_space)(struct dasd_device *, struct format_data_t *);
384 int (*ext_pool_id)(struct dasd_device *);
385 int (*ext_size)(struct dasd_device *);
386 int (*ext_pool_cap_at_warnlevel)(struct dasd_device *);
387 int (*ext_pool_warn_thrshld)(struct dasd_device *);
388 int (*ext_pool_oos)(struct dasd_device *);
389 int (*ext_pool_exhaust)(struct dasd_device *, struct dasd_ccw_req *);
390 struct dasd_ccw_req *(*ese_format)(struct dasd_device *, struct dasd_ccw_req *);
391 void (*ese_read)(struct dasd_ccw_req *);
394 extern struct dasd_discipline *dasd_diag_discipline_pointer;
397 * Notification numbers for extended error reporting notifications:
398 * The DASD_EER_DISABLE notification is sent before a dasd_device (and it's
399 * eer pointer) is freed. The error reporting module needs to do all necessary
401 * The DASD_EER_TRIGGER notification sends the actual error reports (triggers).
403 #define DASD_EER_DISABLE 0
404 #define DASD_EER_TRIGGER 1
406 /* Trigger IDs for extended error reporting DASD_EER_TRIGGER notification */
407 #define DASD_EER_FATALERROR 1
408 #define DASD_EER_NOPATH 2
409 #define DASD_EER_STATECHANGE 3
410 #define DASD_EER_PPRCSUSPEND 4
411 #define DASD_EER_NOSPC 5
413 /* DASD path handling */
415 #define DASD_PATH_OPERATIONAL 1
416 #define DASD_PATH_TBV 2
417 #define DASD_PATH_PP 3
418 #define DASD_PATH_NPP 4
419 #define DASD_PATH_MISCABLED 5
420 #define DASD_PATH_NOHPF 6
421 #define DASD_PATH_CUIR 7
422 #define DASD_PATH_IFCC 8
424 #define DASD_THRHLD_MAX 4294967295U
425 #define DASD_INTERVAL_MAX 4294967295U
432 struct dasd_conf_data *conf_data;
433 atomic_t error_count;
434 unsigned long errorclk;
438 struct dasd_profile_info {
439 /* legacy part of profile data, as in dasd_profile_info_t */
440 unsigned int dasd_io_reqs; /* number of requests processed */
441 unsigned int dasd_io_sects; /* number of sectors processed */
442 unsigned int dasd_io_secs[32]; /* histogram of request's sizes */
443 unsigned int dasd_io_times[32]; /* histogram of requests's times */
444 unsigned int dasd_io_timps[32]; /* h. of requests's times per sector */
445 unsigned int dasd_io_time1[32]; /* hist. of time from build to start */
446 unsigned int dasd_io_time2[32]; /* hist. of time from start to irq */
447 unsigned int dasd_io_time2ps[32]; /* hist. of time from start to irq */
448 unsigned int dasd_io_time3[32]; /* hist. of time from irq to end */
449 unsigned int dasd_io_nr_req[32]; /* hist. of # of requests in chanq */
452 struct timespec64 starttod; /* time of start or last reset */
453 unsigned int dasd_io_alias; /* requests using an alias */
454 unsigned int dasd_io_tpm; /* requests using transport mode */
455 unsigned int dasd_read_reqs; /* total number of read requests */
456 unsigned int dasd_read_sects; /* total number read sectors */
457 unsigned int dasd_read_alias; /* read request using an alias */
458 unsigned int dasd_read_tpm; /* read requests in transport mode */
459 unsigned int dasd_read_secs[32]; /* histogram of request's sizes */
460 unsigned int dasd_read_times[32]; /* histogram of requests's times */
461 unsigned int dasd_read_time1[32]; /* hist. time from build to start */
462 unsigned int dasd_read_time2[32]; /* hist. of time from start to irq */
463 unsigned int dasd_read_time3[32]; /* hist. of time from irq to end */
464 unsigned int dasd_read_nr_req[32]; /* hist. of # of requests in chanq */
465 unsigned long dasd_sum_times; /* sum of request times */
466 unsigned long dasd_sum_time_str; /* sum of time from build to start */
467 unsigned long dasd_sum_time_irq; /* sum of time from start to irq */
468 unsigned long dasd_sum_time_end; /* sum of time from irq to end */
471 struct dasd_profile {
472 struct dentry *dentry;
473 struct dasd_profile_info *data;
478 /* Block device stuff. */
479 struct dasd_block *block;
481 unsigned int devindex;
482 unsigned long flags; /* per device flags */
483 unsigned short features; /* copy of devmap-features (read-only!) */
485 /* extended error reporting stuff (eer) */
486 struct dasd_ccw_req *eer_cqr;
488 /* Device discipline stuff. */
489 struct dasd_discipline *discipline;
490 struct dasd_discipline *base_discipline;
492 struct dasd_path path[8];
495 /* Device state and target state. */
497 struct mutex state_mutex;
498 int stopped; /* device (ccw_device_start) was stopped */
500 /* reference count. */
503 /* ccw queue and memory for static ccw/erp buffers. */
504 struct list_head ccw_queue;
509 struct list_head ccw_chunks;
510 struct list_head erp_chunks;
511 struct list_head ese_chunks;
513 atomic_t tasklet_scheduled;
514 struct tasklet_struct tasklet;
515 struct work_struct kick_work;
516 struct work_struct restore_device;
517 struct work_struct reload_device;
518 struct work_struct kick_validate;
519 struct work_struct suc_work;
520 struct work_struct requeue_requests;
521 struct timer_list timer;
523 debug_info_t *debug_area;
525 struct ccw_device *cdev;
527 /* hook for alias management */
528 struct list_head alias_list;
530 /* default expiration time in s */
531 unsigned long default_expires;
532 unsigned long default_retries;
534 unsigned long blk_timeout;
536 unsigned long path_thrhld;
537 unsigned long path_interval;
539 struct dentry *debugfs_dentry;
540 struct dentry *hosts_dentry;
541 struct dasd_profile profile;
545 /* Block device stuff. */
547 struct request_queue *request_queue;
548 spinlock_t request_queue_lock;
549 struct blk_mq_tag_set tag_set;
550 struct block_device *bdev;
553 unsigned long blocks; /* size of volume in blocks */
554 unsigned int bp_block; /* bytes per block */
555 unsigned int s2b_shift; /* log2 (bp_block/512) */
557 struct dasd_device *base;
558 struct list_head ccw_queue;
559 spinlock_t queue_lock;
561 atomic_t tasklet_scheduled;
562 struct tasklet_struct tasklet;
563 struct timer_list timer;
565 struct dentry *debugfs_dentry;
566 struct dasd_profile profile;
569 struct dasd_attention_data {
570 struct dasd_device *device;
578 /* reasons why device (ccw_device_start) was stopped */
579 #define DASD_STOPPED_NOT_ACC 1 /* not accessible */
580 #define DASD_STOPPED_QUIESCE 2 /* Quiesced */
581 #define DASD_STOPPED_PENDING 4 /* long busy */
582 #define DASD_STOPPED_DC_WAIT 8 /* disconnected, wait */
583 #define DASD_STOPPED_SU 16 /* summary unit check handling */
584 #define DASD_STOPPED_PM 32 /* pm state transition */
585 #define DASD_UNRESUMED_PM 64 /* pm resume failed state */
586 #define DASD_STOPPED_NOSPC 128 /* no space left */
588 /* per device flags */
589 #define DASD_FLAG_OFFLINE 3 /* device is in offline processing */
590 #define DASD_FLAG_EER_SNSS 4 /* A SNSS is required */
591 #define DASD_FLAG_EER_IN_USE 5 /* A SNSS request is running */
592 #define DASD_FLAG_DEVICE_RO 6 /* The device itself is read-only. Don't
593 * confuse this with the user specified
596 #define DASD_FLAG_IS_RESERVED 7 /* The device is reserved */
597 #define DASD_FLAG_LOCK_STOLEN 8 /* The device lock was stolen */
598 #define DASD_FLAG_SUSPENDED 9 /* The device was suspended */
599 #define DASD_FLAG_SAFE_OFFLINE 10 /* safe offline processing requested*/
600 #define DASD_FLAG_SAFE_OFFLINE_RUNNING 11 /* safe offline running */
601 #define DASD_FLAG_ABORTALL 12 /* Abort all noretry requests */
602 #define DASD_FLAG_PATH_VERIFY 13 /* Path verification worker running */
603 #define DASD_FLAG_SUC 14 /* unhandled summary unit check */
605 #define DASD_SLEEPON_START_TAG ((void *) 1)
606 #define DASD_SLEEPON_END_TAG ((void *) 2)
608 void dasd_put_device_wake(struct dasd_device *);
611 * Reference count inliners
614 dasd_get_device(struct dasd_device *device)
616 atomic_inc(&device->ref_count);
620 dasd_put_device(struct dasd_device *device)
622 if (atomic_dec_return(&device->ref_count) == 0)
623 dasd_put_device_wake(device);
627 * The static memory in ccw_mem and erp_mem is managed by a sorted
628 * list of free memory chunks.
632 struct list_head list;
634 } __attribute__ ((aligned(8)));
637 dasd_init_chunklist(struct list_head *chunk_list, void *mem,
640 struct dasd_mchunk *chunk;
642 INIT_LIST_HEAD(chunk_list);
643 chunk = (struct dasd_mchunk *) mem;
644 chunk->size = size - sizeof(struct dasd_mchunk);
645 list_add(&chunk->list, chunk_list);
649 dasd_alloc_chunk(struct list_head *chunk_list, unsigned long size)
651 struct dasd_mchunk *chunk, *tmp;
653 size = (size + 7L) & -8L;
654 list_for_each_entry(chunk, chunk_list, list) {
655 if (chunk->size < size)
657 if (chunk->size > size + sizeof(struct dasd_mchunk)) {
658 char *endaddr = (char *) (chunk + 1) + chunk->size;
659 tmp = (struct dasd_mchunk *) (endaddr - size) - 1;
661 chunk->size -= size + sizeof(struct dasd_mchunk);
664 list_del(&chunk->list);
665 return (void *) (chunk + 1);
671 dasd_free_chunk(struct list_head *chunk_list, void *mem)
673 struct dasd_mchunk *chunk, *tmp;
674 struct list_head *p, *left;
676 chunk = (struct dasd_mchunk *)
677 ((char *) mem - sizeof(struct dasd_mchunk));
678 /* Find out the left neighbour in chunk_list. */
680 list_for_each(p, chunk_list) {
681 if (list_entry(p, struct dasd_mchunk, list) > chunk)
685 /* Try to merge with right neighbour = next element from left. */
686 if (left->next != chunk_list) {
687 tmp = list_entry(left->next, struct dasd_mchunk, list);
688 if ((char *) (chunk + 1) + chunk->size == (char *) tmp) {
689 list_del(&tmp->list);
690 chunk->size += tmp->size + sizeof(struct dasd_mchunk);
693 /* Try to merge with left neighbour. */
694 if (left != chunk_list) {
695 tmp = list_entry(left, struct dasd_mchunk, list);
696 if ((char *) (tmp + 1) + tmp->size == (char *) chunk) {
697 tmp->size += chunk->size + sizeof(struct dasd_mchunk);
701 __list_add(&chunk->list, left, left->next);
705 * Check if bsize is in { 512, 1024, 2048, 4096 }
708 dasd_check_blocksize(int bsize)
710 if (bsize < 512 || bsize > 4096 || !is_power_of_2(bsize))
715 /* externals in dasd.c */
716 #define DASD_PROFILE_OFF 0
717 #define DASD_PROFILE_ON 1
718 #define DASD_PROFILE_GLOBAL_ONLY 2
720 extern debug_info_t *dasd_debug_area;
721 extern struct dasd_profile dasd_global_profile;
722 extern unsigned int dasd_global_profile_level;
723 extern const struct block_device_operations dasd_device_operations;
725 extern struct kmem_cache *dasd_page_cache;
727 struct dasd_ccw_req *
728 dasd_smalloc_request(int, int, int, struct dasd_device *, struct dasd_ccw_req *);
729 struct dasd_ccw_req *dasd_fmalloc_request(int, int, int, struct dasd_device *);
730 void dasd_sfree_request(struct dasd_ccw_req *, struct dasd_device *);
731 void dasd_ffree_request(struct dasd_ccw_req *, struct dasd_device *);
732 void dasd_wakeup_cb(struct dasd_ccw_req *, void *);
734 struct dasd_device *dasd_alloc_device(void);
735 void dasd_free_device(struct dasd_device *);
737 struct dasd_block *dasd_alloc_block(void);
738 void dasd_free_block(struct dasd_block *);
740 enum blk_eh_timer_return dasd_times_out(struct request *req, bool reserved);
742 void dasd_enable_device(struct dasd_device *);
743 void dasd_set_target_state(struct dasd_device *, int);
744 void dasd_kick_device(struct dasd_device *);
745 void dasd_restore_device(struct dasd_device *);
746 void dasd_reload_device(struct dasd_device *);
747 void dasd_schedule_requeue(struct dasd_device *);
749 void dasd_add_request_head(struct dasd_ccw_req *);
750 void dasd_add_request_tail(struct dasd_ccw_req *);
751 int dasd_start_IO(struct dasd_ccw_req *);
752 int dasd_term_IO(struct dasd_ccw_req *);
753 void dasd_schedule_device_bh(struct dasd_device *);
754 void dasd_schedule_block_bh(struct dasd_block *);
755 int dasd_sleep_on(struct dasd_ccw_req *);
756 int dasd_sleep_on_queue(struct list_head *);
757 int dasd_sleep_on_immediatly(struct dasd_ccw_req *);
758 int dasd_sleep_on_queue_interruptible(struct list_head *);
759 int dasd_sleep_on_interruptible(struct dasd_ccw_req *);
760 void dasd_device_set_timer(struct dasd_device *, int);
761 void dasd_device_clear_timer(struct dasd_device *);
762 void dasd_block_set_timer(struct dasd_block *, int);
763 void dasd_block_clear_timer(struct dasd_block *);
764 int dasd_cancel_req(struct dasd_ccw_req *);
765 int dasd_flush_device_queue(struct dasd_device *);
766 int dasd_generic_probe (struct ccw_device *, struct dasd_discipline *);
767 void dasd_generic_free_discipline(struct dasd_device *);
768 void dasd_generic_remove (struct ccw_device *cdev);
769 int dasd_generic_set_online(struct ccw_device *, struct dasd_discipline *);
770 int dasd_generic_set_offline (struct ccw_device *cdev);
771 int dasd_generic_notify(struct ccw_device *, int);
772 int dasd_generic_last_path_gone(struct dasd_device *);
773 int dasd_generic_path_operational(struct dasd_device *);
774 void dasd_generic_shutdown(struct ccw_device *);
776 void dasd_generic_handle_state_change(struct dasd_device *);
777 int dasd_generic_pm_freeze(struct ccw_device *);
778 int dasd_generic_restore_device(struct ccw_device *);
779 enum uc_todo dasd_generic_uc_handler(struct ccw_device *, struct irb *);
780 void dasd_generic_path_event(struct ccw_device *, int *);
781 int dasd_generic_verify_path(struct dasd_device *, __u8);
782 void dasd_generic_space_exhaust(struct dasd_device *, struct dasd_ccw_req *);
783 void dasd_generic_space_avail(struct dasd_device *);
785 int dasd_generic_read_dev_chars(struct dasd_device *, int, void *, int);
786 char *dasd_get_sense(struct irb *);
788 void dasd_device_set_stop_bits(struct dasd_device *, int);
789 void dasd_device_remove_stop_bits(struct dasd_device *, int);
791 int dasd_device_is_ro(struct dasd_device *);
793 void dasd_profile_reset(struct dasd_profile *);
794 int dasd_profile_on(struct dasd_profile *);
795 void dasd_profile_off(struct dasd_profile *);
796 char *dasd_get_user_string(const char __user *, size_t);
798 /* externals in dasd_devmap.c */
799 extern int dasd_max_devindex;
800 extern int dasd_probeonly;
801 extern int dasd_autodetect;
802 extern int dasd_nopav;
803 extern int dasd_nofcx;
805 int dasd_devmap_init(void);
806 void dasd_devmap_exit(void);
808 struct dasd_device *dasd_create_device(struct ccw_device *);
809 void dasd_delete_device(struct dasd_device *);
811 int dasd_get_feature(struct ccw_device *, int);
812 int dasd_set_feature(struct ccw_device *, int, int);
814 int dasd_add_sysfs_files(struct ccw_device *);
815 void dasd_remove_sysfs_files(struct ccw_device *);
817 struct dasd_device *dasd_device_from_cdev(struct ccw_device *);
818 struct dasd_device *dasd_device_from_cdev_locked(struct ccw_device *);
819 struct dasd_device *dasd_device_from_devindex(int);
821 void dasd_add_link_to_gendisk(struct gendisk *, struct dasd_device *);
822 struct dasd_device *dasd_device_from_gendisk(struct gendisk *);
824 int dasd_parse(void) __init;
825 int dasd_busid_known(const char *);
827 /* externals in dasd_gendisk.c */
828 int dasd_gendisk_init(void);
829 void dasd_gendisk_exit(void);
830 int dasd_gendisk_alloc(struct dasd_block *);
831 void dasd_gendisk_free(struct dasd_block *);
832 int dasd_scan_partitions(struct dasd_block *);
833 void dasd_destroy_partitions(struct dasd_block *);
835 /* externals in dasd_ioctl.c */
836 int dasd_ioctl(struct block_device *, fmode_t, unsigned int, unsigned long);
838 /* externals in dasd_proc.c */
839 int dasd_proc_init(void);
840 void dasd_proc_exit(void);
842 /* externals in dasd_erp.c */
843 struct dasd_ccw_req *dasd_default_erp_action(struct dasd_ccw_req *);
844 struct dasd_ccw_req *dasd_default_erp_postaction(struct dasd_ccw_req *);
845 struct dasd_ccw_req *dasd_alloc_erp_request(char *, int, int,
846 struct dasd_device *);
847 void dasd_free_erp_request(struct dasd_ccw_req *, struct dasd_device *);
848 void dasd_log_sense(struct dasd_ccw_req *, struct irb *);
849 void dasd_log_sense_dbf(struct dasd_ccw_req *cqr, struct irb *irb);
851 /* externals in dasd_3990_erp.c */
852 struct dasd_ccw_req *dasd_3990_erp_action(struct dasd_ccw_req *);
853 void dasd_3990_erp_handle_sim(struct dasd_device *, char *);
855 /* externals in dasd_eer.c */
856 #ifdef CONFIG_DASD_EER
857 int dasd_eer_init(void);
858 void dasd_eer_exit(void);
859 int dasd_eer_enable(struct dasd_device *);
860 void dasd_eer_disable(struct dasd_device *);
861 void dasd_eer_write(struct dasd_device *, struct dasd_ccw_req *cqr,
863 void dasd_eer_snss(struct dasd_device *);
865 static inline int dasd_eer_enabled(struct dasd_device *device)
867 return device->eer_cqr != NULL;
870 #define dasd_eer_init() (0)
871 #define dasd_eer_exit() do { } while (0)
872 #define dasd_eer_enable(d) (0)
873 #define dasd_eer_disable(d) do { } while (0)
874 #define dasd_eer_write(d,c,i) do { } while (0)
875 #define dasd_eer_snss(d) do { } while (0)
876 #define dasd_eer_enabled(d) (0)
877 #endif /* CONFIG_DASD_ERR */
880 /* DASD path handling functions */
883 * helper functions to modify bit masks for a given channel path for a device
885 static inline int dasd_path_is_operational(struct dasd_device *device, int chp)
887 return test_bit(DASD_PATH_OPERATIONAL, &device->path[chp].flags);
890 static inline int dasd_path_need_verify(struct dasd_device *device, int chp)
892 return test_bit(DASD_PATH_TBV, &device->path[chp].flags);
895 static inline void dasd_path_verify(struct dasd_device *device, int chp)
897 __set_bit(DASD_PATH_TBV, &device->path[chp].flags);
900 static inline void dasd_path_clear_verify(struct dasd_device *device, int chp)
902 __clear_bit(DASD_PATH_TBV, &device->path[chp].flags);
905 static inline void dasd_path_clear_all_verify(struct dasd_device *device)
909 for (chp = 0; chp < 8; chp++)
910 dasd_path_clear_verify(device, chp);
913 static inline void dasd_path_operational(struct dasd_device *device, int chp)
915 __set_bit(DASD_PATH_OPERATIONAL, &device->path[chp].flags);
916 device->opm |= (0x80 >> chp);
919 static inline void dasd_path_nonpreferred(struct dasd_device *device, int chp)
921 __set_bit(DASD_PATH_NPP, &device->path[chp].flags);
924 static inline int dasd_path_is_nonpreferred(struct dasd_device *device, int chp)
926 return test_bit(DASD_PATH_NPP, &device->path[chp].flags);
929 static inline void dasd_path_clear_nonpreferred(struct dasd_device *device,
932 __clear_bit(DASD_PATH_NPP, &device->path[chp].flags);
935 static inline void dasd_path_preferred(struct dasd_device *device, int chp)
937 __set_bit(DASD_PATH_PP, &device->path[chp].flags);
940 static inline int dasd_path_is_preferred(struct dasd_device *device, int chp)
942 return test_bit(DASD_PATH_PP, &device->path[chp].flags);
945 static inline void dasd_path_clear_preferred(struct dasd_device *device,
948 __clear_bit(DASD_PATH_PP, &device->path[chp].flags);
951 static inline void dasd_path_clear_oper(struct dasd_device *device, int chp)
953 __clear_bit(DASD_PATH_OPERATIONAL, &device->path[chp].flags);
954 device->opm &= ~(0x80 >> chp);
957 static inline void dasd_path_clear_cable(struct dasd_device *device, int chp)
959 __clear_bit(DASD_PATH_MISCABLED, &device->path[chp].flags);
962 static inline void dasd_path_cuir(struct dasd_device *device, int chp)
964 __set_bit(DASD_PATH_CUIR, &device->path[chp].flags);
967 static inline int dasd_path_is_cuir(struct dasd_device *device, int chp)
969 return test_bit(DASD_PATH_CUIR, &device->path[chp].flags);
972 static inline void dasd_path_clear_cuir(struct dasd_device *device, int chp)
974 __clear_bit(DASD_PATH_CUIR, &device->path[chp].flags);
977 static inline void dasd_path_ifcc(struct dasd_device *device, int chp)
979 set_bit(DASD_PATH_IFCC, &device->path[chp].flags);
982 static inline int dasd_path_is_ifcc(struct dasd_device *device, int chp)
984 return test_bit(DASD_PATH_IFCC, &device->path[chp].flags);
987 static inline void dasd_path_clear_ifcc(struct dasd_device *device, int chp)
989 clear_bit(DASD_PATH_IFCC, &device->path[chp].flags);
992 static inline void dasd_path_clear_nohpf(struct dasd_device *device, int chp)
994 __clear_bit(DASD_PATH_NOHPF, &device->path[chp].flags);
997 static inline void dasd_path_miscabled(struct dasd_device *device, int chp)
999 __set_bit(DASD_PATH_MISCABLED, &device->path[chp].flags);
1002 static inline int dasd_path_is_miscabled(struct dasd_device *device, int chp)
1004 return test_bit(DASD_PATH_MISCABLED, &device->path[chp].flags);
1007 static inline void dasd_path_nohpf(struct dasd_device *device, int chp)
1009 __set_bit(DASD_PATH_NOHPF, &device->path[chp].flags);
1012 static inline int dasd_path_is_nohpf(struct dasd_device *device, int chp)
1014 return test_bit(DASD_PATH_NOHPF, &device->path[chp].flags);
1018 * get functions for path masks
1019 * will return a path masks for the given device
1022 static inline __u8 dasd_path_get_opm(struct dasd_device *device)
1027 static inline __u8 dasd_path_get_tbvpm(struct dasd_device *device)
1032 for (chp = 0; chp < 8; chp++)
1033 if (dasd_path_need_verify(device, chp))
1034 tbvpm |= 0x80 >> chp;
1038 static inline __u8 dasd_path_get_nppm(struct dasd_device *device)
1043 for (chp = 0; chp < 8; chp++) {
1044 if (dasd_path_is_nonpreferred(device, chp))
1050 static inline __u8 dasd_path_get_ppm(struct dasd_device *device)
1055 for (chp = 0; chp < 8; chp++)
1056 if (dasd_path_is_preferred(device, chp))
1061 static inline __u8 dasd_path_get_cablepm(struct dasd_device *device)
1064 __u8 cablepm = 0x00;
1066 for (chp = 0; chp < 8; chp++)
1067 if (dasd_path_is_miscabled(device, chp))
1068 cablepm |= 0x80 >> chp;
1072 static inline __u8 dasd_path_get_cuirpm(struct dasd_device *device)
1077 for (chp = 0; chp < 8; chp++)
1078 if (dasd_path_is_cuir(device, chp))
1079 cuirpm |= 0x80 >> chp;
1083 static inline __u8 dasd_path_get_ifccpm(struct dasd_device *device)
1088 for (chp = 0; chp < 8; chp++)
1089 if (dasd_path_is_ifcc(device, chp))
1090 ifccpm |= 0x80 >> chp;
1094 static inline __u8 dasd_path_get_hpfpm(struct dasd_device *device)
1099 for (chp = 0; chp < 8; chp++)
1100 if (dasd_path_is_nohpf(device, chp))
1101 hpfpm |= 0x80 >> chp;
1106 * add functions for path masks
1107 * the existing path mask will be extended by the given path mask
1109 static inline void dasd_path_add_tbvpm(struct dasd_device *device, __u8 pm)
1113 for (chp = 0; chp < 8; chp++)
1114 if (pm & (0x80 >> chp))
1115 dasd_path_verify(device, chp);
1118 static inline __u8 dasd_path_get_notoperpm(struct dasd_device *device)
1123 for (chp = 0; chp < 8; chp++)
1124 if (dasd_path_is_nohpf(device, chp) ||
1125 dasd_path_is_ifcc(device, chp) ||
1126 dasd_path_is_cuir(device, chp) ||
1127 dasd_path_is_miscabled(device, chp))
1128 nopm |= 0x80 >> chp;
1132 static inline void dasd_path_add_opm(struct dasd_device *device, __u8 pm)
1136 for (chp = 0; chp < 8; chp++)
1137 if (pm & (0x80 >> chp)) {
1138 dasd_path_operational(device, chp);
1140 * if the path is used
1141 * it should not be in one of the negative lists
1143 dasd_path_clear_nohpf(device, chp);
1144 dasd_path_clear_cuir(device, chp);
1145 dasd_path_clear_cable(device, chp);
1146 dasd_path_clear_ifcc(device, chp);
1150 static inline void dasd_path_add_cablepm(struct dasd_device *device, __u8 pm)
1154 for (chp = 0; chp < 8; chp++)
1155 if (pm & (0x80 >> chp))
1156 dasd_path_miscabled(device, chp);
1159 static inline void dasd_path_add_cuirpm(struct dasd_device *device, __u8 pm)
1163 for (chp = 0; chp < 8; chp++)
1164 if (pm & (0x80 >> chp))
1165 dasd_path_cuir(device, chp);
1168 static inline void dasd_path_add_ifccpm(struct dasd_device *device, __u8 pm)
1172 for (chp = 0; chp < 8; chp++)
1173 if (pm & (0x80 >> chp))
1174 dasd_path_ifcc(device, chp);
1177 static inline void dasd_path_add_nppm(struct dasd_device *device, __u8 pm)
1181 for (chp = 0; chp < 8; chp++)
1182 if (pm & (0x80 >> chp))
1183 dasd_path_nonpreferred(device, chp);
1186 static inline void dasd_path_add_nohpfpm(struct dasd_device *device, __u8 pm)
1190 for (chp = 0; chp < 8; chp++)
1191 if (pm & (0x80 >> chp))
1192 dasd_path_nohpf(device, chp);
1195 static inline void dasd_path_add_ppm(struct dasd_device *device, __u8 pm)
1199 for (chp = 0; chp < 8; chp++)
1200 if (pm & (0x80 >> chp))
1201 dasd_path_preferred(device, chp);
1205 * set functions for path masks
1206 * the existing path mask will be replaced by the given path mask
1208 static inline void dasd_path_set_tbvpm(struct dasd_device *device, __u8 pm)
1212 for (chp = 0; chp < 8; chp++)
1213 if (pm & (0x80 >> chp))
1214 dasd_path_verify(device, chp);
1216 dasd_path_clear_verify(device, chp);
1219 static inline void dasd_path_set_opm(struct dasd_device *device, __u8 pm)
1223 for (chp = 0; chp < 8; chp++) {
1224 dasd_path_clear_oper(device, chp);
1225 if (pm & (0x80 >> chp)) {
1226 dasd_path_operational(device, chp);
1228 * if the path is used
1229 * it should not be in one of the negative lists
1231 dasd_path_clear_nohpf(device, chp);
1232 dasd_path_clear_cuir(device, chp);
1233 dasd_path_clear_cable(device, chp);
1234 dasd_path_clear_ifcc(device, chp);
1240 * remove functions for path masks
1241 * the existing path mask will be cleared with the given path mask
1243 static inline void dasd_path_remove_opm(struct dasd_device *device, __u8 pm)
1247 for (chp = 0; chp < 8; chp++) {
1248 if (pm & (0x80 >> chp))
1249 dasd_path_clear_oper(device, chp);
1254 * add the newly available path to the to be verified pm and remove it from
1255 * normal operation until it is verified
1257 static inline void dasd_path_available(struct dasd_device *device, int chp)
1259 dasd_path_clear_oper(device, chp);
1260 dasd_path_verify(device, chp);
1263 static inline void dasd_path_notoper(struct dasd_device *device, int chp)
1265 dasd_path_clear_oper(device, chp);
1266 dasd_path_clear_preferred(device, chp);
1267 dasd_path_clear_nonpreferred(device, chp);
1271 * remove all paths from normal operation
1273 static inline void dasd_path_no_path(struct dasd_device *device)
1277 for (chp = 0; chp < 8; chp++)
1278 dasd_path_notoper(device, chp);
1280 dasd_path_clear_all_verify(device);
1283 /* end - path handling */