Lines Matching refs:dev
21 static pm_callback_t __rpm_get_callback(struct device *dev, size_t cb_offset) in __rpm_get_callback() argument
26 if (dev->pm_domain) in __rpm_get_callback()
27 ops = &dev->pm_domain->ops; in __rpm_get_callback()
28 else if (dev->type && dev->type->pm) in __rpm_get_callback()
29 ops = dev->type->pm; in __rpm_get_callback()
30 else if (dev->class && dev->class->pm) in __rpm_get_callback()
31 ops = dev->class->pm; in __rpm_get_callback()
32 else if (dev->bus && dev->bus->pm) in __rpm_get_callback()
33 ops = dev->bus->pm; in __rpm_get_callback()
42 if (!cb && dev->driver && dev->driver->pm) in __rpm_get_callback()
43 cb = *(pm_callback_t *)((void *)dev->driver->pm + cb_offset); in __rpm_get_callback()
48 #define RPM_GET_CALLBACK(dev, callback) \ argument
49 __rpm_get_callback(dev, offsetof(struct dev_pm_ops, callback))
51 static int rpm_resume(struct device *dev, int rpmflags);
52 static int rpm_suspend(struct device *dev, int rpmflags);
65 static void update_pm_runtime_accounting(struct device *dev) in update_pm_runtime_accounting() argument
69 if (dev->power.disable_depth > 0) in update_pm_runtime_accounting()
72 last = dev->power.accounting_timestamp; in update_pm_runtime_accounting()
75 dev->power.accounting_timestamp = now; in update_pm_runtime_accounting()
87 if (dev->power.runtime_status == RPM_SUSPENDED) in update_pm_runtime_accounting()
88 dev->power.suspended_time += delta; in update_pm_runtime_accounting()
90 dev->power.active_time += delta; in update_pm_runtime_accounting()
93 static void __update_runtime_status(struct device *dev, enum rpm_status status) in __update_runtime_status() argument
95 update_pm_runtime_accounting(dev); in __update_runtime_status()
96 dev->power.runtime_status = status; in __update_runtime_status()
99 static u64 rpm_get_accounted_time(struct device *dev, bool suspended) in rpm_get_accounted_time() argument
104 spin_lock_irqsave(&dev->power.lock, flags); in rpm_get_accounted_time()
106 update_pm_runtime_accounting(dev); in rpm_get_accounted_time()
107 time = suspended ? dev->power.suspended_time : dev->power.active_time; in rpm_get_accounted_time()
109 spin_unlock_irqrestore(&dev->power.lock, flags); in rpm_get_accounted_time()
114 u64 pm_runtime_active_time(struct device *dev) in pm_runtime_active_time() argument
116 return rpm_get_accounted_time(dev, false); in pm_runtime_active_time()
119 u64 pm_runtime_suspended_time(struct device *dev) in pm_runtime_suspended_time() argument
121 return rpm_get_accounted_time(dev, true); in pm_runtime_suspended_time()
129 static void pm_runtime_deactivate_timer(struct device *dev) in pm_runtime_deactivate_timer() argument
131 if (dev->power.timer_expires > 0) { in pm_runtime_deactivate_timer()
132 hrtimer_try_to_cancel(&dev->power.suspend_timer); in pm_runtime_deactivate_timer()
133 dev->power.timer_expires = 0; in pm_runtime_deactivate_timer()
141 static void pm_runtime_cancel_pending(struct device *dev) in pm_runtime_cancel_pending() argument
143 pm_runtime_deactivate_timer(dev); in pm_runtime_cancel_pending()
148 dev->power.request = RPM_REQ_NONE; in pm_runtime_cancel_pending()
163 u64 pm_runtime_autosuspend_expiration(struct device *dev) in pm_runtime_autosuspend_expiration() argument
168 if (!dev->power.use_autosuspend) in pm_runtime_autosuspend_expiration()
171 autosuspend_delay = READ_ONCE(dev->power.autosuspend_delay); in pm_runtime_autosuspend_expiration()
175 expires = READ_ONCE(dev->power.last_busy); in pm_runtime_autosuspend_expiration()
184 static int dev_memalloc_noio(struct device *dev, void *data) in dev_memalloc_noio() argument
186 return dev->power.memalloc_noio; in dev_memalloc_noio()
217 void pm_runtime_set_memalloc_noio(struct device *dev, bool enable) in pm_runtime_set_memalloc_noio() argument
226 spin_lock_irq(&dev->power.lock); in pm_runtime_set_memalloc_noio()
227 enabled = dev->power.memalloc_noio; in pm_runtime_set_memalloc_noio()
228 dev->power.memalloc_noio = enable; in pm_runtime_set_memalloc_noio()
229 spin_unlock_irq(&dev->power.lock); in pm_runtime_set_memalloc_noio()
238 dev = dev->parent; in pm_runtime_set_memalloc_noio()
245 if (!dev || (!enable && in pm_runtime_set_memalloc_noio()
246 device_for_each_child(dev, NULL, in pm_runtime_set_memalloc_noio()
258 static int rpm_check_suspend_allowed(struct device *dev) in rpm_check_suspend_allowed() argument
262 if (dev->power.runtime_error) in rpm_check_suspend_allowed()
264 else if (dev->power.disable_depth > 0) in rpm_check_suspend_allowed()
266 else if (atomic_read(&dev->power.usage_count) > 0) in rpm_check_suspend_allowed()
268 else if (!dev->power.ignore_children && in rpm_check_suspend_allowed()
269 atomic_read(&dev->power.child_count)) in rpm_check_suspend_allowed()
273 else if ((dev->power.deferred_resume in rpm_check_suspend_allowed()
274 && dev->power.runtime_status == RPM_SUSPENDING) in rpm_check_suspend_allowed()
275 || (dev->power.request_pending in rpm_check_suspend_allowed()
276 && dev->power.request == RPM_REQ_RESUME)) in rpm_check_suspend_allowed()
278 else if (__dev_pm_qos_resume_latency(dev) == 0) in rpm_check_suspend_allowed()
280 else if (dev->power.runtime_status == RPM_SUSPENDED) in rpm_check_suspend_allowed()
286 static int rpm_get_suppliers(struct device *dev) in rpm_get_suppliers() argument
290 list_for_each_entry_rcu(link, &dev->links.suppliers, c_node, in rpm_get_suppliers()
308 static void __rpm_put_suppliers(struct device *dev, bool try_to_suspend) in __rpm_put_suppliers() argument
312 list_for_each_entry_rcu(link, &dev->links.suppliers, c_node, in __rpm_put_suppliers()
323 static void rpm_put_suppliers(struct device *dev) in rpm_put_suppliers() argument
325 __rpm_put_suppliers(dev, true); in rpm_put_suppliers()
328 static void rpm_suspend_suppliers(struct device *dev) in rpm_suspend_suppliers() argument
333 list_for_each_entry_rcu(link, &dev->links.suppliers, c_node, in rpm_suspend_suppliers()
345 static int __rpm_callback(int (*cb)(struct device *), struct device *dev) in __rpm_callback() argument
346 __releases(&dev->power.lock) __acquires(&dev->power.lock) in __rpm_callback()
349 bool use_links = dev->power.links_count > 0; in __rpm_callback()
351 if (dev->power.irq_safe) { in __rpm_callback()
352 spin_unlock(&dev->power.lock); in __rpm_callback()
354 spin_unlock_irq(&dev->power.lock); in __rpm_callback()
363 if (use_links && dev->power.runtime_status == RPM_RESUMING) { in __rpm_callback()
366 retval = rpm_get_suppliers(dev); in __rpm_callback()
368 rpm_put_suppliers(dev); in __rpm_callback()
377 retval = cb(dev); in __rpm_callback()
379 if (dev->power.irq_safe) { in __rpm_callback()
380 spin_lock(&dev->power.lock); in __rpm_callback()
390 && ((dev->power.runtime_status == RPM_SUSPENDING && !retval) in __rpm_callback()
391 || (dev->power.runtime_status == RPM_RESUMING && retval))) { in __rpm_callback()
394 __rpm_put_suppliers(dev, false); in __rpm_callback()
400 spin_lock_irq(&dev->power.lock); in __rpm_callback()
419 static int rpm_idle(struct device *dev, int rpmflags) in rpm_idle() argument
424 trace_rpm_idle_rcuidle(dev, rpmflags); in rpm_idle()
425 retval = rpm_check_suspend_allowed(dev); in rpm_idle()
430 else if (dev->power.runtime_status != RPM_ACTIVE) in rpm_idle()
437 else if (dev->power.request_pending && in rpm_idle()
438 dev->power.request > RPM_REQ_IDLE) in rpm_idle()
442 else if (dev->power.idle_notification) in rpm_idle()
448 dev->power.request = RPM_REQ_NONE; in rpm_idle()
450 callback = RPM_GET_CALLBACK(dev, runtime_idle); in rpm_idle()
453 if (!callback || dev->power.no_callbacks) in rpm_idle()
458 dev->power.request = RPM_REQ_IDLE; in rpm_idle()
459 if (!dev->power.request_pending) { in rpm_idle()
460 dev->power.request_pending = true; in rpm_idle()
461 queue_work(pm_wq, &dev->power.work); in rpm_idle()
463 trace_rpm_return_int_rcuidle(dev, _THIS_IP_, 0); in rpm_idle()
467 dev->power.idle_notification = true; in rpm_idle()
469 retval = __rpm_callback(callback, dev); in rpm_idle()
471 dev->power.idle_notification = false; in rpm_idle()
472 wake_up_all(&dev->power.wait_queue); in rpm_idle()
475 trace_rpm_return_int_rcuidle(dev, _THIS_IP_, retval); in rpm_idle()
476 return retval ? retval : rpm_suspend(dev, rpmflags | RPM_AUTO); in rpm_idle()
484 static int rpm_callback(int (*cb)(struct device *), struct device *dev) in rpm_callback() argument
488 if (dev->power.memalloc_noio) { in rpm_callback()
501 retval = __rpm_callback(cb, dev); in rpm_callback()
504 retval = __rpm_callback(cb, dev); in rpm_callback()
507 dev->power.runtime_error = retval; in rpm_callback()
532 static int rpm_suspend(struct device *dev, int rpmflags) in rpm_suspend() argument
533 __releases(&dev->power.lock) __acquires(&dev->power.lock) in rpm_suspend()
539 trace_rpm_suspend_rcuidle(dev, rpmflags); in rpm_suspend()
542 retval = rpm_check_suspend_allowed(dev); in rpm_suspend()
547 if (dev->power.runtime_status == RPM_RESUMING && !(rpmflags & RPM_ASYNC)) in rpm_suspend()
554 && dev->power.runtime_status != RPM_SUSPENDING) { in rpm_suspend()
555 u64 expires = pm_runtime_autosuspend_expiration(dev); in rpm_suspend()
559 dev->power.request = RPM_REQ_NONE; in rpm_suspend()
568 if (!(dev->power.timer_expires && in rpm_suspend()
569 dev->power.timer_expires <= expires)) { in rpm_suspend()
574 u64 slack = (u64)READ_ONCE(dev->power.autosuspend_delay) * in rpm_suspend()
577 dev->power.timer_expires = expires; in rpm_suspend()
578 hrtimer_start_range_ns(&dev->power.suspend_timer, in rpm_suspend()
583 dev->power.timer_autosuspends = 1; in rpm_suspend()
589 pm_runtime_cancel_pending(dev); in rpm_suspend()
591 if (dev->power.runtime_status == RPM_SUSPENDING) { in rpm_suspend()
599 if (dev->power.irq_safe) { in rpm_suspend()
600 spin_unlock(&dev->power.lock); in rpm_suspend()
604 spin_lock(&dev->power.lock); in rpm_suspend()
610 prepare_to_wait(&dev->power.wait_queue, &wait, in rpm_suspend()
612 if (dev->power.runtime_status != RPM_SUSPENDING) in rpm_suspend()
615 spin_unlock_irq(&dev->power.lock); in rpm_suspend()
619 spin_lock_irq(&dev->power.lock); in rpm_suspend()
621 finish_wait(&dev->power.wait_queue, &wait); in rpm_suspend()
625 if (dev->power.no_callbacks) in rpm_suspend()
630 dev->power.request = (rpmflags & RPM_AUTO) ? in rpm_suspend()
632 if (!dev->power.request_pending) { in rpm_suspend()
633 dev->power.request_pending = true; in rpm_suspend()
634 queue_work(pm_wq, &dev->power.work); in rpm_suspend()
639 __update_runtime_status(dev, RPM_SUSPENDING); in rpm_suspend()
641 callback = RPM_GET_CALLBACK(dev, runtime_suspend); in rpm_suspend()
643 dev_pm_enable_wake_irq_check(dev, true); in rpm_suspend()
644 retval = rpm_callback(callback, dev); in rpm_suspend()
648 dev_pm_enable_wake_irq_complete(dev); in rpm_suspend()
651 __update_runtime_status(dev, RPM_SUSPENDED); in rpm_suspend()
652 pm_runtime_deactivate_timer(dev); in rpm_suspend()
654 if (dev->parent) { in rpm_suspend()
655 parent = dev->parent; in rpm_suspend()
658 wake_up_all(&dev->power.wait_queue); in rpm_suspend()
660 if (dev->power.deferred_resume) { in rpm_suspend()
661 dev->power.deferred_resume = false; in rpm_suspend()
662 rpm_resume(dev, 0); in rpm_suspend()
667 if (dev->power.irq_safe) in rpm_suspend()
672 spin_unlock(&dev->power.lock); in rpm_suspend()
678 spin_lock(&dev->power.lock); in rpm_suspend()
681 if (dev->power.links_count > 0) { in rpm_suspend()
682 spin_unlock_irq(&dev->power.lock); in rpm_suspend()
684 rpm_suspend_suppliers(dev); in rpm_suspend()
686 spin_lock_irq(&dev->power.lock); in rpm_suspend()
690 trace_rpm_return_int_rcuidle(dev, _THIS_IP_, retval); in rpm_suspend()
695 dev_pm_disable_wake_irq_check(dev, true); in rpm_suspend()
696 __update_runtime_status(dev, RPM_ACTIVE); in rpm_suspend()
697 dev->power.deferred_resume = false; in rpm_suspend()
698 wake_up_all(&dev->power.wait_queue); in rpm_suspend()
701 dev->power.runtime_error = 0; in rpm_suspend()
710 pm_runtime_autosuspend_expiration(dev) != 0) in rpm_suspend()
713 pm_runtime_cancel_pending(dev); in rpm_suspend()
735 static int rpm_resume(struct device *dev, int rpmflags) in rpm_resume() argument
736 __releases(&dev->power.lock) __acquires(&dev->power.lock) in rpm_resume()
742 trace_rpm_resume_rcuidle(dev, rpmflags); in rpm_resume()
745 if (dev->power.runtime_error) in rpm_resume()
747 else if (dev->power.disable_depth == 1 && dev->power.is_suspended in rpm_resume()
748 && dev->power.runtime_status == RPM_ACTIVE) in rpm_resume()
750 else if (dev->power.disable_depth > 0) in rpm_resume()
761 dev->power.request = RPM_REQ_NONE; in rpm_resume()
762 if (!dev->power.timer_autosuspends) in rpm_resume()
763 pm_runtime_deactivate_timer(dev); in rpm_resume()
765 if (dev->power.runtime_status == RPM_ACTIVE) { in rpm_resume()
770 if (dev->power.runtime_status == RPM_RESUMING in rpm_resume()
771 || dev->power.runtime_status == RPM_SUSPENDING) { in rpm_resume()
775 if (dev->power.runtime_status == RPM_SUSPENDING) in rpm_resume()
776 dev->power.deferred_resume = true; in rpm_resume()
782 if (dev->power.irq_safe) { in rpm_resume()
783 spin_unlock(&dev->power.lock); in rpm_resume()
787 spin_lock(&dev->power.lock); in rpm_resume()
793 prepare_to_wait(&dev->power.wait_queue, &wait, in rpm_resume()
795 if (dev->power.runtime_status != RPM_RESUMING in rpm_resume()
796 && dev->power.runtime_status != RPM_SUSPENDING) in rpm_resume()
799 spin_unlock_irq(&dev->power.lock); in rpm_resume()
803 spin_lock_irq(&dev->power.lock); in rpm_resume()
805 finish_wait(&dev->power.wait_queue, &wait); in rpm_resume()
814 if (dev->power.no_callbacks && !parent && dev->parent) { in rpm_resume()
815 spin_lock_nested(&dev->parent->power.lock, SINGLE_DEPTH_NESTING); in rpm_resume()
816 if (dev->parent->power.disable_depth > 0 in rpm_resume()
817 || dev->parent->power.ignore_children in rpm_resume()
818 || dev->parent->power.runtime_status == RPM_ACTIVE) { in rpm_resume()
819 atomic_inc(&dev->parent->power.child_count); in rpm_resume()
820 spin_unlock(&dev->parent->power.lock); in rpm_resume()
824 spin_unlock(&dev->parent->power.lock); in rpm_resume()
829 dev->power.request = RPM_REQ_RESUME; in rpm_resume()
830 if (!dev->power.request_pending) { in rpm_resume()
831 dev->power.request_pending = true; in rpm_resume()
832 queue_work(pm_wq, &dev->power.work); in rpm_resume()
838 if (!parent && dev->parent) { in rpm_resume()
844 parent = dev->parent; in rpm_resume()
845 if (dev->power.irq_safe) in rpm_resume()
847 spin_unlock(&dev->power.lock); in rpm_resume()
864 spin_lock(&dev->power.lock); in rpm_resume()
871 if (dev->power.no_callbacks) in rpm_resume()
874 __update_runtime_status(dev, RPM_RESUMING); in rpm_resume()
876 callback = RPM_GET_CALLBACK(dev, runtime_resume); in rpm_resume()
878 dev_pm_disable_wake_irq_check(dev, false); in rpm_resume()
879 retval = rpm_callback(callback, dev); in rpm_resume()
881 __update_runtime_status(dev, RPM_SUSPENDED); in rpm_resume()
882 pm_runtime_cancel_pending(dev); in rpm_resume()
883 dev_pm_enable_wake_irq_check(dev, false); in rpm_resume()
886 __update_runtime_status(dev, RPM_ACTIVE); in rpm_resume()
887 pm_runtime_mark_last_busy(dev); in rpm_resume()
891 wake_up_all(&dev->power.wait_queue); in rpm_resume()
894 rpm_idle(dev, RPM_ASYNC); in rpm_resume()
897 if (parent && !dev->power.irq_safe) { in rpm_resume()
898 spin_unlock_irq(&dev->power.lock); in rpm_resume()
902 spin_lock_irq(&dev->power.lock); in rpm_resume()
905 trace_rpm_return_int_rcuidle(dev, _THIS_IP_, retval); in rpm_resume()
919 struct device *dev = container_of(work, struct device, power.work); in pm_runtime_work() local
922 spin_lock_irq(&dev->power.lock); in pm_runtime_work()
924 if (!dev->power.request_pending) in pm_runtime_work()
927 req = dev->power.request; in pm_runtime_work()
928 dev->power.request = RPM_REQ_NONE; in pm_runtime_work()
929 dev->power.request_pending = false; in pm_runtime_work()
935 rpm_idle(dev, RPM_NOWAIT); in pm_runtime_work()
938 rpm_suspend(dev, RPM_NOWAIT); in pm_runtime_work()
941 rpm_suspend(dev, RPM_NOWAIT | RPM_AUTO); in pm_runtime_work()
944 rpm_resume(dev, RPM_NOWAIT); in pm_runtime_work()
949 spin_unlock_irq(&dev->power.lock); in pm_runtime_work()
960 struct device *dev = container_of(timer, struct device, power.suspend_timer); in pm_suspend_timer_fn() local
964 spin_lock_irqsave(&dev->power.lock, flags); in pm_suspend_timer_fn()
966 expires = dev->power.timer_expires; in pm_suspend_timer_fn()
972 dev->power.timer_expires = 0; in pm_suspend_timer_fn()
973 rpm_suspend(dev, dev->power.timer_autosuspends ? in pm_suspend_timer_fn()
977 spin_unlock_irqrestore(&dev->power.lock, flags); in pm_suspend_timer_fn()
987 int pm_schedule_suspend(struct device *dev, unsigned int delay) in pm_schedule_suspend() argument
993 spin_lock_irqsave(&dev->power.lock, flags); in pm_schedule_suspend()
996 retval = rpm_suspend(dev, RPM_ASYNC); in pm_schedule_suspend()
1000 retval = rpm_check_suspend_allowed(dev); in pm_schedule_suspend()
1005 pm_runtime_cancel_pending(dev); in pm_schedule_suspend()
1008 dev->power.timer_expires = expires; in pm_schedule_suspend()
1009 dev->power.timer_autosuspends = 0; in pm_schedule_suspend()
1010 hrtimer_start(&dev->power.suspend_timer, expires, HRTIMER_MODE_ABS); in pm_schedule_suspend()
1013 spin_unlock_irqrestore(&dev->power.lock, flags); in pm_schedule_suspend()
1031 int __pm_runtime_idle(struct device *dev, int rpmflags) in __pm_runtime_idle() argument
1037 if (!atomic_dec_and_test(&dev->power.usage_count)) { in __pm_runtime_idle()
1038 trace_rpm_usage_rcuidle(dev, rpmflags); in __pm_runtime_idle()
1043 might_sleep_if(!(rpmflags & RPM_ASYNC) && !dev->power.irq_safe); in __pm_runtime_idle()
1045 spin_lock_irqsave(&dev->power.lock, flags); in __pm_runtime_idle()
1046 retval = rpm_idle(dev, rpmflags); in __pm_runtime_idle()
1047 spin_unlock_irqrestore(&dev->power.lock, flags); in __pm_runtime_idle()
1065 int __pm_runtime_suspend(struct device *dev, int rpmflags) in __pm_runtime_suspend() argument
1071 if (!atomic_dec_and_test(&dev->power.usage_count)) { in __pm_runtime_suspend()
1072 trace_rpm_usage_rcuidle(dev, rpmflags); in __pm_runtime_suspend()
1077 might_sleep_if(!(rpmflags & RPM_ASYNC) && !dev->power.irq_safe); in __pm_runtime_suspend()
1079 spin_lock_irqsave(&dev->power.lock, flags); in __pm_runtime_suspend()
1080 retval = rpm_suspend(dev, rpmflags); in __pm_runtime_suspend()
1081 spin_unlock_irqrestore(&dev->power.lock, flags); in __pm_runtime_suspend()
1098 int __pm_runtime_resume(struct device *dev, int rpmflags) in __pm_runtime_resume() argument
1103 might_sleep_if(!(rpmflags & RPM_ASYNC) && !dev->power.irq_safe && in __pm_runtime_resume()
1104 dev->power.runtime_status != RPM_ACTIVE); in __pm_runtime_resume()
1107 atomic_inc(&dev->power.usage_count); in __pm_runtime_resume()
1109 spin_lock_irqsave(&dev->power.lock, flags); in __pm_runtime_resume()
1110 retval = rpm_resume(dev, rpmflags); in __pm_runtime_resume()
1111 spin_unlock_irqrestore(&dev->power.lock, flags); in __pm_runtime_resume()
1139 int pm_runtime_get_if_active(struct device *dev, bool ign_usage_count) in pm_runtime_get_if_active() argument
1144 spin_lock_irqsave(&dev->power.lock, flags); in pm_runtime_get_if_active()
1145 if (dev->power.disable_depth > 0) { in pm_runtime_get_if_active()
1147 } else if (dev->power.runtime_status != RPM_ACTIVE) { in pm_runtime_get_if_active()
1151 atomic_inc(&dev->power.usage_count); in pm_runtime_get_if_active()
1153 retval = atomic_inc_not_zero(&dev->power.usage_count); in pm_runtime_get_if_active()
1155 trace_rpm_usage_rcuidle(dev, 0); in pm_runtime_get_if_active()
1156 spin_unlock_irqrestore(&dev->power.lock, flags); in pm_runtime_get_if_active()
1186 int __pm_runtime_set_status(struct device *dev, unsigned int status) in __pm_runtime_set_status() argument
1188 struct device *parent = dev->parent; in __pm_runtime_set_status()
1195 spin_lock_irq(&dev->power.lock); in __pm_runtime_set_status()
1201 if (dev->power.runtime_error || dev->power.disable_depth) in __pm_runtime_set_status()
1202 dev->power.disable_depth++; in __pm_runtime_set_status()
1206 spin_unlock_irq(&dev->power.lock); in __pm_runtime_set_status()
1220 error = rpm_get_suppliers(dev); in __pm_runtime_set_status()
1227 spin_lock_irq(&dev->power.lock); in __pm_runtime_set_status()
1229 if (dev->power.runtime_status == status || !parent) in __pm_runtime_set_status()
1246 dev_err(dev, "runtime PM trying to activate child device %s but parent (%s) is not active\n", in __pm_runtime_set_status()
1247 dev_name(dev), in __pm_runtime_set_status()
1250 } else if (dev->power.runtime_status == RPM_SUSPENDED) { in __pm_runtime_set_status()
1263 __update_runtime_status(dev, status); in __pm_runtime_set_status()
1265 dev->power.runtime_error = 0; in __pm_runtime_set_status()
1268 spin_unlock_irq(&dev->power.lock); in __pm_runtime_set_status()
1276 rpm_put_suppliers(dev); in __pm_runtime_set_status()
1281 pm_runtime_enable(dev); in __pm_runtime_set_status()
1296 static void __pm_runtime_barrier(struct device *dev) in __pm_runtime_barrier() argument
1298 pm_runtime_deactivate_timer(dev); in __pm_runtime_barrier()
1300 if (dev->power.request_pending) { in __pm_runtime_barrier()
1301 dev->power.request = RPM_REQ_NONE; in __pm_runtime_barrier()
1302 spin_unlock_irq(&dev->power.lock); in __pm_runtime_barrier()
1304 cancel_work_sync(&dev->power.work); in __pm_runtime_barrier()
1306 spin_lock_irq(&dev->power.lock); in __pm_runtime_barrier()
1307 dev->power.request_pending = false; in __pm_runtime_barrier()
1310 if (dev->power.runtime_status == RPM_SUSPENDING in __pm_runtime_barrier()
1311 || dev->power.runtime_status == RPM_RESUMING in __pm_runtime_barrier()
1312 || dev->power.idle_notification) { in __pm_runtime_barrier()
1317 prepare_to_wait(&dev->power.wait_queue, &wait, in __pm_runtime_barrier()
1319 if (dev->power.runtime_status != RPM_SUSPENDING in __pm_runtime_barrier()
1320 && dev->power.runtime_status != RPM_RESUMING in __pm_runtime_barrier()
1321 && !dev->power.idle_notification) in __pm_runtime_barrier()
1323 spin_unlock_irq(&dev->power.lock); in __pm_runtime_barrier()
1327 spin_lock_irq(&dev->power.lock); in __pm_runtime_barrier()
1329 finish_wait(&dev->power.wait_queue, &wait); in __pm_runtime_barrier()
1347 int pm_runtime_barrier(struct device *dev) in pm_runtime_barrier() argument
1351 pm_runtime_get_noresume(dev); in pm_runtime_barrier()
1352 spin_lock_irq(&dev->power.lock); in pm_runtime_barrier()
1354 if (dev->power.request_pending in pm_runtime_barrier()
1355 && dev->power.request == RPM_REQ_RESUME) { in pm_runtime_barrier()
1356 rpm_resume(dev, 0); in pm_runtime_barrier()
1360 __pm_runtime_barrier(dev); in pm_runtime_barrier()
1362 spin_unlock_irq(&dev->power.lock); in pm_runtime_barrier()
1363 pm_runtime_put_noidle(dev); in pm_runtime_barrier()
1383 void __pm_runtime_disable(struct device *dev, bool check_resume) in __pm_runtime_disable() argument
1385 spin_lock_irq(&dev->power.lock); in __pm_runtime_disable()
1387 if (dev->power.disable_depth > 0) { in __pm_runtime_disable()
1388 dev->power.disable_depth++; in __pm_runtime_disable()
1397 if (check_resume && dev->power.request_pending in __pm_runtime_disable()
1398 && dev->power.request == RPM_REQ_RESUME) { in __pm_runtime_disable()
1403 pm_runtime_get_noresume(dev); in __pm_runtime_disable()
1405 rpm_resume(dev, 0); in __pm_runtime_disable()
1407 pm_runtime_put_noidle(dev); in __pm_runtime_disable()
1411 update_pm_runtime_accounting(dev); in __pm_runtime_disable()
1413 if (!dev->power.disable_depth++) in __pm_runtime_disable()
1414 __pm_runtime_barrier(dev); in __pm_runtime_disable()
1417 spin_unlock_irq(&dev->power.lock); in __pm_runtime_disable()
1425 void pm_runtime_enable(struct device *dev) in pm_runtime_enable() argument
1429 spin_lock_irqsave(&dev->power.lock, flags); in pm_runtime_enable()
1431 if (dev->power.disable_depth > 0) { in pm_runtime_enable()
1432 dev->power.disable_depth--; in pm_runtime_enable()
1435 if (!dev->power.disable_depth) in pm_runtime_enable()
1436 dev->power.accounting_timestamp = ktime_get_mono_fast_ns(); in pm_runtime_enable()
1438 dev_warn(dev, "Unbalanced %s!\n", __func__); in pm_runtime_enable()
1441 WARN(!dev->power.disable_depth && in pm_runtime_enable()
1442 dev->power.runtime_status == RPM_SUSPENDED && in pm_runtime_enable()
1443 !dev->power.ignore_children && in pm_runtime_enable()
1444 atomic_read(&dev->power.child_count) > 0, in pm_runtime_enable()
1446 dev_name(dev)); in pm_runtime_enable()
1448 spin_unlock_irqrestore(&dev->power.lock, flags); in pm_runtime_enable()
1461 int devm_pm_runtime_enable(struct device *dev) in devm_pm_runtime_enable() argument
1463 pm_runtime_enable(dev); in devm_pm_runtime_enable()
1465 return devm_add_action_or_reset(dev, pm_runtime_disable_action, dev); in devm_pm_runtime_enable()
1477 void pm_runtime_forbid(struct device *dev) in pm_runtime_forbid() argument
1479 spin_lock_irq(&dev->power.lock); in pm_runtime_forbid()
1480 if (!dev->power.runtime_auto) in pm_runtime_forbid()
1483 dev->power.runtime_auto = false; in pm_runtime_forbid()
1484 atomic_inc(&dev->power.usage_count); in pm_runtime_forbid()
1485 rpm_resume(dev, 0); in pm_runtime_forbid()
1488 spin_unlock_irq(&dev->power.lock); in pm_runtime_forbid()
1498 void pm_runtime_allow(struct device *dev) in pm_runtime_allow() argument
1500 spin_lock_irq(&dev->power.lock); in pm_runtime_allow()
1501 if (dev->power.runtime_auto) in pm_runtime_allow()
1504 dev->power.runtime_auto = true; in pm_runtime_allow()
1505 if (atomic_dec_and_test(&dev->power.usage_count)) in pm_runtime_allow()
1506 rpm_idle(dev, RPM_AUTO | RPM_ASYNC); in pm_runtime_allow()
1508 trace_rpm_usage_rcuidle(dev, RPM_AUTO | RPM_ASYNC); in pm_runtime_allow()
1511 spin_unlock_irq(&dev->power.lock); in pm_runtime_allow()
1523 void pm_runtime_no_callbacks(struct device *dev) in pm_runtime_no_callbacks() argument
1525 spin_lock_irq(&dev->power.lock); in pm_runtime_no_callbacks()
1526 dev->power.no_callbacks = 1; in pm_runtime_no_callbacks()
1527 spin_unlock_irq(&dev->power.lock); in pm_runtime_no_callbacks()
1528 if (device_is_registered(dev)) in pm_runtime_no_callbacks()
1529 rpm_sysfs_remove(dev); in pm_runtime_no_callbacks()
1544 void pm_runtime_irq_safe(struct device *dev) in pm_runtime_irq_safe() argument
1546 if (dev->parent) in pm_runtime_irq_safe()
1547 pm_runtime_get_sync(dev->parent); in pm_runtime_irq_safe()
1548 spin_lock_irq(&dev->power.lock); in pm_runtime_irq_safe()
1549 dev->power.irq_safe = 1; in pm_runtime_irq_safe()
1550 spin_unlock_irq(&dev->power.lock); in pm_runtime_irq_safe()
1565 static void update_autosuspend(struct device *dev, int old_delay, int old_use) in update_autosuspend() argument
1567 int delay = dev->power.autosuspend_delay; in update_autosuspend()
1570 if (dev->power.use_autosuspend && delay < 0) { in update_autosuspend()
1574 atomic_inc(&dev->power.usage_count); in update_autosuspend()
1575 rpm_resume(dev, 0); in update_autosuspend()
1577 trace_rpm_usage_rcuidle(dev, 0); in update_autosuspend()
1586 atomic_dec(&dev->power.usage_count); in update_autosuspend()
1589 rpm_idle(dev, RPM_AUTO); in update_autosuspend()
1602 void pm_runtime_set_autosuspend_delay(struct device *dev, int delay) in pm_runtime_set_autosuspend_delay() argument
1606 spin_lock_irq(&dev->power.lock); in pm_runtime_set_autosuspend_delay()
1607 old_delay = dev->power.autosuspend_delay; in pm_runtime_set_autosuspend_delay()
1608 old_use = dev->power.use_autosuspend; in pm_runtime_set_autosuspend_delay()
1609 dev->power.autosuspend_delay = delay; in pm_runtime_set_autosuspend_delay()
1610 update_autosuspend(dev, old_delay, old_use); in pm_runtime_set_autosuspend_delay()
1611 spin_unlock_irq(&dev->power.lock); in pm_runtime_set_autosuspend_delay()
1623 void __pm_runtime_use_autosuspend(struct device *dev, bool use) in __pm_runtime_use_autosuspend() argument
1627 spin_lock_irq(&dev->power.lock); in __pm_runtime_use_autosuspend()
1628 old_delay = dev->power.autosuspend_delay; in __pm_runtime_use_autosuspend()
1629 old_use = dev->power.use_autosuspend; in __pm_runtime_use_autosuspend()
1630 dev->power.use_autosuspend = use; in __pm_runtime_use_autosuspend()
1631 update_autosuspend(dev, old_delay, old_use); in __pm_runtime_use_autosuspend()
1632 spin_unlock_irq(&dev->power.lock); in __pm_runtime_use_autosuspend()
1640 void pm_runtime_init(struct device *dev) in pm_runtime_init() argument
1642 dev->power.runtime_status = RPM_SUSPENDED; in pm_runtime_init()
1643 dev->power.idle_notification = false; in pm_runtime_init()
1645 dev->power.disable_depth = 1; in pm_runtime_init()
1646 atomic_set(&dev->power.usage_count, 0); in pm_runtime_init()
1648 dev->power.runtime_error = 0; in pm_runtime_init()
1650 atomic_set(&dev->power.child_count, 0); in pm_runtime_init()
1651 pm_suspend_ignore_children(dev, false); in pm_runtime_init()
1652 dev->power.runtime_auto = true; in pm_runtime_init()
1654 dev->power.request_pending = false; in pm_runtime_init()
1655 dev->power.request = RPM_REQ_NONE; in pm_runtime_init()
1656 dev->power.deferred_resume = false; in pm_runtime_init()
1657 dev->power.needs_force_resume = 0; in pm_runtime_init()
1658 INIT_WORK(&dev->power.work, pm_runtime_work); in pm_runtime_init()
1660 dev->power.timer_expires = 0; in pm_runtime_init()
1661 hrtimer_init(&dev->power.suspend_timer, CLOCK_MONOTONIC, HRTIMER_MODE_ABS); in pm_runtime_init()
1662 dev->power.suspend_timer.function = pm_suspend_timer_fn; in pm_runtime_init()
1664 init_waitqueue_head(&dev->power.wait_queue); in pm_runtime_init()
1671 void pm_runtime_reinit(struct device *dev) in pm_runtime_reinit() argument
1673 if (!pm_runtime_enabled(dev)) { in pm_runtime_reinit()
1674 if (dev->power.runtime_status == RPM_ACTIVE) in pm_runtime_reinit()
1675 pm_runtime_set_suspended(dev); in pm_runtime_reinit()
1676 if (dev->power.irq_safe) { in pm_runtime_reinit()
1677 spin_lock_irq(&dev->power.lock); in pm_runtime_reinit()
1678 dev->power.irq_safe = 0; in pm_runtime_reinit()
1679 spin_unlock_irq(&dev->power.lock); in pm_runtime_reinit()
1680 if (dev->parent) in pm_runtime_reinit()
1681 pm_runtime_put(dev->parent); in pm_runtime_reinit()
1690 void pm_runtime_remove(struct device *dev) in pm_runtime_remove() argument
1692 __pm_runtime_disable(dev, false); in pm_runtime_remove()
1693 pm_runtime_reinit(dev); in pm_runtime_remove()
1700 void pm_runtime_get_suppliers(struct device *dev) in pm_runtime_get_suppliers() argument
1707 list_for_each_entry_rcu(link, &dev->links.suppliers, c_node, in pm_runtime_get_suppliers()
1722 void pm_runtime_put_suppliers(struct device *dev) in pm_runtime_put_suppliers() argument
1731 list_for_each_entry_rcu(link, &dev->links.suppliers, c_node, in pm_runtime_put_suppliers()
1735 spin_lock_irqsave(&dev->power.lock, flags); in pm_runtime_put_suppliers()
1736 put = pm_runtime_status_suspended(dev) && in pm_runtime_put_suppliers()
1738 spin_unlock_irqrestore(&dev->power.lock, flags); in pm_runtime_put_suppliers()
1746 void pm_runtime_new_link(struct device *dev) in pm_runtime_new_link() argument
1748 spin_lock_irq(&dev->power.lock); in pm_runtime_new_link()
1749 dev->power.links_count++; in pm_runtime_new_link()
1750 spin_unlock_irq(&dev->power.lock); in pm_runtime_new_link()
1753 static void pm_runtime_drop_link_count(struct device *dev) in pm_runtime_drop_link_count() argument
1755 spin_lock_irq(&dev->power.lock); in pm_runtime_drop_link_count()
1756 WARN_ON(dev->power.links_count == 0); in pm_runtime_drop_link_count()
1757 dev->power.links_count--; in pm_runtime_drop_link_count()
1758 spin_unlock_irq(&dev->power.lock); in pm_runtime_drop_link_count()
1780 static bool pm_runtime_need_not_resume(struct device *dev) in pm_runtime_need_not_resume() argument
1782 return atomic_read(&dev->power.usage_count) <= 1 && in pm_runtime_need_not_resume()
1783 (atomic_read(&dev->power.child_count) == 0 || in pm_runtime_need_not_resume()
1784 dev->power.ignore_children); in pm_runtime_need_not_resume()
1804 int pm_runtime_force_suspend(struct device *dev) in pm_runtime_force_suspend() argument
1809 pm_runtime_disable(dev); in pm_runtime_force_suspend()
1810 if (pm_runtime_status_suspended(dev)) in pm_runtime_force_suspend()
1813 callback = RPM_GET_CALLBACK(dev, runtime_suspend); in pm_runtime_force_suspend()
1815 ret = callback ? callback(dev) : 0; in pm_runtime_force_suspend()
1825 if (pm_runtime_need_not_resume(dev)) { in pm_runtime_force_suspend()
1826 pm_runtime_set_suspended(dev); in pm_runtime_force_suspend()
1828 __update_runtime_status(dev, RPM_SUSPENDED); in pm_runtime_force_suspend()
1829 dev->power.needs_force_resume = 1; in pm_runtime_force_suspend()
1835 pm_runtime_enable(dev); in pm_runtime_force_suspend()
1852 int pm_runtime_force_resume(struct device *dev) in pm_runtime_force_resume() argument
1857 if (!pm_runtime_status_suspended(dev) || !dev->power.needs_force_resume) in pm_runtime_force_resume()
1864 __update_runtime_status(dev, RPM_ACTIVE); in pm_runtime_force_resume()
1866 callback = RPM_GET_CALLBACK(dev, runtime_resume); in pm_runtime_force_resume()
1868 ret = callback ? callback(dev) : 0; in pm_runtime_force_resume()
1870 pm_runtime_set_suspended(dev); in pm_runtime_force_resume()
1874 pm_runtime_mark_last_busy(dev); in pm_runtime_force_resume()
1876 dev->power.needs_force_resume = 0; in pm_runtime_force_resume()
1877 pm_runtime_enable(dev); in pm_runtime_force_resume()